import { createLibp2p } from "libp2p"; import { createHelia } from "helia"; import { yamux } from "@chainsafe/libp2p-yamux"; // @ts-ignore import Hyperswarm from "hyperswarm"; import { Peer, MultiSocketProxy } from "@lumeweb/libhyperproxy"; // @ts-ignore import sodium from "sodium-universal"; // @ts-ignore import { CustomEvent } from "@libp2p/interfaces/events"; // @ts-ignore import { fixed32, raw } from "compact-encoding"; import { mplex } from "@libp2p/mplex"; import { hypercoreTransport } from "./libp2p/transport.js"; import { UnixFS, unixfs } from "@helia/unixfs"; // @ts-ignore import { delegatedPeerRouting } from "@libp2p/delegated-peer-routing"; import { noise } from "@chainsafe/libp2p-noise"; import { create as createIpfsHttpClient } from "ipfs-http-client"; import { delegatedContentRouting } from "@libp2p/delegated-content-routing"; // @ts-ignore import type { Options } from "ipfs-core"; import { multiaddr } from "@multiformats/multiaddr"; import { DELEGATE_LIST, PROTOCOL } from "./constants.js"; import { ActiveQuery, addHandler, handleMessage } from "libkmodule"; import { createClient } from "@lumeweb/kernel-swarm-client"; import { ipns, ipnsValidator, ipnsSelector, IPNS } from "@helia/ipns"; import { dht, pubsub } from "@helia/ipns/routing"; import { kadDHT } from "@libp2p/kad-dht"; // @ts-ignore import { gossipsub } from "@chainsafe/libp2p-gossipsub"; import { CID } from "multiformats/cid"; import { bases } from "multiformats/basics"; import { substr } from "runes2"; import { MultibaseDecoder } from "multiformats"; import { peerIdFromCID } from "@libp2p/peer-id"; import { bootstrap } from "@libp2p/bootstrap"; import { IDBBlockstore } from "blockstore-idb"; import { IDBDatastore } from "datastore-idb"; import defer from "p-defer"; import { Helia } from "@helia/interface"; const basesByPrefix: { [prefix: string]: MultibaseDecoder } = Object.keys( bases ).reduce((acc, curr) => { // @ts-ignore acc[bases[curr].prefix] = bases[curr]; return acc; }, {}); onmessage = handleMessage; const moduleDefer = defer(); let activeIpfsPeersDefer = defer(); let networkPeersAvailable = defer(); let swarm; let proxy: MultiSocketProxy; let fs: UnixFS; let IPNS: IPNS; let ipfs: Helia; // @ts-ignore BigInt.prototype.toJSON = function () { return this.toString(); }; addHandler("presentSeed", handlePresentSeed); addHandler("ready", handleReady); addHandler("stat", handleStat); addHandler("ls", handleLs, { receiveUpdates: true }); addHandler("cat", handleCat, { receiveUpdates: true }); addHandler("ipnsResolve", handleIpnsResolve); addHandler("getActivePeers", handleGetActivePeers); async function handlePresentSeed() { swarm = createClient(); const client = createIpfsHttpClient(getDelegateConfig()); proxy = new MultiSocketProxy({ swarm, listen: true, protocol: PROTOCOL, autostart: true, emulateWebsocket: true, server: false, }); const libp2p = await createLibp2p({ peerDiscovery: [ bootstrap({ list: [ // Default Bootstrap "/dnsaddr/bootstrap.libp2p.io/p2p/QmNnooDu7bfjPFoTZYxMNLWUQJyrVwtbZg5gBMjTezGAJN", "/dnsaddr/bootstrap.libp2p.io/p2p/QmQCU2EcMqAqQPR2i9bChDtGNJchTbq5TbXJJ16u19uLTa", "/dnsaddr/bootstrap.libp2p.io/p2p/QmbLHAnMoJPWSCR5Zhtx6BHJX9KiKNN6tpvbUcqanj75Nb", "/dnsaddr/bootstrap.libp2p.io/p2p/QmcZf59bWwK5XFi76CZX8cbJ4BhTzzA3gU1ZjYZcYW3dwt", "/ip4/104.131.131.82/tcp/4001/p2p/QmaCpDMGvV2BGHeYERUEnRQAwe3N8SzbUtfsmvsqQLuvuJ", // Cloudflare "/dnsaddr/node-1.ingress.cloudflare-ipfs.com/p2p/QmcFf2FH3CEgTNHeMRGhN7HNHU1EXAxoEk6EFuSyXCsvRE", "/dnsaddr/node-2.ingress.cloudflare-ipfs.com/p2p/QmcFmLd5ySfk2WZuJ1mfSWLDjdmHZq7rSAua4GoeSQfs1z", "/dnsaddr/node-3.ingress.cloudflare-ipfs.com/p2p/QmcfFmzSDVbwexQ9Au2pt5YEXHK5xajwgaU6PpkbLWerMa", "/dnsaddr/node-4.ingress.cloudflare-ipfs.com/p2p/QmcfJeB3Js1FG7T8YaZATEiaHqNKVdQfybYYkbT1knUswx", "/dnsaddr/node-5.ingress.cloudflare-ipfs.com/p2p/QmcfVvzK4tMdFmpJjEKDUoqRgP4W9FnmJoziYX5GXJJ8eZ", "/dnsaddr/node-6.ingress.cloudflare-ipfs.com/p2p/QmcfZD3VKrUxyP9BbyUnZDpbqDnT7cQ4WjPP8TRLXaoE7G", "/dnsaddr/node-7.ingress.cloudflare-ipfs.com/p2p/QmcfZP2LuW4jxviTeG8fi28qjnZScACb8PEgHAc17ZEri3", "/dnsaddr/node-8.ingress.cloudflare-ipfs.com/p2p/QmcfgsJsMtx6qJb74akCw1M24X1zFwgGo11h1cuhwQjtJP", "/dnsaddr/node-9.ingress.cloudflare-ipfs.com/p2p/Qmcfr2FC7pFzJbTSDfYaSy1J8Uuy8ccGLeLyqJCKJvTHMi", "/dnsaddr/node-10.ingress.cloudflare-ipfs.com/p2p/QmcfR3V5YAtHBzxVACWCzXTt26SyEkxdwhGJ6875A8BuWx", "/dnsaddr/node-11.ingress.cloudflare-ipfs.com/p2p/Qmcfuo1TM9uUiJp6dTbm915Rf1aTqm3a3dnmCdDQLHgvL5", "/dnsaddr/node-12.ingress.cloudflare-ipfs.com/p2p/QmcfV2sg9zaq7UUHVCGuSvT2M2rnLBAPsiE79vVyK3Cuev", // Estuary "/ip4/139.178.68.217/tcp/6744/p2p/12D3KooWCVXs8P7iq6ao4XhfAmKWrEeuKFWCJgqe9jGDMTqHYBjw", "/ip4/147.75.49.71/tcp/6745/p2p/12D3KooWGBWx9gyUFTVQcKMTenQMSyE2ad9m7c9fpjS4NMjoDien", "/ip4/147.75.86.255/tcp/6745/p2p/12D3KooWFrnuj5o3tx4fGD2ZVJRyDqTdzGnU3XYXmBbWbc8Hs8Nd", "/ip4/3.134.223.177/tcp/6745/p2p/12D3KooWN8vAoGd6eurUSidcpLYguQiGZwt4eVgDvbgaS7kiGTup", "/ip4/35.74.45.12/udp/6746/quic/p2p/12D3KooWLV128pddyvoG6NBvoZw7sSrgpMTPtjnpu3mSmENqhtL7", // Pinata "/dnsaddr/fra1-1.hostnodes.pinata.cloud/p2p/QmWaik1eJcGHq1ybTWe7sezRfqKNcDRNkeBaLnGwQJz1Cj", "/dnsaddr/fra1-2.hostnodes.pinata.cloud/p2p/QmNfpLrQQZr5Ns9FAJKpyzgnDL2GgC6xBug1yUZozKFgu4", "/dnsaddr/fra1-3.hostnodes.pinata.cloud/p2p/QmPo1ygpngghu5it8u4Mr3ym6SEU2Wp2wA66Z91Y1S1g29", "/dnsaddr/nyc1-1.hostnodes.pinata.cloud/p2p/QmRjLSisUCHVpFa5ELVvX3qVPfdxajxWJEHs9kN3EcxAW6", "/dnsaddr/nyc1-2.hostnodes.pinata.cloud/p2p/QmPySsdmbczdZYBpbi2oq2WMJ8ErbfxtkG8Mo192UHkfGP", "/dnsaddr/nyc1-3.hostnodes.pinata.cloud/p2p/QmSarArpxemsPESa6FNkmuu9iSE1QWqPX2R3Aw6f5jq4D5", // Eternum "/dns4/door.eternum.io/tcp/4001/ipfs/QmVBxJ5GekATHi89H8jbXjaU6CosCnteomjNR5xar2aH3q", // Textile "/ip4/104.210.43.77/p2p/QmR69wtWUMm1TWnmuD4JqC1TWLZcc8iR2KrTenfZZbiztd", // 8api.sh "/ip4/78.46.108.24/p2p/12D3KooWGASC2jm3pmohEJXUhuStkxDitPgzvs4qMuFPaiD9x1BA", "/ip4/65.109.19.136/p2p/12D3KooWRbWZN3GvLf9CHmozq4vnTzDD4EEoiqtRJxg5FV6Gfjmm", // Storj "/ip4/5.161.92.43/tcp/4001/p2p/12D3KooWFFhc8fPYnQXdWBCowxSV21EFYin3rU27p3NVgSMjN41k", "/ip4/5.161.92.43/udp/4001/quic/p2p/12D3KooWFFhc8fPYnQXdWBCowxSV21EFYin3rU27p3NVgSMjN41k", "/ip6/2a01:4ff:f0:3b1e::1/tcp/4001/p2p/12D3KooWFFhc8fPYnQXdWBCowxSV21EFYin3rU27p3NVgSMjN41k", "/ip6/2a01:4ff:f0:3b1e::1/udp/4001/quic/p2p/12D3KooWFFhc8fPYnQXdWBCowxSV21EFYin3rU27p3NVgSMjN41k", "/ip4/5.161.55.227/tcp/4001/p2p/12D3KooWSW4hoHmDXmY5rW7nCi9XmGTy3foFt72u86jNP53LTNBJ", "/ip4/5.161.55.227/udp/4001/quic/p2p/12D3KooWSW4hoHmDXmY5rW7nCi9XmGTy3foFt72u86jNP53LTNBJ", "/ip6/2a01:4ff:f0:1e5a::1/tcp/4001/p2p/12D3KooWSW4hoHmDXmY5rW7nCi9XmGTy3foFt72u86jNP53LTNBJ", "/ip6/2a01:4ff:f0:1e5a::1/udp/4001/quic/p2p/12D3KooWSW4hoHmDXmY5rW7nCi9XmGTy3foFt72u86jNP53LTNBJ", "/ip4/5.161.92.36/tcp/4001/p2p/12D3KooWSDj6JM2JmoHwE9AUUwqAFUEg9ndd3pMA8aF2bkYckZfo", "/ip4/5.161.92.36/udp/4001/quic/p2p/12D3KooWSDj6JM2JmoHwE9AUUwqAFUEg9ndd3pMA8aF2bkYckZfo", "/ip6/2a01:4ff:f0:3764::1/tcp/4001/p2p/12D3KooWSDj6JM2JmoHwE9AUUwqAFUEg9ndd3pMA8aF2bkYckZfo", "/ip6/2a01:4ff:f0:3764::1/udp/4001/quic/p2p/12D3KooWSDj6JM2JmoHwE9AUUwqAFUEg9ndd3pMA8aF2bkYckZfo", ], }), ], transports: [hypercoreTransport({ proxy })], connectionEncryption: [noise()], connectionManager: { autoDial: true, minConnections: 5, maxConnections: 20, }, streamMuxers: [yamux(), mplex()], start: false, contentRouters: [delegatedContentRouting(client)], peerRouters: [delegatedPeerRouting(client)], relay: { enabled: true, advertise: { enabled: false, }, }, dht: kadDHT({ validators: { ipns: ipnsValidator, }, selectors: { ipns: ipnsSelector, }, }), pubsub: gossipsub(), }); const blockstore = new IDBBlockstore("ipfs_blocks"); const datastore = new IDBDatastore("ipfs_data"); await blockstore.open(); await datastore.open(); ipfs = await createHelia({ // @ts-ignore blockstore, // @ts-ignore datastore, libp2p, }); proxy.on("peerChannelOpen", async () => { if (!ipfs.libp2p.isStarted()) { await ipfs.libp2p.start(); networkPeersAvailable.resolve(); } }); swarm.join(PROTOCOL); await swarm.start(); await swarm.ready(); // @ts-ignore fs = unixfs(ipfs); IPNS = ipns(ipfs as any, [dht(ipfs), pubsub(ipfs as any)]); ipfs.libp2p.addEventListener("peer:connect", () => { if (ipfs.libp2p.getPeers().length > 0) { activeIpfsPeersDefer.resolve(); } }); ipfs.libp2p.addEventListener("peer:disconnect", () => { if (ipfs.libp2p.getPeers().length === 0) { activeIpfsPeersDefer = defer(); } }); moduleDefer.resolve(); } async function handleReady(aq: ActiveQuery) { await ready(); aq.respond(); } async function handleStat(aq: ActiveQuery) { await ready(); if (!("cid" in aq.callerInput)) { aq.reject("cid required"); return; } let aborted = false; aq.setReceiveUpdate?.(() => { aborted = true; }); try { aq.respond( JSON.parse( JSON.stringify( await fs.stat( getCID(aq.callerInput.cid), aq.callerInput.options ?? {} ) ) ) ); } catch (e) { aq.reject((e as Error).message); } } async function handleLs(aq: ActiveQuery) { await ready(); if (!("cid" in aq.callerInput)) { aq.reject("cid required"); return; } let aborted = false; let nextChunk = defer(); aq.setReceiveUpdate?.((data: any) => { switch (data) { case "abort": aborted = true; break; case "next": nextChunk.resolve(); nextChunk = defer(); break; } }); const iterable = fs.ls( getCID(aq.callerInput.cid), aq.callerInput.options ?? {} ); for await (const item of iterable) { if (aborted) { break; } aq.sendUpdate(JSON.parse(JSON.stringify(item))); await nextChunk.promise; } aq.respond(); } async function handleCat(aq: ActiveQuery) { await ready(); if (!("cid" in aq.callerInput)) { aq.reject("cid required"); return; } let aborted = false; let nextChunk = defer(); aq.setReceiveUpdate?.((data: any) => { switch (data) { case "abort": aborted = true; break; case "next": nextChunk.resolve(); nextChunk = defer(); break; } }); const iterable = fs.cat( getCID(aq.callerInput.cid), aq.callerInput.options ?? {} ); for await (const chunk of iterable) { if (aborted) { break; } aq.sendUpdate(chunk); await nextChunk.promise; } aq.respond(); } async function handleIpnsResolve(aq: ActiveQuery) { await ready(); await activeIpfsPeersDefer.promise; if (ipfs.libp2p.getPeers().length === 0) { activeIpfsPeersDefer = defer(); } await activeIpfsPeersDefer.promise; if (!aq.callerInput || !("cid" in aq.callerInput)) { aq.reject("cid required"); return; } try { return aq.respond( ( await IPNS.resolve( peerIdFromCID(getCID(aq.callerInput.cid)), aq.callerInput?.options ) ).asCID.toString() ); } catch (e: any) { aq.reject((e as Error).message); } } function getCID(cid: string): CID { try { return CID.parse(cid); } catch {} const prefix = substr(cid, 0, 1); if (!(prefix in basesByPrefix)) { throw new Error("invalid multibase found in CID"); } const base = basesByPrefix[prefix]; return CID.parse(cid, base); } async function handleGetActivePeers(aq: ActiveQuery) { await ready(); aq.respond(ipfs.libp2p.getPeers()); } async function ready() { await moduleDefer.promise; await networkPeersAvailable.promise; } function getDelegateConfig(): Options { const delegateString = DELEGATE_LIST[Math.floor(Math.random() * DELEGATE_LIST.length)]; const delegateAddr = multiaddr(delegateString).toOptions(); return { // @ts-ignore host: delegateAddr.host, // @ts-ignore protocol: parseInt(delegateAddr.port) === 443 ? "https" : "http", port: delegateAddr.port, }; }