2022-06-27 22:21:31 +00:00
|
|
|
// @ts-ignore
|
2022-07-20 05:55:44 +00:00
|
|
|
import DhtNode from "@hyperswarm/dht-relay";
|
2022-06-27 22:21:31 +00:00
|
|
|
// @ts-ignore
|
|
|
|
import Stream from "@hyperswarm/dht-relay/ws";
|
|
|
|
// @ts-ignore
|
|
|
|
import createRoundRobin from "@derhuerst/round-robin-scheduler";
|
2022-07-20 05:55:44 +00:00
|
|
|
// @ts-ignore
|
|
|
|
import {Buffer} from "buffer";
|
|
|
|
// @ts-ignore
|
|
|
|
// @ts-ignore
|
2022-07-26 23:27:59 +00:00
|
|
|
import {blake2b, errTuple} from "libskynet";
|
2022-07-20 05:55:44 +00:00
|
|
|
// @ts-ignore
|
2022-07-26 23:27:59 +00:00
|
|
|
import {registryRead} from "libkmodule";
|
2022-07-20 05:55:44 +00:00
|
|
|
|
|
|
|
import {unpack} from "msgpackr";
|
2022-07-26 23:27:59 +00:00
|
|
|
import randomNumber from "random-number-csprng";
|
2022-06-27 22:21:31 +00:00
|
|
|
|
2022-07-20 05:55:44 +00:00
|
|
|
const REGISTRY_DHT_KEY = "lumeweb-dht-node";
|
2022-06-27 22:21:31 +00:00
|
|
|
|
|
|
|
export default class DHT {
|
2022-07-20 05:55:44 +00:00
|
|
|
private _options: any;
|
2022-07-26 23:27:59 +00:00
|
|
|
private _relays: Map<string, string> = new Map();
|
|
|
|
private _activeRelays: Map<string, typeof DhtNode> = new Map();
|
|
|
|
private _maxConnections = 10;
|
|
|
|
private _inited = false;
|
2022-07-20 05:55:44 +00:00
|
|
|
|
|
|
|
constructor(opts = {}) {
|
|
|
|
// @ts-ignore
|
2022-07-21 18:58:32 +00:00
|
|
|
opts.custodial = false;
|
2022-07-20 05:55:44 +00:00
|
|
|
this._options = opts;
|
|
|
|
}
|
2022-06-27 22:21:31 +00:00
|
|
|
|
2022-07-20 05:55:44 +00:00
|
|
|
ready(): Promise<void> {
|
2022-07-27 01:38:05 +00:00
|
|
|
if (this._inited) {
|
|
|
|
return Promise.resolve();
|
|
|
|
}
|
|
|
|
|
2022-07-26 23:27:59 +00:00
|
|
|
this._inited = true;
|
|
|
|
return this.fillConnections();
|
2022-07-20 05:55:44 +00:00
|
|
|
}
|
2022-06-27 22:21:31 +00:00
|
|
|
|
2022-07-20 05:55:44 +00:00
|
|
|
get relays(): string[] {
|
2022-07-26 23:27:59 +00:00
|
|
|
return [...this._relays.keys()];
|
2022-07-20 05:55:44 +00:00
|
|
|
}
|
2022-06-27 22:21:31 +00:00
|
|
|
|
2022-07-20 05:55:44 +00:00
|
|
|
public async addRelay(pubkey: string): Promise<boolean> {
|
|
|
|
let entry: errTuple = await registryRead(
|
|
|
|
Uint8Array.from(Buffer.from(pubkey, "hex")),
|
|
|
|
hashDataKey(REGISTRY_DHT_KEY)
|
|
|
|
);
|
2022-06-27 22:21:31 +00:00
|
|
|
|
2022-07-20 05:55:44 +00:00
|
|
|
if (entry[1] || !entry[0]?.exists) {
|
|
|
|
return false;
|
|
|
|
}
|
2022-06-27 22:21:31 +00:00
|
|
|
|
2022-07-20 05:55:44 +00:00
|
|
|
let host;
|
2022-06-27 22:21:31 +00:00
|
|
|
|
2022-07-20 05:55:44 +00:00
|
|
|
try {
|
|
|
|
host = unpack(entry[0].entryData);
|
|
|
|
} catch (e) {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
const [domain, port] = host.split(":");
|
|
|
|
|
|
|
|
if (isNaN(parseInt(port))) {
|
|
|
|
return false;
|
|
|
|
}
|
2022-06-27 22:21:31 +00:00
|
|
|
|
2022-07-27 01:39:16 +00:00
|
|
|
this._relays.set(pubkey, `wss://${domain}:${port}/`);
|
2022-07-20 05:55:44 +00:00
|
|
|
|
2022-07-26 23:27:59 +00:00
|
|
|
if (this._inited) {
|
|
|
|
await this.fillConnections();
|
|
|
|
}
|
2022-07-20 05:55:44 +00:00
|
|
|
|
|
|
|
return true;
|
2022-06-27 22:21:31 +00:00
|
|
|
}
|
|
|
|
|
2022-07-20 05:55:44 +00:00
|
|
|
public removeRelay(pubkey: string): boolean {
|
2022-07-26 23:27:59 +00:00
|
|
|
if (!this._relays.has(pubkey)) {
|
2022-07-20 05:55:44 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2022-07-26 23:27:59 +00:00
|
|
|
|
|
|
|
if (this._activeRelays.has(pubkey)) {
|
|
|
|
this._activeRelays.get(pubkey).destroy();
|
|
|
|
this._activeRelays.delete(pubkey)
|
|
|
|
}
|
|
|
|
|
|
|
|
this._relays.delete(pubkey)
|
2022-07-20 05:55:44 +00:00
|
|
|
|
|
|
|
return true;
|
2022-06-27 22:21:31 +00:00
|
|
|
}
|
|
|
|
|
2022-07-20 05:55:44 +00:00
|
|
|
public clearRelays(): void {
|
2022-07-26 23:27:59 +00:00
|
|
|
[...this._relays.keys()].forEach(this.removeRelay);
|
2022-07-20 05:55:44 +00:00
|
|
|
}
|
2022-06-27 22:21:31 +00:00
|
|
|
|
2022-07-20 05:55:44 +00:00
|
|
|
private async isServerAvailable(connection: string): Promise<boolean> {
|
2022-07-26 23:27:59 +00:00
|
|
|
return new Promise<boolean>((resolve) => {
|
2022-07-20 05:55:44 +00:00
|
|
|
const ws = new WebSocket(connection);
|
|
|
|
ws.addEventListener("open", () => {
|
|
|
|
ws.close();
|
|
|
|
resolve(true);
|
|
|
|
});
|
|
|
|
ws.addEventListener("error", () => {
|
|
|
|
resolve(false);
|
|
|
|
});
|
|
|
|
});
|
2022-06-27 22:21:31 +00:00
|
|
|
}
|
|
|
|
|
2022-07-20 05:55:44 +00:00
|
|
|
async connect(pubkey: string, options = {}): Promise<DhtNode> {
|
2022-07-26 23:27:59 +00:00
|
|
|
if (this._activeRelays.size === 0) {
|
2022-07-20 05:55:44 +00:00
|
|
|
throw new Error("Failed to find an available relay");
|
|
|
|
}
|
2022-06-27 22:21:31 +00:00
|
|
|
|
2022-07-26 23:27:59 +00:00
|
|
|
const node = this._activeRelays.get([...this._activeRelays.keys()][await randomNumber(0, this._activeRelays.size - 1)]);
|
2022-06-27 22:21:31 +00:00
|
|
|
|
2022-07-20 05:55:44 +00:00
|
|
|
return node.connect(pubkey, options)
|
2022-06-27 22:21:31 +00:00
|
|
|
}
|
|
|
|
|
2022-07-26 23:27:59 +00:00
|
|
|
private async fillConnections(): Promise<any> {
|
|
|
|
let available = [...this._relays.keys()].filter(x => [...this._activeRelays.keys()].includes(x));
|
|
|
|
let relayPromises = [];
|
2022-07-27 01:36:30 +00:00
|
|
|
if (0 > available.length) {
|
|
|
|
return;
|
|
|
|
}
|
2022-07-26 23:27:59 +00:00
|
|
|
while (this._activeRelays.size <= Math.min(this._maxConnections, available.length + this._activeRelays.size)) {
|
|
|
|
const relayIndex = await randomNumber(0, available.length - 1);
|
|
|
|
|
|
|
|
const connection = available[relayIndex];
|
|
|
|
|
|
|
|
if (!this.isServerAvailable(connection)) {
|
|
|
|
continue;
|
2022-07-20 05:55:44 +00:00
|
|
|
}
|
2022-07-26 23:27:59 +00:00
|
|
|
|
|
|
|
const node = new DhtNode(new Stream(true, new WebSocket(this._activeRelays.get(connection) as string)), this._options);
|
|
|
|
this._activeRelays.set(available[relayIndex], node);
|
|
|
|
|
|
|
|
relayPromises.push(node.ready());
|
2022-06-27 22:21:31 +00:00
|
|
|
}
|
|
|
|
|
2022-07-26 23:27:59 +00:00
|
|
|
return Promise.allSettled(relayPromises);
|
2022-07-20 05:55:44 +00:00
|
|
|
}
|
2022-06-27 22:21:31 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
export function hashDataKey(dataKey: string): Uint8Array {
|
2022-07-20 05:55:44 +00:00
|
|
|
return blake2b(encodeUtf8String(dataKey));
|
2022-06-27 22:21:31 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
function encodeUtf8String(str: string): Uint8Array {
|
2022-07-20 05:55:44 +00:00
|
|
|
const byteArray = stringToUint8ArrayUtf8(str);
|
|
|
|
const encoded = new Uint8Array(8 + byteArray.length);
|
|
|
|
encoded.set(encodeNumber(byteArray.length));
|
|
|
|
encoded.set(byteArray, 8);
|
|
|
|
return encoded;
|
2022-06-27 22:21:31 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
function stringToUint8ArrayUtf8(str: string): Uint8Array {
|
2022-07-20 05:55:44 +00:00
|
|
|
return Uint8Array.from(Buffer.from(str, "utf-8"));
|
2022-06-27 22:21:31 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
function encodeNumber(num: number): Uint8Array {
|
2022-07-20 05:55:44 +00:00
|
|
|
const encoded = new Uint8Array(8);
|
|
|
|
for (let index = 0; index < encoded.length; index++) {
|
|
|
|
encoded[index] = num & 0xff;
|
|
|
|
num = num >> 8;
|
|
|
|
}
|
|
|
|
return encoded;
|
2022-06-27 22:21:31 +00:00
|
|
|
}
|