Benchmark noble-bls12-381

f
This commit is contained in:
dapplion 2020-11-30 22:05:19 +00:00
parent be59b6d66a
commit b02cd11c96
4 changed files with 171 additions and 93 deletions

View File

@ -1,100 +1,92 @@
import {runBenchmark} from "./runner"; import {runBenchmark} from "./runner";
import {runForAllImplementations} from "../switch"; import {runForAllImplementations} from "../switch";
import {IPublicKey, ISignature} from "../../src/interface"; import {IPublicKey, ISignature} from "../../src/interface";
import {randomBytes} from "../../src/helpers"; import {range, randomMessage} from "../util";
runForAllImplementations((bls, implementation) => { const aggCount = 30;
const aggCount = 30;
// verify (async function () {
await runForAllImplementations(async (bls, implementation) => {
// verify
runBenchmark<{pk: IPublicKey; msg: Uint8Array; sig: ISignature}, boolean>({ await runBenchmark<{pk: IPublicKey; msg: Uint8Array; sig: ISignature}, boolean>({
id: `${implementation} verify`, id: `${implementation} verify`,
prepareTest: () => { prepareTest: () => {
const msg = randomMsg(); const msg = randomMessage();
const sk = bls.SecretKey.fromKeygen();
const pk = sk.toPublicKey();
const sig = sk.sign(msg);
return {
input: {pk, msg, sig},
resultCheck: (valid) => valid === true,
};
},
testRunner: ({pk, msg, sig}) => {
return sig.verify(pk, msg);
},
});
// Fast aggregate
runBenchmark<{pks: IPublicKey[]; msg: Uint8Array; sig: ISignature}, boolean>({
id: `${implementation} verifyAggregate`,
prepareTest: () => {
const msg = randomMsg();
const dataArr = range(aggCount).map(() => {
const sk = bls.SecretKey.fromKeygen(); const sk = bls.SecretKey.fromKeygen();
const pk = sk.toPublicKey(); const pk = sk.toPublicKey();
const sig = sk.sign(msg); const sig = sk.sign(msg);
return {pk, sig}; return {
}); input: {pk, msg, sig},
resultCheck: (valid) => valid === true,
};
},
testRunner: ({pk, msg, sig}) => {
return sig.verify(pk, msg);
},
});
const pks = dataArr.map((data) => data.pk); // Fast aggregate
const sig = bls.Signature.aggregate(dataArr.map((data) => data.sig));
return { await runBenchmark<{pks: IPublicKey[]; msg: Uint8Array; sig: ISignature}, boolean>({
input: {pks, msg, sig}, id: `${implementation} verifyAggregate`,
resultCheck: (valid) => valid === true,
}; prepareTest: () => {
}, const msg = randomMessage();
testRunner: ({pks, msg, sig}) => { const dataArr = range(aggCount).map(() => {
return sig.verifyAggregate(pks, msg); const sk = bls.SecretKey.fromKeygen();
}, const pk = sk.toPublicKey();
const sig = sk.sign(msg);
return {pk, sig};
});
const pks = dataArr.map((data) => data.pk);
const sig = bls.Signature.aggregate(dataArr.map((data) => data.sig));
return {
input: {pks, msg, sig},
resultCheck: (valid) => valid === true,
};
},
testRunner: ({pks, msg, sig}) => {
return sig.verifyAggregate(pks, msg);
},
});
// Aggregate pubkeys
await runBenchmark<IPublicKey[], void>({
id: `${implementation} aggregate pubkeys (${aggCount})`,
prepareTest: () => {
return {
input: range(aggCount).map(() => bls.SecretKey.fromKeygen().toPublicKey()),
};
},
testRunner: (pks) => {
bls.PublicKey.aggregate(pks);
},
});
// Aggregate sigs
await runBenchmark<ISignature[], void>({
id: `${implementation} aggregate signatures (${aggCount})`,
prepareTest: () => {
const msg = randomMessage();
const sigs = range(aggCount).map(() => {
const sk = bls.SecretKey.fromKeygen();
return sk.sign(msg);
});
return {
input: sigs,
};
},
testRunner: (sigs) => {
bls.Signature.aggregate(sigs);
},
});
}); });
})();
// Aggregate pubkeys
runBenchmark<IPublicKey[], void>({
id: `${implementation} aggregate pubkeys (${aggCount})`,
prepareTest: () => {
return {
input: range(aggCount).map(() => bls.SecretKey.fromKeygen().toPublicKey()),
};
},
testRunner: (pks) => {
bls.PublicKey.aggregate(pks);
},
});
// Aggregate sigs
runBenchmark<ISignature[], void>({
id: `${implementation} aggregate signatures (${aggCount})`,
prepareTest: () => {
const msg = randomMsg();
const sigs = range(aggCount).map(() => {
const sk = bls.SecretKey.fromKeygen();
return sk.sign(msg);
});
return {
input: sigs,
};
},
testRunner: (sigs) => {
bls.Signature.aggregate(sigs);
},
});
});
function range(n: number): number[] {
const nums: number[] = [];
for (let i = 0; i < n; i++) nums.push(i);
return nums;
}
function randomMsg(): Uint8Array {
return randomBytes(32);
}

78
test/benchmark/noble.ts Normal file
View File

@ -0,0 +1,78 @@
import {runBenchmark} from "./runner";
import {range, randomMessage} from "../util";
import {generateRandomSecretKey} from "@chainsafe/bls-keygen";
import * as noble from "noble-bls12-381";
const aggCount = 30;
const nobleRuns = 10;
(async function () {
// verify
await runBenchmark<{pk: Uint8Array; msg: Uint8Array; sig: Uint8Array}, boolean>({
id: `noble verify`,
prepareTest: async () => {
const priv = generateRandomSecretKey();
const msg = randomMessage();
const sig = await noble.sign(msg, priv);
const pk = noble.getPublicKey(priv);
return {
input: {pk, msg, sig},
resultCheck: (valid: boolean) => valid === true,
};
},
testRunner: async ({pk, msg, sig}) => {
return await noble.verify(sig, msg, pk);
},
runs: nobleRuns,
});
// Fast aggregate
await runBenchmark<{pks: Uint8Array[]; msg: Uint8Array; sig: Uint8Array}, boolean>({
id: `noble verifyAggregate`,
prepareTest: async () => {
const msg = randomMessage();
const dataArr = await Promise.all(
range(aggCount).map(async () => {
const sk = generateRandomSecretKey();
const pk = noble.getPublicKey(sk);
const sig = await noble.sign(msg, sk);
return {pk, sig};
})
);
const pks = dataArr.map((data) => data.pk);
const sig = noble.aggregateSignatures(dataArr.map((data) => data.sig));
return {
input: {pks, msg, sig},
resultCheck: (valid: boolean) => valid === true,
};
},
testRunner: async ({pks, msg, sig}) => {
const pk = noble.aggregatePublicKeys(pks);
return await noble.verify(sig, msg, pk);
},
runs: nobleRuns,
});
// Aggregate pubkeys
await runBenchmark<Uint8Array[], void>({
id: `noble aggregate pubkeys (${aggCount})`,
prepareTest: () => {
return {
input: range(aggCount).map(() => noble.getPublicKey(generateRandomSecretKey())),
};
},
testRunner: async (pks) => {
noble.aggregatePublicKeys(pks);
},
runs: nobleRuns,
});
})();

View File

@ -1,21 +1,23 @@
export function runBenchmark<T, R>({ type PromiseOptional<T> = T | Promise<T>;
export async function runBenchmark<T, R>({
prepareTest, prepareTest,
testRunner, testRunner,
runs = 100, runs = 100,
id, id,
}: { }: {
prepareTest: (i: number) => {input: T; resultCheck?: (result: R) => boolean}; prepareTest: (i: number) => PromiseOptional<{input: T; resultCheck?: (result: R) => boolean}>;
testRunner: (input: T) => R; testRunner: (input: T) => PromiseOptional<R>;
runs?: number; runs?: number;
id: string; id: string;
}): void { }): Promise<void> {
const diffsNanoSec: bigint[] = []; const diffsNanoSec: bigint[] = [];
for (let i = 0; i < runs; i++) { for (let i = 0; i < runs; i++) {
const {input, resultCheck} = prepareTest(i); const {input, resultCheck} = await prepareTest(i);
const start = process.hrtime.bigint(); const start = process.hrtime.bigint();
const result = testRunner(input); const result = await testRunner(input);
const end = process.hrtime.bigint(); const end = process.hrtime.bigint();
if (resultCheck && !resultCheck(result)) throw Error("Result fails check test"); if (resultCheck && !resultCheck(result)) throw Error("Result fails check test");

View File

@ -7,3 +7,9 @@ export function randomMessage(): Uint8Array {
export function getN<T>(n: number, getter: () => T): T[] { export function getN<T>(n: number, getter: () => T): T[] {
return Array.from({length: n}, () => getter()); return Array.from({length: n}, () => getter());
} }
export function range(n: number): number[] {
const nums: number[] = [];
for (let i = 0; i < n; i++) nums.push(i);
return nums;
}