Benchmark noble-bls12-381

f

test/benchmark/index.ts

@@ -1,18 +1,19 @@
 import {runBenchmark} from "./runner";
 import {runForAllImplementations} from "../switch";
 import {IPublicKey, ISignature} from "../../src/interface";
-import {randomBytes} from "../../src/helpers";
+import {range, randomMessage} from "../util";
 
-runForAllImplementations((bls, implementation) => {
-  const aggCount = 30;
+const aggCount = 30;
 
+(async function () {
+  await runForAllImplementations(async (bls, implementation) => {
     // verify
 
-  runBenchmark<{pk: IPublicKey; msg: Uint8Array; sig: ISignature}, boolean>({
+    await runBenchmark<{pk: IPublicKey; msg: Uint8Array; sig: ISignature}, boolean>({
       id: `${implementation} verify`,
 
       prepareTest: () => {
-      const msg = randomMsg();
+        const msg = randomMessage();
         const sk = bls.SecretKey.fromKeygen();
         const pk = sk.toPublicKey();
         const sig = sk.sign(msg);
@@ -28,11 +29,11 @@ runForAllImplementations((bls, implementation) => {
 
     // Fast aggregate
 
-  runBenchmark<{pks: IPublicKey[]; msg: Uint8Array; sig: ISignature}, boolean>({
+    await runBenchmark<{pks: IPublicKey[]; msg: Uint8Array; sig: ISignature}, boolean>({
       id: `${implementation} verifyAggregate`,
 
       prepareTest: () => {
-      const msg = randomMsg();
+        const msg = randomMessage();
         const dataArr = range(aggCount).map(() => {
           const sk = bls.SecretKey.fromKeygen();
           const pk = sk.toPublicKey();
@@ -55,7 +56,7 @@ runForAllImplementations((bls, implementation) => {
 
     // Aggregate pubkeys
 
-  runBenchmark<IPublicKey[], void>({
+    await runBenchmark<IPublicKey[], void>({
       id: `${implementation} aggregate pubkeys (${aggCount})`,
 
       prepareTest: () => {
@@ -70,11 +71,11 @@ runForAllImplementations((bls, implementation) => {
 
     // Aggregate sigs
 
-  runBenchmark<ISignature[], void>({
+    await runBenchmark<ISignature[], void>({
       id: `${implementation} aggregate signatures (${aggCount})`,
 
       prepareTest: () => {
-      const msg = randomMsg();
+        const msg = randomMessage();
         const sigs = range(aggCount).map(() => {
           const sk = bls.SecretKey.fromKeygen();
           return sk.sign(msg);
@@ -87,14 +88,5 @@ runForAllImplementations((bls, implementation) => {
         bls.Signature.aggregate(sigs);
       },
     });
-});
-
-function range(n: number): number[] {
-  const nums: number[] = [];
-  for (let i = 0; i < n; i++) nums.push(i);
-  return nums;
-}
-
-function randomMsg(): Uint8Array {
-  return randomBytes(32);
-}
+  });
+})();

test/benchmark/noble.ts

@@ -0,0 +1,78 @@
+import {runBenchmark} from "./runner";
+import {range, randomMessage} from "../util";
+import {generateRandomSecretKey} from "@chainsafe/bls-keygen";
+import * as noble from "noble-bls12-381";
+
+const aggCount = 30;
+const nobleRuns = 10;
+
+(async function () {
+  // verify
+
+  await runBenchmark<{pk: Uint8Array; msg: Uint8Array; sig: Uint8Array}, boolean>({
+    id: `noble verify`,
+
+    prepareTest: async () => {
+      const priv = generateRandomSecretKey();
+      const msg = randomMessage();
+      const sig = await noble.sign(msg, priv);
+      const pk = noble.getPublicKey(priv);
+
+      return {
+        input: {pk, msg, sig},
+        resultCheck: (valid: boolean) => valid === true,
+      };
+    },
+    testRunner: async ({pk, msg, sig}) => {
+      return await noble.verify(sig, msg, pk);
+    },
+    runs: nobleRuns,
+  });
+
+  // Fast aggregate
+
+  await runBenchmark<{pks: Uint8Array[]; msg: Uint8Array; sig: Uint8Array}, boolean>({
+    id: `noble verifyAggregate`,
+
+    prepareTest: async () => {
+      const msg = randomMessage();
+      const dataArr = await Promise.all(
+        range(aggCount).map(async () => {
+          const sk = generateRandomSecretKey();
+          const pk = noble.getPublicKey(sk);
+          const sig = await noble.sign(msg, sk);
+          return {pk, sig};
+        })
+      );
+
+      const pks = dataArr.map((data) => data.pk);
+      const sig = noble.aggregateSignatures(dataArr.map((data) => data.sig));
+
+      return {
+        input: {pks, msg, sig},
+        resultCheck: (valid: boolean) => valid === true,
+      };
+    },
+    testRunner: async ({pks, msg, sig}) => {
+      const pk = noble.aggregatePublicKeys(pks);
+      return await noble.verify(sig, msg, pk);
+    },
+    runs: nobleRuns,
+  });
+
+  // Aggregate pubkeys
+
+  await runBenchmark<Uint8Array[], void>({
+    id: `noble aggregate pubkeys (${aggCount})`,
+
+    prepareTest: () => {
+      return {
+        input: range(aggCount).map(() => noble.getPublicKey(generateRandomSecretKey())),
+      };
+    },
+    testRunner: async (pks) => {
+      noble.aggregatePublicKeys(pks);
+    },
+    runs: nobleRuns,
+  });
+})();

test/benchmark/runner.ts

@@ -1,21 +1,23 @@
-export function runBenchmark<T, R>({
+type PromiseOptional<T> = T | Promise<T>;
+
+export async function runBenchmark<T, R>({
   prepareTest,
   testRunner,
   runs = 100,
   id,
 }: {
-  prepareTest: (i: number) => {input: T; resultCheck?: (result: R) => boolean};
-  testRunner: (input: T) => R;
+  prepareTest: (i: number) => PromiseOptional<{input: T; resultCheck?: (result: R) => boolean}>;
+  testRunner: (input: T) => PromiseOptional<R>;
   runs?: number;
   id: string;
-}): void {
+}): Promise<void> {
   const diffsNanoSec: bigint[] = [];
 
   for (let i = 0; i < runs; i++) {
-    const {input, resultCheck} = prepareTest(i);
+    const {input, resultCheck} = await prepareTest(i);
 
     const start = process.hrtime.bigint();
-    const result = testRunner(input);
+    const result = await testRunner(input);
     const end = process.hrtime.bigint();
 
     if (resultCheck && !resultCheck(result)) throw Error("Result fails check test");

test/util.ts

@@ -7,3 +7,9 @@ export function randomMessage(): Uint8Array {
 export function getN<T>(n: number, getter: () => T): T[] {
   return Array.from({length: n}, () => getter());
 }
+
+export function range(n: number): number[] {
+  const nums: number[] = [];
+  for (let i = 0; i < n; i++) nums.push(i);
+  return nums;
+}