chore: Add AsyncIterable benchmarks

.benchrc.yaml

@@ -0,0 +1,10 @@
+# Mocha opts
+extension: ["ts"]
+colors: true
+node-option:
+  - "loader=ts-node/register"
+
+# benchmark opts
+threshold: 3
+maxMs: 60_000
+minRuns: 10

package.json

@@ -42,7 +42,8 @@
     "prepare": "npm run build",
     "pretest": "npm run build",
     "pretest:e2e": "npm run build",
-    "benchmark": "node ./node_modules/.bin/benchmark 'dist/test/benchmark/*.test.js' --local",
+    "benchmark": "yarn benchmark:files 'test/benchmark/**/*.test.ts'",
+    "benchmark:files": "NODE_OPTIONS='--max-old-space-size=4096 --loader=ts-node/esm' benchmark --config .benchrc.yaml --defaultBranch master",
     "test": "aegir test -f './dist/test/*.spec.js'",
     "test:unit": "aegir test -f './dist/test/unit/*.test.js' --target node",
     "test:e2e": "aegir test -f './dist/test/e2e/*.spec.js'",

test/benchmark/asyncIterable.test.ts

@@ -0,0 +1,113 @@
+import { itBench } from '@dapplion/benchmark'
+import { abortableSource } from 'abortable-iterator'
+import { pipe, Transform } from 'it-pipe'
+import all from 'it-all'
+
+/* eslint-disable generator-star-spacing */
+
+describe('abortableSource cost', function () {
+  const n = 10000
+  const bytes = new Uint8Array(200)
+  const controller = new AbortController()
+
+  async function* bytesSource() {
+    let i = 0
+    while (i++ < n) {
+      yield bytes
+    }
+  }
+
+  for (let k = 0; k < 5; k++) {
+    itBench({
+      id: `async iterate abortable x${k} bytesSource ${n}`,
+      beforeEach: () => {
+        let source = bytesSource()
+        for (let i = 0; i < k; i++) {
+          source = abortableSource(source, controller.signal)
+        }
+        return source
+      },
+      fn: async (source) => {
+        for await (const chunk of source) {
+          // eslint-disable-next-line no-unused-expressions
+          chunk
+        }
+      }
+    })
+  }
+})
+
+describe('pipe extra iterables cost', function () {
+  const n = 10000
+
+  async function* numberSource() {
+    let i = 0
+    while (i < n) {
+      yield i++
+    }
+  }
+
+  async function* numberTransform(source: AsyncIterable<number>): AsyncIterable<number> {
+    for await (const num of source) {
+      yield num + 1
+    }
+  }
+
+  itBench({
+    id: `async iterate pipe x0 transforms ${n}`,
+    fn: async () => {
+      await pipe(numberSource, all)
+    }
+  })
+
+  itBench({
+    id: `async iterate pipe x1 transforms ${n}`,
+    fn: async () => {
+      await pipe(numberSource, numberTransform as Transform<number, number>, all)
+    }
+  })
+
+  itBench({
+    id: `async iterate pipe x2 transforms ${n}`,
+    fn: async () => {
+      await pipe(
+        numberSource,
+        numberTransform as Transform<number, number>,
+        numberTransform as Transform<number, number>,
+        all
+      )
+    }
+  })
+
+  itBench({
+    id: `async iterate pipe x4 transforms ${n}`,
+    fn: async () => {
+      await pipe(
+        numberSource,
+        numberTransform as Transform<number, number>,
+        numberTransform as Transform<number, number>,
+        numberTransform as Transform<number, number>,
+        numberTransform as Transform<number, number>,
+        all
+      )
+    }
+  })
+
+  itBench({
+    id: `async iterate pipe x8 transforms ${n}`,
+    fn: async () => {
+      await pipe(
+        numberSource,
+        numberTransform as Transform<number, number>,
+        numberTransform as Transform<number, number>,
+        numberTransform as Transform<number, number>,
+        numberTransform as Transform<number, number>,
+        numberTransform as Transform<number, number>,
+        numberTransform as Transform<number, number>,
+        numberTransform as Transform<number, number>,
+        numberTransform as Transform<number, number>,
+        all
+      )
+    }
+  })
+})

test/benchmark/index.test.ts

@@ -1,19 +1,12 @@
-import { itBench, setBenchOpts } from '@dapplion/benchmark'
+import { itBench } from '@dapplion/benchmark'
 import { GossipSub } from '../../src/index.js'
 import { connectPubsubNodes, createComponentsArray, denseConnect } from '../utils/create-pubsub.js'
 import { fromString as uint8ArrayFromString } from 'uint8arrays/from-string'
 import { Components } from '@libp2p/components'
 import { awaitEvents, checkReceivedSubscriptions, checkReceivedSubscription } from '../utils/events.js'
 import { expect } from 'aegir/chai'
 
-describe.only('heartbeat', function () {
-  this.timeout(0)
-  setBenchOpts({
-    maxMs: 200 * 1000,
-    minMs: 120 * 1000,
-    minRuns: 200
-  })
-
+describe('heartbeat', function () {
   const topic = 'foobar'
   const numTopic = 70
   const numPeers = 50

test/benchmark/protobuf.test.ts

@@ -1,14 +1,7 @@
-import { itBench, setBenchOpts } from '@dapplion/benchmark'
+import { itBench } from '@dapplion/benchmark'
 import { IRPC, RPC } from '../../src/message/rpc.js'
 
 describe('protobuf', function () {
-  this.timeout(0)
-  setBenchOpts({
-    maxMs: 200 * 1000,
-    minMs: 120 * 1000,
-    minRuns: 200
-  })
-
   const rpc: IRPC = {
     subscriptions: [],
     messages: [

test/benchmark/time-cache.test.ts

@@ -1,17 +1,11 @@
-import { itBench, setBenchOpts } from '@dapplion/benchmark'
+import { itBench } from '@dapplion/benchmark'
 // eslint-disable-next-line @typescript-eslint/ban-ts-comment
 // @ts-expect-error no types
 import TimeCache from 'time-cache'
 import { SimpleTimeCache } from '../../src/utils/time-cache.js'
 
 // TODO: errors with "Error: root suite not found"
 describe('npm TimeCache vs SimpleTimeCache', () => {
-  setBenchOpts({
-    maxMs: 100 * 1000,
-    minMs: 60 * 1000,
-    minRuns: 512
-  })
-
   const iterations = [1_000_000, 4_000_000, 8_000_000, 16_000_000]
   const timeCache = new TimeCache({ validity: 1 })
   const simpleTimeCache = new SimpleTimeCache({ validityMs: 1000 })