Benchmark 1gb file

Makefile

@@ -5,7 +5,7 @@ hyspappy.wasm.base64: hysnappy.wasm
 
 hysnappy.wasm: snappy.c wasm.c
 	clang --target=wasm32 \
-		-O3 \
+		-O3 -msimd128 \
 		-nostdlib \
 		-Wl,--export-all \
 		-Wl,--no-entry \

benchmark.js

@@ -0,0 +1,43 @@
+
+import { compress, uncompress } from 'snappyjs'
+import { snappyUncompress as uncompressWasm } from './hysnappy.js'
+
+const fileSize = 200_000_000
+
+const compressed = await time(`generate and compress ${fileSize.toLocaleString()}`, () => {
+  // Generate input array with random data
+  const input = new Uint8Array(fileSize)
+  for (let i = 0; i < fileSize; i++) {
+    input[i] = Math.floor(Math.random() * 16)
+  }
+  return compress(input)
+})
+console.log(`compressed ${fileSize.toLocaleString()} bytes to ${compressed.length.toLocaleString()} bytes`)
+
+const output = new Uint8Array(fileSize)
+
+await timeWithStdDev('uncompress wasm', () => uncompressWasm(compressed, output))
+
+// await time('uncompress snappyjs', () => uncompress(compressed, output))
+
+async function time(name, fn) {
+  const start = performance.now()
+  const output = await fn()
+  const ms = performance.now() - start
+  console.log(`${name} took ${ms} ms`)
+  return output
+}
+
+async function timeWithStdDev(name, fn, iterations = 20) {
+  const times = []
+  for (let i = 0; i < iterations; i++) {
+    const start = performance.now()
+    await fn()
+    const ms = performance.now() - start
+    times.push(ms)
+  }
+  const mean = times.reduce((a, b) => a + b, 0) / times.length
+  const variance = times.reduce((a, b) => a + (b - mean) ** 2, 0) / times.length
+  const stdDev = Math.sqrt(variance)
+  console.log(`${name} took ${mean} ms ± ${stdDev} ms`)
+}

hysnappy.js

@@ -70,4 +70,4 @@ function instantiateWasm() {
 }
 
 // Base64 encoded hysnappy.wasm
-const wasm64 = 'AGFzbQEAAAABEANgAABgA39/fwF/YAF/AX8DBgUAAQEBAgUDAQACBj8KfwFBoIwEC38AQYAIC38AQaAMC38AQaAMC38AQaCMBAt/AEGACAt/AEGgjAQLfwBBgIAIC38AQQALfwBBAQsHwQEOBm1lbW9yeQIAEV9fd2FzbV9jYWxsX2N0b3JzAAAGbWVtY3B5AAEHbWVtbW92ZQACCnVuY29tcHJlc3MAAwxfX2Rzb19oYW5kbGUDAQpfX2RhdGFfZW5kAwILX19zdGFja19sb3cDAwxfX3N0YWNrX2hpZ2gDBA1fX2dsb2JhbF9iYXNlAwULX19oZWFwX2Jhc2UDBgpfX2hlYXBfZW5kAwcNX19tZW1vcnlfYmFzZQMIDF9fdGFibGVfYmFzZQMJCuASBQIAC8sBAQN/AkAgAkUNAAJAAkAgAkEHcSIDDQAgACEEIAIhBQwBCyAAIQQgAiEFA0AgBCABLQAAOgAAIARBAWohBCABQQFqIQEgBUF/aiEFIANBf2oiAw0ACwsgAkEISQ0AA0AgBCABLQAAOgAAIAQgAS0AAToAASAEIAEtAAI6AAIgBCABLQADOgADIAQgAS0ABDoABCAEIAEtAAU6AAUgBCABLQAGOgAGIAQgAS0ABzoAByAEQQhqIQQgAUEIaiEBIAVBeGoiBQ0ACwsgAAugAwEEfwJAIAAgAUYNAAJAAkAgACABSQ0AIAEgAmoiAyAASw0BCyACRQ0BAkACQCACQQdxIgMNACAAIQQgAiEFDAELIAAhBCACIQUDQCAEIAEtAAA6AAAgBEEBaiEEIAFBAWohASAFQX9qIQUgA0F/aiIDDQALCyACQQhJDQEDQCAEIAEtAAA6AAAgBCABLQABOgABIAQgAS0AAjoAAiAEIAEtAAM6AAMgBCABLQAEOgAEIAQgAS0ABToABSAEIAEtAAY6AAYgBCABLQAHOgAHIARBCGohBCABQQhqIQEgBUF4aiIFDQAMAgsLIAJFDQACQAJAIAJBA3EiBA0AIAAgAmohBiACIQUMAQsgAiEFA0AgBUF/aiIFIABqIgYgBSABaiIDLQAAOgAAIARBf2oiBA0ACwsgAkEESQ0AIAZBfGohASADQXxqIQQDQCABQQNqIARBA2otAAA6AAAgAUECaiAEQQJqLQAAOgAAIAFBAWogBEEBai0AADoAACABIAQtAAA6AAAgAUF8aiEBIARBfGohBCAFQXxqIgUNAAsLIAALswoBCX8jgICAgABBIGsiAySAgICAACADQQlqQgA3AAAgA0IANwIEIAMgA0EYajYCAEF/IQQCQCABRQ0AIAMgAUF/aiIFNgIcIAMgAEEBajYCGCAALAAAIgZB/wBxIQcCQCAGQX9KDQAgBUUNASADIAFBfmoiBTYCHCADIABBAmo2AhggACwAASIGQf8AcUEHdCAHciEHQX8hBCAGQX9KDQAgBUUNASADIAFBfWoiBTYCHCADIABBA2o2AhggACwAAiIGQf8AcUEOdCAHciEHQX8hBCAGQX9KDQAgBUUNASADIAFBfGoiBTYCHCADIABBBGo2AhggACwAAyIGQf8AcUEVdCAHciEHQX8hBCAGQX9KDQAgBUUNASADIAFBe2o2AhwgAyAAQQVqNgIYIAAsAAQiAUEASA0BIAFBHHQgB3IhBwsgAiAHaiEIAkACQCADEISAgIAADQAgAiEADAELIAMoAgQhASACIQADQAJAIAMoAgggAWtBBEoNACADIAE2AgQgAxCEgICAAEUNAiADKAIEIQELIAFBAWohBQJAAkAgAS0AACIGQQNxDQAgCCAAayEJIAMoAggiCiAFayEEIAZBAnYiC0EBaiEHAkAgBkE/Sw0AIARBEEkNACAJQRBIDQAgACABKAIBNgIAIAAgASgCBTYCBCAAIAEoAgk2AgggACABKAINNgIMIAAgB2ohACADKAIIIAUgB2oiAWtBBEoNAyADIAE2AgQgAxCEgICAAEUNBAwCCwJAAkAgBkHwAU8NACAFIQYMAQsgCiAFIAtBRWoiAWoiBmshBCABQQJ0QYCIgIAAaigCACAFKAIAcUEBaiEHCwJAIAcgBE0NAANAIAggAGsgBEkNBSAAIAYgBBCBgICAACEAIAMoAgAiASABKAIAIgkgAygCDCIFaiIGNgIAIAFBBGoiASABKAIAIgogBWsiATYCACADIAE2AgwgACAEaiEAIAFFDQUgAyAJIApqNgIIIAcgBGshByABIQQgByABSw0ACyAIIABrIQkLIAkgB0kNAyAAIAYgBxCBgICAACAHaiEAIAMoAgggBiAHaiIBa0EESg0CIAMgATYCBCADEISAgIAADQEMAwsgACACayAGQQF0QaCIgIAAai8BACIBQQt2IgpBAnRBgIiAgABqKAIAIAUoAgBxIAFBgA5xaiIHQX9qTQ0CIAggAGshBAJAAkAgAUH/AXEiCUEQSw0AIAdBCEkNACAEQRBJDQAgACAAIAdrIgEoAgA2AgAgACABKAIENgIEIAAgASgCCDYCCCAAIAFBDGooAgA2AgwMAQsCQAJAAkAgBCAJQQpqSQ0AIAAgB2shBCAAIQEgCSEGIAdBB0wNAQwCCyAEIAlJDQUgCUEBaiEEQQAgB2shByAAIQEDQCABIAEgB2otAAA6AAAgAUEBaiEBIARBf2oiBEEBSw0ADAMLCwNAIAEgBCgCADYCACABIAQoAgQ2AgQgBiAHayEGIAEgB2oiASAEayIHQQhIDQALCyAGQQFIDQAgBkEIaiEHA0AgASAEKAIANgIAIAEgBCgCBDYCBCABQQhqIQEgBEEIaiEEIAdBeGoiB0EISw0ACwsgACAJaiEAIAMoAgggBSAKaiIBa0EESg0BIAMgATYCBCADEISAgIAARQ0CCyADKAIEIQEMAAsLIAMoAgAiASABKAIEIAMoAgwiBGs2AgQgASAEIAEoAgBqNgIAAkAgAy0AEA0AQX4hBAwBC0EAQX0gCCAARhshBAsgA0EgaiSAgICAACAEC7YDAQd/AkAgACgCBCIBIAAoAggiAkcNACAAKAIAIgIgAigCACIDIAAoAgwiBGoiATYCACACQQRqIgIgAigCACICIARrIgU2AgAgACAFNgIMAkAgAiAERw0AIABBAToAEEEADwsgACADIAJqIgI2AggLAkACQAJAIAIgAWsiAiABLQAAQQF0QaCIgIAAai8BAEELdkEBaiIFTw0AIABBEWogASACEIKAgIAAIQYgACgCDCEEQQAhByAAQQA2AgwgACgCACIBIAEoAgQgBGs2AgQgASAEIAEoAgBqIgM2AgADQCABQQRqKAIAIgFFDQMgBiACaiADIAUgAmsiBCABIAQgAUkbIgQQgYCAgAAaIAAoAgAiASABKAIEIARrNgIEIAEgASgCACAEaiIDNgIAIAQgAmoiAiAFSQ0ACyAAIAY2AgQgACAGIAVqNgIIDAELAkAgAkEESw0AIAAgAEERaiABIAIQgoCAgAAiASACajYCCCAAIAE2AgQgACgCDCECIABBADYCDCAAKAIAIgEgASgCBCACazYCBCABIAIgASgCAGo2AgAMAQsgACABNgIEC0EBIQcLIAcLC6gEAQBBgAgLoAQAAAAA/wAAAP//AAD///8A/////wAAAAAAAAAAAAAAAAEABAgBEAEgAgAFCAIQAiADAAYIAxADIAQABwgEEAQgBQAICAUQBSAGAAkIBhAGIAcACggHEAcgCAALCAgQCCAJAAQJCRAJIAoABQkKEAogCwAGCQsQCyAMAAcJDBAMIA0ACAkNEA0gDgAJCQ4QDiAPAAoJDxAPIBAACwkQEBAgEQAEChEQESASAAUKEhASIBMABgoTEBMgFAAHChQQFCAVAAgKFRAVIBYACQoWEBYgFwAKChcQFyAYAAsKGBAYIBkABAsZEBkgGgAFCxoQGiAbAAYLGxAbIBwABwscEBwgHQAICx0QHSAeAAkLHhAeIB8ACgsfEB8gIAALCyAQICAhAAQMIRAhICIABQwiECIgIwAGDCMQIyAkAAcMJBAkICUACAwlECUgJgAJDCYQJiAnAAoMJxAnICgACwwoECggKQAEDSkQKSAqAAUNKhAqICsABg0rECsgLAAHDSwQLCAtAAgNLRAtIC4ACQ0uEC4gLwAKDS8QLyAwAAsNMBAwIDEABA4xEDEgMgAFDjIQMiAzAAYOMxAzIDQABw40EDQgNQAIDjUQNSA2AAkONhA2IDcACg43EDcgOAALDjgQOCA5AAQPORA5IDoABQ86EDogOwAGDzsQOyA8AAcPPBA8IAEICA89ED0gARAJDz4QPiABGAoPPxA/IAEgCw9AEEAgAGQEbmFtZQE9BQARX193YXNtX2NhbGxfY3RvcnMBBm1lbWNweQIHbWVtbW92ZQMKdW5jb21wcmVzcwQKcmVmaWxsX3RhZwcSAQAPX19zdGFja19wb2ludGVyCQoBAAcucm9kYXRhADIJcHJvZHVjZXJzAQxwcm9jZXNzZWQtYnkBDFVidW50dSBjbGFuZwsxNi4wLjYgKDE1KQAsD3RhcmdldF9mZWF0dXJlcwIrD211dGFibGUtZ2xvYmFscysIc2lnbi1leHQ='
+const wasm64 = 'AGFzbQEAAAABEANgAABgA39/fwF/YAF/AX8DBgUAAQEBAgUDAQACBj8KfwFBoIwEC38AQYAIC38AQaAMC38AQaAMC38AQaCMBAt/AEGACAt/AEGgjAQLfwBBgIAIC38AQQALfwBBAQsHwQEOBm1lbW9yeQIAEV9fd2FzbV9jYWxsX2N0b3JzAAAGbWVtY3B5AAEHbWVtbW92ZQACCnVuY29tcHJlc3MAAwxfX2Rzb19oYW5kbGUDAQpfX2RhdGFfZW5kAwILX19zdGFja19sb3cDAwxfX3N0YWNrX2hpZ2gDBA1fX2dsb2JhbF9iYXNlAwULX19oZWFwX2Jhc2UDBgpfX2hlYXBfZW5kAwcNX19tZW1vcnlfYmFzZQMIDF9fdGFibGVfYmFzZQMJCq0WBQIAC7ICAQZ/AkAgAkUNAAJAAkAgAkEQSQ0AIAAgAWtBEEkNACACQQ9xIQMgACACQXBxIgRqIQUgASAEaiEGIAQhByAAIQgDQCAIIAH9AAAA/QsAACABQRBqIQEgCEEQaiEIIAdBcGoiBw0ACyAEIAJGDQIMAQsgASEGIAAhBSACIQMLIANBf2ohCAJAIANBB3EiAUUNAANAIAUgBi0AADoAACAFQQFqIQUgBkEBaiEGIANBf2ohAyABQX9qIgENAAsLIAhBB0kNAANAIAUgBi0AADoAACAFIAYtAAE6AAEgBSAGLQACOgACIAUgBi0AAzoAAyAFIAYtAAQ6AAQgBSAGLQAFOgAFIAUgBi0ABjoABiAFIAYtAAc6AAcgBUEIaiEFIAZBCGohBiADQXhqIgMNAAsLIAALiQUBBn8CQCAAIAFGDQACQAJAAkACQCAAIAFJDQAgASACaiIDIABLDQELIAJFDQMgAkEQSQ0BIAAgAWtBEEkNASACQQ9xIQQgACACQXBxIgVqIQMgASAFaiEGIAUhByAAIQgDQCAIIAH9AAAA/QsAACABQRBqIQEgCEEQaiEIIAdBcGoiBw0ACyAFIAJGDQMMAgsgAkUNAiAAIAJqIQYCQAJAIAJBEE8NACACIQEMAQsCQCABIAJqIAAgAmprQRBPDQAgAiEBDAELIAZBcGohBCADQXBqIQggAkEPcSEBIAYgAkFwcSIFayEGIAMgBWshAyAFIQcDQCAEIAj9AAAA/QsAACAIQXBqIQggBEFwaiEEIAdBcGoiBw0ACyAFIAJGDQMLIAFBf2ohCAJAIAFBA3EiBEUNAANAIAZBf2oiBiADQX9qIgMtAAA6AAAgAUF/aiEBIARBf2oiBA0ACwsgCEEDSQ0CIAZBfGohBiADQXxqIQMDQCAGQQNqIANBA2otAAA6AAAgBkECaiADQQJqLQAAOgAAIAZBAWogA0EBai0AADoAACAGIAMtAAA6AAAgBkF8aiEGIANBfGohAyABQXxqIgENAAwDCwsgASEGIAAhAyACIQQLIARBf2ohCAJAIARBB3EiAUUNAANAIAMgBi0AADoAACADQQFqIQMgBkEBaiEGIARBf2ohBCABQX9qIgENAAsLIAhBB0kNAANAIAMgBi0AADoAACADIAYtAAE6AAEgAyAGLQACOgACIAMgBi0AAzoAAyADIAYtAAQ6AAQgAyAGLQAFOgAFIAMgBi0ABjoABiADIAYtAAc6AAcgA0EIaiEDIAZBCGohBiAEQXhqIgQNAAsLIAALsAsBDH8jgICAgABBIGsiAySAgICAACADQQlqQgA3AAAgA0IANwIEIAMgA0EYajYCAEF/IQQCQCABRQ0AIAMgAUF/aiIFNgIcIAMgAEEBajYCGCAALAAAIgZB/wBxIQcCQCAGQX9KDQAgBUUNASADIAFBfmoiBTYCHCADIABBAmo2AhggACwAASIGQf8AcUEHdCAHciEHQX8hBCAGQX9KDQAgBUUNASADIAFBfWoiBTYCHCADIABBA2o2AhggACwAAiIGQf8AcUEOdCAHciEHQX8hBCAGQX9KDQAgBUUNASADIAFBfGoiBTYCHCADIABBBGo2AhggACwAAyIGQf8AcUEVdCAHciEHQX8hBCAGQX9KDQAgBUUNASADIAFBe2o2AhwgAyAAQQVqNgIYIAAsAAQiAUEASA0BIAFBHHQgB3IhBwsgAiAHaiEIAkACQCADEISAgIAADQAgAiEADAELIAMoAgQhASACIQADQAJAIAMoAgggAWtBBEoNACADIAE2AgQgAxCEgICAAEUNAiADKAIEIQELIAFBAWohBQJAAkAgAS0AACIGQQNxDQAgCCAAayEJIAMoAggiCiAFayEEIAZBAnYiC0EBaiEHAkAgBkE/Sw0AIARBEEkNACAJQRBIDQAgACABKAIBNgIAIAAgASgCBTYCBCAAIAEoAgk2AgggACABKAINNgIMIAAgB2ohACADKAIIIAUgB2oiAWtBBEoNAyADIAE2AgQgAxCEgICAAEUNBAwCCwJAAkAgBkHwAU8NACAFIQYMAQsgCiAFIAtBRWoiAWoiBmshBCABQQJ0QYCIgIAAaigCACAFKAIAcUEBaiEHCwJAIAcgBE0NAANAIAggAGsgBEkNBSAAIAYgBBCBgICAACEAIAMoAgAiASABKAIAIgkgAygCDCIFaiIGNgIAIAFBBGoiASABKAIAIgogBWsiATYCACADIAE2AgwgACAEaiEAIAFFDQUgAyAJIApqNgIIIAcgBGshByABIQQgByABSw0ACyAIIABrIQkLIAkgB0kNAyAAIAYgBxCBgICAACAHaiEAIAMoAgggBiAHaiIBa0EESg0CIAMgATYCBCADEISAgIAADQEMAwsgACACayAGQQF0QaCIgIAAai8BACIBQQt2IgtBAnRBgIiAgABqKAIAIAUoAgBxIAFBgA5xaiIHQX9qTQ0CIAggAGshBAJAAkAgAUH/AXEiCkEQSw0AIAdBCEkNACAEQRBJDQAgACAAIAdrIgEoAgA2AgAgACABKAIENgIEIAAgASgCCDYCCCAAIAFBDGooAgA2AgwMAQsCQAJAAkACQAJAIAQgCkEKakkNACAAIAdrIQQgACEBIAohBiAHQQdMDQEMBAsgBCAKSQ0HIAAgB2shASAKIApBAEdrQQFqIgxBEEkNASAHQRBJDQFBACAHayEJIAogDEFwcSINayEOIAAgDWohBCABIA1qIQEgDSEGIAAhBwNAIAcgByAJav0AAAD9CwAAIAdBEGohByAGQXBqIgYNAAsgDCANRg0EDAILA0AgASAEKAIANgIAIAEgBCgCBDYCBCAGIAdrIQYgASAHaiIBIARrIgdBCEgNAAwDCwsgACEEIAohDgsgDkEBaiEHA0AgBCABLQAAOgAAIARBAWohBCABQQFqIQEgB0F/aiIHQQFLDQAMAgsLIAZBAUgNACAGQQhqIQcDQCABIAQoAgA2AgAgASAEKAIENgIEIAFBCGohASAEQQhqIQQgB0F4aiIHQQhLDQALCyAAIApqIQAgAygCCCAFIAtqIgFrQQRKDQEgAyABNgIEIAMQhICAgABFDQILIAMoAgQhAQwACwsgAygCACIBIAEoAgQgAygCDCIEazYCBCABIAQgASgCAGo2AgACQCADLQAQDQBBfiEEDAELQQBBfSAIIABGGyEECyADQSBqJICAgIAAIAQLtgMBB38CQCAAKAIEIgEgACgCCCICRw0AIAAoAgAiAiACKAIAIgMgACgCDCIEaiIBNgIAIAJBBGoiAiACKAIAIgIgBGsiBTYCACAAIAU2AgwCQCACIARHDQAgAEEBOgAQQQAPCyAAIAMgAmoiAjYCCAsCQAJAAkAgAiABayICIAEtAABBAXRBoIiAgABqLwEAQQt2QQFqIgVPDQAgAEERaiABIAIQgoCAgAAhBiAAKAIMIQRBACEHIABBADYCDCAAKAIAIgEgASgCBCAEazYCBCABIAQgASgCAGoiAzYCAANAIAFBBGooAgAiAUUNAyAGIAJqIAMgBSACayIEIAEgBCABSRsiBBCBgICAABogACgCACIBIAEoAgQgBGs2AgQgASABKAIAIARqIgM2AgAgBCACaiICIAVJDQALIAAgBjYCBCAAIAYgBWo2AggMAQsCQCACQQRLDQAgACAAQRFqIAEgAhCCgICAACIBIAJqNgIIIAAgATYCBCAAKAIMIQIgAEEANgIMIAAoAgAiASABKAIEIAJrNgIEIAEgAiABKAIAajYCAAwBCyAAIAE2AgQLQQEhBwsgBwsLqAQBAEGACAugBAAAAAD/AAAA//8AAP///wD/////AAAAAAAAAAAAAAAAAQAECAEQASACAAUIAhACIAMABggDEAMgBAAHCAQQBCAFAAgIBRAFIAYACQgGEAYgBwAKCAcQByAIAAsICBAIIAkABAkJEAkgCgAFCQoQCiALAAYJCxALIAwABwkMEAwgDQAICQ0QDSAOAAkJDhAOIA8ACgkPEA8gEAALCRAQECARAAQKERARIBIABQoSEBIgEwAGChMQEyAUAAcKFBAUIBUACAoVEBUgFgAJChYQFiAXAAoKFxAXIBgACwoYEBggGQAECxkQGSAaAAULGhAaIBsABgsbEBsgHAAHCxwQHCAdAAgLHRAdIB4ACQseEB4gHwAKCx8QHyAgAAsLIBAgICEABAwhECEgIgAFDCIQIiAjAAYMIxAjICQABwwkECQgJQAIDCUQJSAmAAkMJhAmICcACgwnECcgKAALDCgQKCApAAQNKRApICoABQ0qECogKwAGDSsQKyAsAAcNLBAsIC0ACA0tEC0gLgAJDS4QLiAvAAoNLxAvIDAACw0wEDAgMQAEDjEQMSAyAAUOMhAyIDMABg4zEDMgNAAHDjQQNCA1AAgONRA1IDYACQ42EDYgNwAKDjcQNyA4AAsOOBA4IDkABA85EDkgOgAFDzoQOiA7AAYPOxA7IDwABw88EDwgAQgIDz0QPSABEAkPPhA+IAEYCg8/ED8gASALD0AQQCAAZARuYW1lAT0FABFfX3dhc21fY2FsbF9jdG9ycwEGbWVtY3B5AgdtZW1tb3ZlAwp1bmNvbXByZXNzBApyZWZpbGxfdGFnBxIBAA9fX3N0YWNrX3BvaW50ZXIJCgEABy5yb2RhdGEAMglwcm9kdWNlcnMBDHByb2Nlc3NlZC1ieQEMVWJ1bnR1IGNsYW5nCzE2LjAuNiAoMTUpADUPdGFyZ2V0X2ZlYXR1cmVzAysPbXV0YWJsZS1nbG9iYWxzKwhzaWduLWV4dCsHc2ltZDEyOA=='

package.json

@@ -35,6 +35,7 @@
     "eslint": "8.56.0",
     "eslint-plugin-import": "2.29.1",
     "eslint-plugin-jsdoc": "48.1.0",
+    "snappyjs": "0.7.0",
     "vitest": "1.3.1"
   }
 }