benchmark: use autocannon instead of wrk

Makefile

@@ -599,10 +599,10 @@ ifeq ($(XZ), 0)
 	ssh $(STAGINGSERVER) "touch nodejs/$(DISTTYPEDIR)/$(FULLVERSION)/node-$(FULLVERSION)-$(OSTYPE)-$(ARCH).tar.xz.done"
 endif
 
-haswrk=$(shell which wrk > /dev/null 2>&1; echo $$?)
-wrk:
-ifneq ($(haswrk), 0)
-	@echo "please install wrk before proceeding. More information can be found in benchmark/README.md." >&2
+hasautocannon=$(shell which autocannon > /dev/null 2>&1; echo $$?)
+autocannon:
+ifneq ($(hasautocannon), 0)
+	@echo "please install autocannon before proceeding. More information can be found in benchmark/README.md." >&2
 	@exit 1
 endif
 
@@ -615,7 +615,7 @@ bench-crypto: all
 bench-tls: all
 	@$(NODE) benchmark/common.js tls
 
-bench-http: wrk all
+bench-http: autocannon all
 	@$(NODE) benchmark/common.js http
 
 bench-fs: all

benchmark/README.md

@@ -5,15 +5,16 @@ Node.js APIs.
 
 ## Prerequisites
 
-Most of the http benchmarks require [`wrk`][wrk] and [`ab`][ab] (ApacheBench) being installed.
-These may be available through your preferred package manager.
+Most of the http benchmarks require [`autocannon`][autocannon] npm module
+being installed. You can do this by running:
 
-If they are not available:
-- `wrk` may easily be built [from source][wrk] via `make`.
-- `ab` is sometimes bundled in a package called `apache2-utils`.
+`npm install -g autocannon`
 
-[wrk]: https://github.com/wg/wrk
-[ab]: http://httpd.apache.org/docs/2.2/programs/ab.html
+[autocannon]: https://github.com/mcollina/autocannon
+
+Autocannon is a Node script and will use Node executable that is in the path.
+If you want to compare two HTTP benchmark runs make sure that the Node version
+in the path is not altered.
 
 ## How to run tests
 

benchmark/common.js

@@ -13,6 +13,10 @@ if (['default', 'csv', 'silent'].indexOf(outputFormat) == -1) {
   throw new Error('OUTPUT_FORMAT set to invalid value');
 }
 
+const autocannon_exe = process.platform === 'win32'
+                       ? 'autocannon.cmd'
+                       : 'autocannon';
+
 exports.PORT = process.env.PORT || 12346;
 
 // If this is the main module, then run the benchmarks
@@ -44,11 +48,12 @@ if (module === require.main) {
   runBenchmarks();
 }
 
-function hasWrk() {
-  var result = child_process.spawnSync('wrk', ['-h']);
+function hasAutocannon() {
+  var result = child_process.spawnSync(autocannon_exe, ['-h']);
   if (result.error && result.error.code === 'ENOENT') {
-    console.error('Couldn\'t locate `wrk` which is needed for running ' +
-      'benchmarks. Check benchmark/README.md for further instructions.');
+    console.error('Couldn\'t locate `autocannon` which is needed for ' +
+      'running benchmarks. Check benchmark/README.md for further ' +
+      'instructions.');
     process.exit(-1);
   }
 }
@@ -98,19 +103,17 @@ function Benchmark(fn, options) {
 }
 
 // benchmark an http server.
-Benchmark.prototype.http = function(p, args, cb) {
-  hasWrk();
+Benchmark.prototype.http = function(path, duration, connections, cb) {
+  hasAutocannon();
   var self = this;
-  var regexp = /Requests\/sec:[ \t]+([0-9\.]+)/;
-  var url = 'http://127.0.0.1:' + exports.PORT + p;
-
-  args = args.concat(url);
 
-  var out = '';
-  var child = child_process.spawn('wrk', args);
+  const args = ['-d', duration, '-c', connections, '-j',
+                'http://127.0.0.1:' + exports.PORT + path ];
+  var child = child_process.spawn(autocannon_exe, args);
 
   child.stdout.setEncoding('utf8');
 
+  var out = '';
   child.stdout.on('data', function(chunk) {
     out += chunk;
   });
@@ -120,17 +123,23 @@ Benchmark.prototype.http = function(p, args, cb) {
       cb(code);
 
     if (code) {
-      console.error('wrk failed with ' + code);
+      console.error('autocannon failed with ' + code);
       process.exit(code);
     }
-    var match = out.match(regexp);
-    var qps = match && +match[1];
-    if (!qps) {
+
+    try {
+      var result = JSON.parse(out);
+    } catch (err) {
+      // do nothing, let next line handle this
+    }
+
+    if (!result || !result.requests || !result.requests.average) {
       console.error('%j', out);
-      console.error('wrk produced strange output');
+      console.error('autocannon produced strange output');
       process.exit(1);
     }
-    self.report(+qps);
+
+    self.report(result.requests.average);
   });
 };
 

benchmark/http/chunked.js

@@ -20,8 +20,6 @@ function main(conf) {
   const http = require('http');
   var chunk = Buffer.alloc(conf.size, '8');
 
-  var args = ['-d', '10s', '-t', 8, '-c', conf.c];
-
   var server = http.createServer(function(req, res) {
     function send(left) {
       if (left === 0) return res.end();
@@ -34,7 +32,7 @@ function main(conf) {
   });
 
   server.listen(common.PORT, function() {
-    bench.http('/', args, function() {
+    bench.http('/', 10, conf.c, function() {
       server.close();
     });
   });

benchmark/http/cluster.js

@@ -27,9 +27,8 @@ function main(conf) {
 
     setTimeout(function() {
       var path = '/' + conf.type + '/' + conf.length;
-      var args = ['-d', '10s', '-t', 8, '-c', conf.c];
 
-      bench.http(path, args, function() {
+      bench.http(path, 10, conf.c, function() {
         w1.destroy();
         w2.destroy();
       });

benchmark/http/end-vs-write-end.js

@@ -43,14 +43,13 @@ function main(conf) {
   }
 
   var method = conf.method === 'write' ? write : end;
-  var args = ['-d', '10s', '-t', 8, '-c', conf.c];
 
   var server = http.createServer(function(req, res) {
     method(res);
   });
 
   server.listen(common.PORT, function() {
-    bench.http('/', args, function() {
+    bench.http('/', 10, conf.c, function() {
       server.close();
     });
   });

benchmark/http/simple.js

@@ -15,9 +15,8 @@ function main(conf) {
   var server = require('../http_simple.js');
   setTimeout(function() {
     var path = '/' + conf.type + '/' + conf.length + '/' + conf.chunks;
-    var args = ['-d', '10s', '-t', 8, '-c', conf.c];
 
-    bench.http(path, args, function() {
+    bench.http(path, 10, conf.c, function() {
       server.close();
     });
   }, 2000);