Collect more benchmark samples to reduce test flakiness

lo1tuma · Oct 18, 2021 · 3f2c865 · 3f2c865
1 parent 589b334
commit 3f2c865
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 6 deletions.
diff --git a/benchmarks/measure.js b/benchmarks/measure.js
@@ -10,9 +10,6 @@ const semver = require('semver');
 
 const [ { speed: cpuSpeed } ] = os.cpus();
 
-// eslint-disable-next-line
-console.log('cpu', os.cpus());
-
 function getNodeVersionMultiplier() {
     const currentNodeVersion = process.version;
 

diff --git a/benchmarks/runtime.bench.js b/benchmarks/runtime.bench.js
@@ -96,7 +96,7 @@ describe('runtime', () => {
 
         const { medianDuration } = runBenchmark(() => {
             lintManyFilesWithAllRecommendedRules({ numberOfFiles: 350 });
-        }, 25);
+        }, 50);
 
         expect(medianDuration).to.be.below(budget);
     });
@@ -106,7 +106,7 @@ describe('runtime', () => {
 
         const { medianMemory } = runBenchmark(() => {
             lintManyFilesWithAllRecommendedRules({ numberOfFiles: 350 });
-        }, 25);
+        }, 50);
 
         expect(medianMemory).to.be.below(budget);
     });

diff --git a/package.json b/package.json
@@ -17,7 +17,7 @@
         "test": "npm run test:unit:with-coverage && npm run test:bench",
         "test:unit": "mocha test --recursive --reporter dot",
         "test:unit:with-coverage": "nyc npm run test:unit",
-        "test:bench": "mocha -t 1200000 benchmarks",
+        "test:bench": "mocha -t 2400000 benchmarks",
         "coveralls": "cat ./build/coverage/lcov.info | coveralls",
         "changelog": "pr-log"
     },