Separate process per test

Author: tshemsedinov

Performance/run.js

@@ -1,55 +1,34 @@
 'use strict';
 
+const { execSync } = require('node:child_process');
 const { performance } = require('node:perf_hooks');
 
-const OPS = 100_000;
-
-const options = { nodeSize: 2048, poolSize: 2 };
-
-const implementations = {
-  queue: require('../JavaScript/1-queue.js'),
-  naïve: require('../JavaScript/2-naïve.js'),
-  fixed: require('../JavaScript/3-fixed.js'),
-  unrolled: require('../JavaScript/4-unrolled.js'),
-  spare: require('../JavaScript/5-spare.js'),
-  pool: require('../JavaScript/6-pool.js'),
-  circular: require('../JavaScript/8-circular.js'),
-  nodiv: require('../JavaScript/9-no-div.js'),
-};
-
-const test = (queue) => {
-  const startMem = process.memoryUsage().heapUsed;
-  const t0 = performance.now();
-
-  let preventOpt = 0;
-  for (let i = 0; i < OPS; i++) {
-    queue.enqueue({ id: i });
-  }
-  for (let i = 0; i < OPS; i++) {
-    const { id } = queue.dequeue();
-    preventOpt += id;
-  }
-
-  const t1 = performance.now();
-  if (preventOpt === 0) console.log('Never print');
-  const endMem = process.memoryUsage().heapUsed;
-
-  return {
-    cpu: (t1 - t0).toFixed(2),
-    memory: ((endMem - startMem) / 1024).toFixed(2),
-  };
-};
+const implementations = [
+//['1-queue.js', 2048, 1],
+  ['2-naïve.js', 2048, 1],
+  ['3-fixed.js', 2048, 1],
+  ['4-unrolled.js', 2048, 1],
+  ['5-spare.js', 2048, 1],
+  ['6-pool.js', 1024, 2],
+//['7-current.js', 1024, 2],
+  ['8-circular.js', 2048, 1],
+  ['9-nodiv.js', 2048, 1],
+];
+
+const rounds = 100;
+const ops = 500_000;
 
 const main = () => {
-  const results = {};
-  const entries = Object.entries(implementations);
-  for (const { 0: name, 1: Queue } of entries) {
-    global.gc();
-    const queue = new Queue(options);
-    const result = test(queue);
-    results[name] = result;
+  const results = [];
+  for (const [file, nodeSize, poolSize] of implementations) {
+    const options = `${file} ${rounds} ${ops} ${nodeSize} ${poolSize}`;
+    console.log(`Test: ${options}`);
+    const cmd = `node --expose-gc Performance/test.js ${options}`;
+    const out = execSync(cmd, { encoding: 'utf8' });
+    results.push(out.replaceAll('\n', ','));
   }
-  console.table(results);
+  const data = results.join('').slice(0, -1);
+  console.table(JSON.parse(`[${data}]`));
 };
 
 main();

Performance/run.sh

@@ -0,0 +1,55 @@
+'use strict';
+
+const path = require('node:path');
+const process = require('node:process');
+const { performance } = require('node:perf_hooks');
+
+const WARM_UP = 3;
+
+const test = (queue, ops) => {
+  global.gc();
+  const startMem = process.memoryUsage().heapUsed;
+  const t0 = performance.now();
+
+  let preventOpt = 0;
+  for (let i = 0; i < ops; i++) {
+    queue.enqueue({ id: i });
+  }
+  for (let i = 0; i < ops; i++) {
+    const { id } = queue.dequeue();
+    preventOpt += id;
+  }
+
+  const t1 = performance.now();
+  if (preventOpt === 0) console.log('Never print');
+  const endMem = process.memoryUsage().heapUsed;
+
+  return { cpu: t1 - t0, ram: (endMem - startMem) / 1024 };
+};
+
+const main = (file, rounds, ops, options) => {
+  const name = path.basename(file, '.js').split('-').at(-1);
+  const Queue = require(`../JavaScript/${file}`);
+  const queue = new Queue(options);
+  const results = { cpu: 0, ram: 0 };
+  const count = rounds + WARM_UP;
+  for (let i = 0; i < count; i++) {
+    const { cpu, ram } = test(queue, ops);
+    if (i > WARM_UP) {
+      results.cpu += cpu;
+      results.ram += ram;
+    }
+  }
+  results.cpu = (results.cpu / rounds).toFixed(2);
+  results.ram = (results.ram / rounds).toFixed(2);
+  console.log(JSON.stringify({ name, ...results }));
+};
+
+const file = process.argv.at(2);
+const rounds = parseInt(process.argv.at(3));
+const ops = parseInt(process.argv.at(4));
+const nodeSize = parseInt(process.argv.at(5));
+const poolSize = parseInt(process.argv.at(6));
+const options = { nodeSize, poolSize };
+
+main(file, rounds, ops, options);

Performance/test.js

@@ -23,21 +23,20 @@
 
 ## Performance tests
 
-> Node: UNDER CONSTRUCTION
+> UNDER CONSTRUCTION
 
-Run: `Performance/run.sh`
+Run: `npm run perf`
 
 ```
-┌──────────┬──────────┬───────────┐
-│ (index)  │ cpu      │ memory    │
-├──────────┼──────────┼───────────┤
-│ queue    │ '576.54' │ '5524.62' │
-│ naïve    │ '12.06'  │ '7620.13' │
-│ fixed    │ '6.32'   │ '6045.08' │
-│ unrolled │ '6.46'   │ '6045.98' │
-│ spare    │ '6.72'   │ '5896.03' │
-│ pool     │ '6.51'   │ '6029.93' │
-│ circular │ '5.67'   │ '5510.35' │
-│ nodiv    │ '4.45'   │ '4093.59' │
-└──────────┴──────────┴───────────┘
+┌─────────┬────────────┬─────────┬────────────┐
+│ (index) │ name       │ cpu     │ ram        │
+├─────────┼────────────┼─────────┼────────────┤
+│ 0       │ 'naïve'    │ '43.03' │ '34928.97' │
+│ 1       │ 'fixed'    │ '4.56'  │ '19652.08' │
+│ 2       │ 'unrolled' │ '4.52'  │ '19470.65' │
+│ 3       │ 'spare'    │ '4.46'  │ '19471.69' │
+│ 4       │ 'pool'     │ '5.14'  │ '19507.93' │
+│ 5       │ 'circular' │ '5.59'  │ '19601.37' │
+│ 6       │ 'nodiv'    │ '5.11'  │ '19627.76' │
+└─────────┴────────────┴─────────┴────────────┘
 ```

README.md

@@ -2,6 +2,7 @@
   "name": "patterns",
   "version": "1.0.0",
   "scripts": {
+    "perf": "node Performance/run.js",
     "lint": "eslint . && prettier -c \"**/*.js\"",
     "fix": "eslint . --fix && prettier --write \"**/*.js\"",
     "build": "tsc; prettier --write \"**/*.js\""