tricu

benchmark-backends.mjs (2169B)

---

 // Run through a Nix tooling shell with Node, Chromium and Firefox available.
 import {spawn} from 'node:child_process';
 import {mkdir,readFile,writeFile} from 'node:fs/promises';
 import {resolve} from 'node:path';
 import {createHash} from 'node:crypto';
 import {cpus,release} from 'node:os';
 const [site,output]=process.argv.slice(2);
 if(!site||!output)throw Error('Usage: benchmark-backends.mjs PACKAGED_SITE OUTPUT_DIRECTORY');
 await mkdir(output,{recursive:true});
 const reports=[],rounds=Number(process.env.BENCHMARK_ROUNDS??3);
 if(!Number.isInteger(rounds)||rounds<1||rounds>10)throw Error('BENCHMARK_ROUNDS must be 1–10');
 for(const browser of ['chromium','firefox'])for(let round=0;round<rounds;round++)for(const backend of round%2?['haskell-wasm','zig-wasm']:['zig-wasm','haskell-wasm']){
  const file=resolve(output,`${browser}-${backend}-${round}.json`);
  console.log('Benchmark',browser,backend,round);
  const child=spawn(process.execPath,[`ext/demo-site/test/backend-${browser==='chromium'?'browser':'firefox'}.mjs`,resolve(site,'runtime/haskell'),browser],{
   env:{...process.env,ARBORICX_SITE_ROOT:resolve(site),TEST_BACKEND:backend,TEST_BENCHMARK:'1',BENCHMARK_REPORT:file},stdio:'inherit',
  });
  const code=await new Promise((r,j)=>{child.on('error',j);child.on('exit',r);});if(code!==0)throw Error('Benchmark failed');
  reports.push({browser,round,...JSON.parse(await readFile(file,'utf8'))});
 }
 const artifacts={};
 for(const [backend,name] of [['zig','arboricx'],['haskell','reactor']]){
  const bytes=await readFile(resolve(site,`runtime/${backend}/${name}.wasm`));artifacts[backend]={bytes:bytes.length,sha256:createHash('sha256').update(bytes).digest('hex')};
 }
 const fixtures={};
 for(const name of ['demos.json','catalogue.json','compiler.json','environments.json']){const bytes=await readFile(resolve(name==='demos.json'?'ext/demo-site':site,name));fixtures[name]=createHash('sha256').update(bytes).digest('hex');}
 await writeFile(resolve(output,'report.json'),JSON.stringify({rounds,memoryOnly:!!process.env.BENCHMARK_PSS,fixtures,site:resolve(site),platform:release(),cpu:cpus()[0]?.model,node:process.version,artifacts,reports},null,2)+'\n');