2b:null 2c:["$","title",null,{"children":"Benchmark Utils | Dominik Moritz | Observable"}] 31:T894,function table(stats, numWarmups, numTrials, numRepeats) { const longestTime = d3.max(stats.map(s => s.max)); const best = d3.min(stats, d => d.median); return md` ### ${ stats.running ? stats.warmup ? `Running Warmup ${stats.currentTrial} of ${numWarmups}` : `Running Trial ${stats.currentTrial} of ${numTrials}` : `${numTrials} Trials` } ${ numRepeats > 1 ? `(with ${numRepeats} repeats per trial)` : '' }

${numRepeats > 1 ? '' : ``} ${stats.map( e => html` ${ numRepeats > 1 ? '' : `` } ` )}

Method	Mean	%Median	Stdev	Range	Histogram
${e.name}	${fmt( e.mean )} ${numRepeats > 1 ? '' : `± ${fmt(e.sem)}`} ms	${ e.median === best ? "—" : `+${commas(100 * (e.median / best - 1))}%` }	${fmt( e.sd )}	${fmt( e.min )} - ${fmt(e.max)} ms	${html`${hist( e.times, { domain: [0, longestTime], width: 120, height: 20, thresholds: 25 } )}`}

${ numRepeats > 1 ? md`**Note:** Because the number of repeats per trial is larger than 1, some statistics cannot be computed.` : '' }`; }32:T5c0,async function* computeStats( reRun, experiments, numTrials, numWarmups, numRepeats ) { const stats = []; function results(step) { const result = []; for (let i = 0; i < experiments.length; i++) { const times = stats.map(stat => stat[i]); const sd = d3.deviation(times); result.push({ ...experiments[i], mean: d3.mean(times), median: d3.median(times), min: d3.min(times), max: d3.max(times), // standard deviation sd, // standard error of the mean (https://en.wikipedia.org/wiki/Standard_error) sem: sd / Math.sqrt(numTrials), times }); } result.currentTrial = step + 1; result.running = step + 1 < numTrials; return result; } yield results(-1); const maybeReRun = reRun; // await new Promise(requestIdleCallback); const runTrial = () => experiments.map(e => { if (e.before) e.before(); const results = timeit(e.run, numRepeats); if (e.after) e.after(); return results; }); for (let i = 0; i < numWarmups; i++) { runTrial(); const result = [...experiments]; result.running = true; result.warmup = true; result.currentTrial = i; yield result; } for (let i = 0; i < numTrials; i++) { // add short pause so the browser can do things it needs to do let stat = await Promises.delay(10, runTrial()); stats.push(stat); yield results(i); } }33:[] 2f:{"id":"b0cf11f7f40d207b","slug":"benchmark-utils","title":"Benchmark Utils","thumbnail":"d96c0d6fd13a2b094e531e0c5ec5f386876673870ba0c95eda218d04ef4540d0","access_level":"public","create_time":"$D2021-02-05T10:29:38.418Z","update_time":"$D2021-03-23T15:30:57.418Z","view_time":null,"first_public_time":"$D2021-02-05T10:37:33.381Z","fork":false,"stars":6,"starred":false,"owner":{"type":"team","id":"448d844ff245547c","login":"domoritz","name":"Dominik Moritz","avatar_url":"https://avatars-next.observableusercontent.com/e528f496e8e47781dbdc92c47d89b1b19946a81d20c027823850f83467732c11","tier":"starter_2024"},"version":49,"publish_version":49,"role":null,"authored":false,"authors":[{"type":"individual","id":"2e169e421d94e0c5","login":"domoritz","name":"Dominik Moritz","avatar_url":"https://avatars-next.observableusercontent.com/e528f496e8e47781dbdc92c47d89b1b19946a81d20c027823850f83467732c11","tier":null}],"members":[{"type":"individual","id":"2e169e421d94e0c5","login":"domoritz","name":"Dominik Moritz","avatar_url":"https://avatars-next.observableusercontent.com/e528f496e8e47781dbdc92c47d89b1b19946a81d20c027823850f83467732c11","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"subscribed":null,"forks":4,"collection":null,"type":"notebook","body":{"title":"Benchmark Utils","cells":[{"id":0,"value":"md`# Benchmark Utils\n\nUtils for [Benchmark Template](https://observablehq.com/@domoritz/benchmark-template). You can fork the template to create your own benchmarks.\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":28,"value":"$31","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":5,"value":"$32","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":18,"value":"function timeit(f, numRepeats, ...args) {\n const start = performance.now();\n for (let i = 0; i < numRepeats; i++) {\n f(...args);\n }\n return (performance.now() - start) / numRepeats;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":22,"value":"commas = d3.format(',d')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":24,"value":"fmt = d3.format(',.2f')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":34,"value":"import { hist } from \"@domoritz/inline\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":7,"value":"d3 = require('d3')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"}],"files":"$W33","stdlib":"1","titling":"auto"}} 30:"$2f:body"