2f:T909,f = () => Plot.plot({ marks: [ Plot.text(bv.select0Samples, { x: (d, i) => bv.selectSample( i << bv.select0SamplesPow2, bv.select0Samples, bv.select0SamplesPow2 ).basicBlockIndex * lib.bits.BasicBlockSize, text: (d, i) => bv.selectSample( i << bv.select0SamplesPow2, bv.select0Samples, bv.select0SamplesPow2 ).precedingCount, y: () => "s0", fill: "#000", stroke: "#fff", strokeWidth: 5 }), Plot.text(bv.select1Samples, { x: (d, i) => bv.selectSample( i << bv.select1SamplesPow2, bv.select1Samples, bv.select1SamplesPow2 ).basicBlockIndex * lib.bits.BasicBlockSize, text: (d, i) => bv.selectSample( i << bv.select1SamplesPow2, bv.select1Samples, bv.select1SamplesPow2 ).precedingCount, y: () => "s1", fill: "#000", stroke: "#fff", strokeWidth: 5 }), Plot.tickX(basicBlockBoundaries, { stroke: "#d0d", insetTop: 5 }), Plot.cell(d3.range(bv.universeSize), { x: (d) => d, y: () => "rank1", strokeWidth: 2, fill: (d) => (bv.rank1(d + 1) - bv.rank1(d) === 1 ? "#666" : "#ddd") }), // block starts Plot.textX(basicBlockBoundaries, { y: () => "block" }), Plot.cell(xsBits, { x: "bitIndex", y: () => "bits", fill: (d) => (d.value ? "#666" : "#ddd"), channels: { value: "value" }, tip: true }), Plot.text(bv.rank1Samples, { x: (d, i) => i << bv.rank1SamplesPow2, text: (d) => d, y: () => "r", fill: "#000" }), Plot.tickX(d3.range(bv.numOnes), { x: (d) => bv.select1(d), y: () => "ones", strokeWidth: 2, fill: "#0006" }), Plot.tickX(d3.range(bv.numZeros), { x: (d) => bv.select0(d), y: () => "zeros", strokeWidth: 2, fill: "#0006" }) ], width, x: { axis: null }, y: { domain: ["ones", "zeros", "bits", "rank1", "block", "r", "s0", "s1"] }, style: `overflow: visible;` })30:[{"id":"fe6a93e39a29b8f48aeaf72edbb6d4510eb0412e0a92580b17b5893393be3abdc7b2c6dd6b71b015c3acb9754c88b0e7791133505cf8c7bfcfba6683be3e93dc","href":"https://static.observableusercontent.com/files/fe6a93e39a29b8f48aeaf72edbb6d4510eb0412e0a92580b17b5893393be3abdc7b2c6dd6b71b015c3acb9754c88b0e7791133505cf8c7bfcfba6683be3e93dc","name":"made-of-bits-1.js","type":"application/javascript","lastModified":1722139366051.598,"size":524442}] 2d:{"title":"Made of Bits Development","cells":[{"id":0,"value":"# _Made of Bits_ Development\n\n### Illustrative moments\n\n### Visualizations\nhttps://observablehq.com/@yurivish/bitvectors-with-runs-3\n\n- visualize the structure of a densebitvec\n- visualize the process of a maybeSelect0; what blocks are sampled in what order, etc., with a mind to conditionals and memory accesses\n- \n### Moments that feel good\n- sliding the density slider; something very appealing about it close to 0.0 and 1.0\n- ","pinned":false,"hidden":false,"mode":"md"},{"id":803,"value":"viewof regenerate = Inputs.button(\"Regenerate\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":108,"value":"viewof reload = Inputs.button(\"Reload\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":964,"value":"viewof seed = Inputs.range([0, 100], { label: \"Seed\", step: 1 })","pinned":false,"hidden":false,"mode":"ojs"},{"id":969,"value":"viewof len = Inputs.range([0, 3000], {\n label: \"Number of bits\",\n step: 1\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":882,"value":"viewof density = Inputs.range([0, 1], {\n label: \"Density of 1-bits\",\n step: 0.001\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":1236,"value":"viewof srPow2 = Inputs.range([lib.bits.BasicBlockSizePow2, 10], {\n label: \"srPow2\",\n step: 1,\n value: lib.bits.BasicBlockSizePow2,\n value: 10\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":1240,"value":"viewof ssPow2 = Inputs.range([lib.bits.BasicBlockSizePow2, 10], {\n label: \"ssPow2\",\n step: 1,\n value: lib.bits.BasicBlockSizePow2\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":26,"value":"bv = new lib.DenseBitVec(xs, srPow2, ssPow2)","pinned":true,"hidden":false,"mode":"ojs"},{"id":886,"value":"f()","pinned":true,"hidden":false,"mode":"ojs"},{"id":1451,"value":"data = bv.track((log) => {\n bv.rank1(350);\n})","pinned":true,"hidden":false,"mode":"ojs"},{"id":1513,"value":"d3.rollup(\n data,\n (g) => g.map((d) => d.index),\n (d) => d.tag\n)","pinned":true,"hidden":false,"mode":"ojs"},{"id":1642,"value":"norm = d3.randomNormal(5e5, 1e5)","pinned":true,"hidden":false,"mode":"ojs"},{"id":1644,"value":"rng2 = () => 1e4 * Math.round(Math.abs(norm()))","pinned":true,"hidden":false,"mode":"ojs"},{"id":1662,"value":"d3.max(symbols)","pinned":true,"hidden":false,"mode":"ojs"},{"id":1639,"value":"rng = () => 2 ** 32 * Math.random()","pinned":true,"hidden":false,"mode":"ojs"},{"id":1532,"value":"symbols = Uint32Array.from({ length: 5e4 }, rng)","pinned":true,"hidden":false,"mode":"ojs"},{"id":1692,"value":"wm = new lib.WaveletMatrix(symbols)","pinned":true,"hidden":false,"mode":"ojs"},{"id":1619,"value":"viewof button = Inputs.button(\"Click me\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":1531,"value":"{\n button;\n let ret;\n let nTimes = 5;\n let nIters = 1;\n for (let t = 0; t < nTimes; t++) {\n console.time(\"JS query\");\n for (let i = 0; i < nIters; i++) {\n // ret = wm.counts({ symbolRange: { start: 1e6, end: 2e6 } });\n ret = wm.counts();\n }\n console.timeEnd(\"JS query\");\n }\n return Math.random();\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":1695,"value":"// ~215-220 with debug mode\n// 175-195 without but noisy\n","pinned":true,"hidden":false,"mode":"ojs"},{"id":1594,"value":"import { rs } from \"d4d70888d178542b\"","pinned":true,"hidden":false,"mode":"ojs"},{"id":1596,"value":"wmRs = new rs.WaveletMatrix32(symbols)","pinned":true,"hidden":false,"mode":"ojs"},{"id":1600,"value":"{\n button;\n let n = 1;\n let ret;\n let nTimes = 5;\n for (let t = 0; t < nTimes; t++) {\n console.time(\"rs query\");\n for (let i = 0; i < n; i++) {\n // ret = wmRs.counts({ startSymbol: 1e6, endSymbolInclusive: 2e6 - 1 });\n ret = wmRs.counts();\n }\n console.timeEnd(\"rs query\");\n }\n return Math.random();\n}\n","pinned":true,"hidden":false,"mode":"ojs"},{"id":1666,"value":"w = new lib.WaveletMatrix([0, 2 ** 32 - 1])","pinned":true,"hidden":false,"mode":"ojs"},{"id":1668,"value":"JSON.stringify(w.counts())","pinned":true,"hidden":false,"mode":"ojs"},{"id":1670,"value":"w.get(0)","pinned":true,"hidden":false,"mode":"ojs"},{"id":1672,"value":"w.get(1)","pinned":true,"hidden":false,"mode":"ojs"},{"id":1541,"value":"queueMicrotask(() => wm.counts({ range: { start: 0, end: 3e5 } }))","pinned":true,"hidden":false,"mode":"ojs"},{"id":736,"value":"$2f","pinned":true,"hidden":false,"mode":"ojs"},{"id":1453,"value":"Array.from(bv.rank1Samples)","pinned":true,"hidden":false,"mode":"ojs"},{"id":1475,"value":"bv.rank1Samples","pinned":true,"hidden":false,"mode":"ojs"},{"id":1478,"value":"bv.select1Samples","pinned":true,"hidden":false,"mode":"ojs"},{"id":1473,"value":"bv.rank1Samples","pinned":true,"hidden":false,"mode":"ojs"},{"id":1299,"value":"s = {\n const builder = new lib.MultiBitVecBuilder(2);\n const ones = [\n 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,\n 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,\n 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,\n 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1\n ];\n for (const one of ones) builder.one(one);\n return builder.build();\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":1436,"value":"s.rank1(s.numZeros + s.numOnes + 1)","pinned":true,"hidden":false,"mode":"ojs"},{"id":1440,"value":"s.rank1(0)","pinned":true,"hidden":false,"mode":"ojs"},{"id":1446,"value":"s.rank1(1)","pinned":true,"hidden":false,"mode":"ojs"},{"id":1449,"value":"s.rank1(2)","pinned":true,"hidden":false,"mode":"ojs"},{"id":1428,"value":"ones(s.occupancy)","pinned":true,"hidden":false,"mode":"ojs"},{"id":1443,"value":"ones(s.multiplicity)","pinned":true,"hidden":false,"mode":"ojs"},{"id":1362,"value":"zeros = (bv) => {\n const N = bv.numZeros;\n return Array.from({ length: N }, (_, n) => bv.select0(n));\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":1366,"value":"ones = (bv) => {\n const N = bv.numOnes;\n return Array.from({ length: N }, (_, n) => bv.select1(n));\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":1324,"value":"s.get(0)","pinned":true,"hidden":false,"mode":"ojs"},{"id":1344,"value":"s.select1(0)","pinned":true,"hidden":false,"mode":"ojs"},{"id":1343,"value":"s.select1(1)","pinned":true,"hidden":false,"mode":"ojs"},{"id":1307,"value":"s.select1(10)","pinned":true,"hidden":false,"mode":"ojs"},{"id":1310,"value":"s.rank1(10)","pinned":true,"hidden":false,"mode":"ojs"},{"id":1333,"value":"s.rank1(0)","pinned":true,"hidden":false,"mode":"ojs"},{"id":1335,"value":"s.rank1(1)","pinned":true,"hidden":false,"mode":"ojs"},{"id":1337,"value":"s.rank1(2)","pinned":true,"hidden":false,"mode":"ojs"},{"id":1293,"value":"Math.abs(2 ** 32) < 2 ** 32","pinned":true,"hidden":false,"mode":"ojs"},{"id":1181,"value":"bv","pinned":true,"hidden":false,"mode":"ojs"},{"id":1462,"value":"Plot.text(bv.select0Samples, {}).plot()","pinned":true,"hidden":false,"mode":"ojs"},{"id":1465,"value":"bv","pinned":true,"hidden":false,"mode":"ojs"},{"id":1176,"value":"bv","pinned":true,"hidden":false,"mode":"ojs"},{"id":1109,"value":"bv.numOnes","pinned":true,"hidden":false,"mode":"ojs"},{"id":13,"value":"xs = {\n regenerate;\n const rng = d3.randomUniform.source(d3.randomLcg(seed))();\n console.clear();\n const xs = new lib.BitBuf(len);\n // let numOnes = 0;\n let step = 2;\n const n = xs.universeSize;\n\n for (const i of fisherYatesSample(k, n, rng)) {\n xs.setOne(i);\n }\n // console.log(\"numOnes:\", numOnes);\n return xs;\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":1260,"value":"[k, n]","pinned":true,"hidden":false,"mode":"ojs"},{"id":1258,"value":"import { fisherYatesSample } from \"@yurivish/sparse-sampling\";","pinned":true,"hidden":false,"mode":"ojs"},{"id":1250,"value":"log = console.log.bind(console)","pinned":true,"hidden":false,"mode":"ojs"},{"id":978,"value":"k = Math.ceil(len * density)","pinned":true,"hidden":false,"mode":"ojs"},{"id":888,"value":"queueMicrotask(() => f())","pinned":true,"hidden":false,"mode":"ojs"},{"id":1142,"value":"d3.range(bv.universeSize).map((i) => bv.rank1(i))","pinned":true,"hidden":false,"mode":"ojs"},{"id":937,"value":"bv.select0Samples","pinned":true,"hidden":false,"mode":"ojs"},{"id":1711,"value":"madeOfBits1 = FileAttachment(\"made-of-bits-1.js\")","pinned":true,"hidden":false,"mode":"ojs"},{"id":51,"value":"lib = import(await madeOfBits1.url())\n// (reload,\n// Generators.observe((notify) => {\n// const host = \"https://0.0.0.0:4242\";\n// const f = () => {\n// console.clear();\n// const url = `${host}/made-of-bits.js?${Math.random()}`;\n// // console.log(url);\n// return import(url);\n// };\n// // todo: needs better handling but this is trying to work around the stream of errors when i restart the esbuild server\n\n// // todo: try reconnecting once a second\n// let source = new EventSource(`${host}/esbuild`);\n// source.addEventListener(\"change\", () => {\n// notify(f());\n// });\n// source.addEventListener(\"error\", (e) => {\n// console.log(\"error\", e);\n// notify(null); // closed due to error\n// source.close();\n// source = null;\n// // e.preventDefault();\n// // e.stopPropagation();\n// });\n\n// notify(f());\n// }))","pinned":true,"hidden":false,"mode":"ojs"},{"id":1703,"value":"WaveletMatrix = lib.WaveletMatrix","pinned":true,"hidden":false,"mode":"ojs"},{"id":1705,"value":"DenseBitVec = lib.DenseBitVec","pinned":true,"hidden":false,"mode":"ojs"},{"id":1707,"value":"SparseBitVec = lib.SparseBitVec","pinned":true,"hidden":false,"mode":"ojs"},{"id":1709,"value":"SparseBitVec = lib.SparseBitVec","pinned":true,"hidden":false,"mode":"ojs"},{"id":787,"value":"xsBits = d3\n .range(xs.universeSize)\n .map((i) => ({ bitIndex: i, value: xs.get(i) }))","pinned":true,"hidden":false,"mode":"ojs"},{"id":788,"value":"basicBlockBoundaries = d3.range(0, xs.universeSize, lib.bits.BLOCK_BITS)","pinned":true,"hidden":false,"mode":"ojs"}],"files":"$W30","stdlib":"1","titling":"auto"}