28:null 29:["$","title",null,{"children":"Roboco-op 2 Eval | Tom Larkworthy | Observable"}] 2e:Ta38,runScore = async ({ settings, response, caseTask } = {}) => { const scoreTask = { settings, response, caseTask }; const embedded_runtime = new observable.Runtime(); const embedded_main = embedded_runtime.module(); (await caseTask.notebook()).forEach((cell) => { const variables = compile(cell.code); variables.forEach((v) => { embedded_main.variable({}).define(v._name, v._inputs, v._definition); }); }); let compile_or_null = null, apply_or_null = null, check_or_null = null, values = [], errors = []; let compileError = false; compile_or_null = scoreTask.response.cells.flatMap((cell) => { try { const variables = compile(cell.code); const inputs = _.sortBy(cell.inputs); const compiledInputs = _.sortBy(variables[0]._inputs); if (!_.isEqual(inputs, compiledInputs)) { errors.push( `Incorrectly specified inputs ${inputs} does not match ${compiledInputs}` ); } return [variables]; } catch (err) { errors.push(err.message); compileError = true; return []; } }); try { const vars = compile_or_null.map((variables) => variables.map((v) => { let _fn; eval("_fn = " + v._definition); if (embedded_main._scope.has(v._name)) { debugger; return embedded_main._scope .get(v._name) .define(v._name, v._inputs, _fn); } else { return embedded_main.variable({}).define(v._name, v._inputs, _fn); } }) ); embedded_runtime._computeNow(); await new Promise((r) => setTimeout(r, 100)); apply_or_null = vars.flat(); const values = await Promise.all( vars.flat().map((v) => getPromiseState(v._promise)) ); values .filter((v) => v.error) .forEach((e) => errors.push(e.error.message || e.error)); check_or_null = await scoreTask.caseTask.check( embedded_runtime, embedded_main, apply_or_null, scoreTask.response ); if (typeof check_or_null === "string") { errors.push(check_or_null); check_or_null = false; } } catch (err) { errors.push(err.message || err); } embedded_runtime.dispose(); return { settings: scoreTask.settings, caseTask: scoreTask.caseTask, response: scoreTask.response, score: { responded: !!scoreTask.response.cells, compiles: !compileError, applies: !compileError && !!apply_or_null, resolves: !compileError && !values.some((v) => v.error), correct: !!check_or_null, errors: errors } }; }2f:T461,create_dataflow_svg = new Case({ invalidation, name: "dataflow svg", query: "Use rectangleSettings to create an SVG element that live updates an svg rectangle", notebook: async () => [ { inputs: ["Inputs"], code: `viewof rectangleSettings = Inputs.form({ width: Inputs.range([1, 200], { label: "width", step: 1, value: 100 }), height: Inputs.range([1, 200], { label: "height", step: 1, value: 50 }), fill: Inputs.color({ label: "fill" }) })` } ], check: async (runtime, main, variables) => { if (variables.length !== 1) return false; const v = variables[0]; const src = v._definition.toString(); if (!v._inputs.find((i) => i._name === "htl")) return "Use hypertext literal htl"; if (!v._inputs.find((i) => i._name === "rectangleSettings")) return false; if (!src.includes("htl.svg`")) return false; if (!src.includes("rectangleSettings.fill")) return "did not access the fill setting"; if (!src.includes("rectangleSettings.width")) return false; if (!src.includes("rectangleSettings.height")) return false; return true; } })30:T94b,matrix_eig_case = new Case({ invalidation, name: "matrix_eig", query: "Create a function matrix_eig(matrix) that returns {values: [...], vectors: [[...], ...]} for real-eigenvalue cases, or throws/returns an error for unsupported/complex cases.", check: async (runtime, main) => { const v = main._scope.get("matrix_eig"); if (!v) return "missing matrix_eig"; const fn = await v._promise; if (typeof fn !== "function") return "matrix_eig is not a function"; const approx = (a, b, tol = 1e-6) => Math.abs(a - b) <= tol; const mul = (M, vec) => M.map((row) => row.reduce((s, x, i) => s + x * vec[i], 0)); const checkMatrix = async (M) => { let res; try { res = await fn(M); } catch (e) { return `threw for a matrix that should be supported: ${ e && e.message ? e.message : e }`; } if (!res || !Array.isArray(res.values) || !Array.isArray(res.vectors)) return "result must be an object with arrays values and vectors"; if (res.values.length !== res.vectors.length) return "values and vectors must be the same length"; if (res.vectors.some((v) => !Array.isArray(v) || v.length !== M.length)) return "each vector must be an array of the correct dimension"; for (let i = 0; i < res.values.length; i++) { const lambda = res.values[i]; const vec = res.vectors[i]; const Av = mul(M, vec); const lv = vec.map((x) => lambda * x); for (let j = 0; j < Av.length; j++) { if (!approx(Av[j], lv[j], 1e-6)) { return `eigenpair ${i} failed: Av=${JSON.stringify( Av )} vs λv=${JSON.stringify(lv)}`; } } } return true; }; // 1) Simple diagonal matrix const M1 = [ [2, 0], [0, 3] ]; const ok1 = await checkMatrix(M1); if (ok1 !== true) return ok1; // 2) Symmetric matrix with distinct eigenvalues const M2 = [ [2, 1], [1, 2] ]; // eigenvalues 3 and 1 const ok2 = await checkMatrix(M2); if (ok2 !== true) return ok2; const M3 = [ [2, 1, 0, 0], [0, 2, 0, 0], [0, 0, 4, 0], [0, 0, 0, 1] ]; debugger; const ok3 = await checkMatrix(M3); if (ok3 !== true) return ok3; return true; // throwing is acceptable } })31:[] 2c:{"id":"b964abe9346c2831","slug":"robocoop-eval","title":"Roboco-op 2 Eval","thumbnail":"49e3b8e7b5c25c76853ac31b4ed41e895e2facb91573182f4e68e995d0ccb899","access_level":"unlisted","create_time":"$D2025-03-23T09:54:03.112Z","update_time":"$D2025-11-09T16:20:05.339Z","view_time":null,"first_public_time":null,"has_unpublished_edits":null,"fork":false,"stars":0,"starred":false,"owner":{"type":"team","id":"7db5ed2b0697d645","login":"tomlarkworthy","name":"Tom Larkworthy","avatar_url":"https://avatars-next.observableusercontent.com/47327a8bc1966f2186dcb3ebf4b7ee6e4e7ab9a5c2a07405aff57200ea778f71","tier":"starter_2024"},"version":1125,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"5215f6ec4a999d40","login":"tomlarkworthy","name":"Tom Larkworthy","avatar_url":"https://avatars-next.observableusercontent.com/47327a8bc1966f2186dcb3ebf4b7ee6e4e7ab9a5c2a07405aff57200ea778f71","tier":null}],"members":[{"type":"individual","id":"5215f6ec4a999d40","login":"tomlarkworthy","name":"Tom Larkworthy","avatar_url":"https://avatars-next.observableusercontent.com/47327a8bc1966f2186dcb3ebf4b7ee6e4e7ab9a5c2a07405aff57200ea778f71","tier":null,"role":"editor"},{"type":"team","id":"7db5ed2b0697d645","login":"tomlarkworthy","name":"Tom Larkworthy","avatar_url":"https://avatars-next.observableusercontent.com/47327a8bc1966f2186dcb3ebf4b7ee6e4e7ab9a5c2a07405aff57200ea778f71","tier":"starter_2024","role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":0,"collection":{"id":"c4e0ec1a20ebb52a","slug":"robocoop","title":"roboco-op","owner":{"id":"7db5ed2b0697d645","login":"tomlarkworthy","name":"Tom Larkworthy"}},"type":"notebook","body":{"title":"Roboco-op 2 Eval","cells":[{"id":0,"value":"# Roboco-op 2 Eval\n\nTODO:\n\nneedle_in_haystack:\nGet a large notebook and ask it to locate functionality. E.g. Which cell is responsible for opening the code editor on click?","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":5,"value":"import {\n viewof prompt,\n viewof context_viz,\n background_tasks,\n viewof system_prompt,\n viewof suggestion,\n runAsk,\n viewof settings\n} from \"@tomlarkworthy/robocoop-2\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":82,"value":"Inputs.bind(\n Inputs.textarea({\n rows: 100,\n disabled: true\n }),\n viewof system_prompt\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":22,"value":"b = viewof suggestion","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":15,"value":"a = viewof context_viz","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":394,"value":"viewof scores = Inputs.input([])","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":57,"value":"async function runCase(caseTask, settings) {\n const response = await runPrompt(caseTask, settings);\n const experiment = await runScore({\n response,\n settings,\n caseTask\n });\n addResult(experiment);\n return response;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":433,"value":"## Experiments","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":465,"value":"Inputs.button(\"rescore\", {\n reduce: async () => {\n viewof experiments.value = await Promise.all(experiments.map(runScore));\n viewof experiments.dispatchEvent(new Event(\"input\"));\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":445,"value":"Inputs.table(experiments, {\n columns: [\"caseTask\", \"score\", \"settings\", \"response\"],\n layout: \"auto\",\n format: {\n settings: (v) => JSON.stringify(v, null, 2),\n response: (v) => JSON.stringify(v, null, 2),\n caseTask: (v) => JSON.stringify(v, null, 2),\n score: (v) => JSON.stringify(v, null, 2)\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":437,"value":"viewof experiments = Inputs.input([])","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":440,"value":"function addResult(result) {\n viewof experiments.value.push(result);\n viewof experiments.dispatchEvent(new Event(\"input\"));\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":45,"value":"## Score Task","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":587,"value":"$2e","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":305,"value":"## RunCase","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":582,"value":"Inputs.table(promptHistory, {\n layout: \"auto\",\n format: {\n caseTask: (d) => JSON.stringify(d, null, 2),\n settings: (d) => JSON.stringify(d, null, 2),\n response: (d) => JSON.stringify(d, null, 2)\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":421,"value":"viewof promptHistory = Inputs.input([])","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":557,"value":"runPrompt = async (caseTask, settings) => {\n const promptTask = { caseTask: caseTask, settings };\n const messages = await buildMessages(viewof settings.value, promptTask);\n const response = await runAsk({\n settings: viewof settings.value,\n messages\n });\n viewof promptHistory.value.push({\n ...promptTask,\n response\n });\n viewof promptHistory.dispatchEvent(new Event(\"input\"));\n return response;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":550,"value":"buildMessages = async (llm_settings, promptTask) => [\n {\n role: llm_settings.model.startsWith(\"o1\") ? \"user\" : \"system\",\n content: promptTask.settings.system_prompt || viewof system_prompt.value\n },\n ...(await promptTask.caseTask.notebook()).map((cell) => ({\n role: \"user\",\n content: `\n${cell.inputs.join(\", \")}\n\n\n`\n })),\n {\n role: \"user\",\n content: promptTask.caseTask.query\n }\n]","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":43,"value":"## Cases","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":298,"value":"Inputs.table(\n [...cases.values()]\n .sort((a, b) => a.name.localeCompare(b.name))\n .map((evalCase) => ({\n ...evalCase,\n run: Inputs.button(\"run\", {\n reduce: () => runCase(evalCase, {})\n })\n })),\n {\n columns: [\"name\", \"query\", \"context\", \"run\"],\n format: { run: (r) => r },\n layout: \"auto\"\n }\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":180,"value":"viewof cases = Inputs.input(new Map())","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":26,"value":"class Case {\n constructor({\n invalidation,\n name,\n query,\n notebook = () => [],\n check = () => true\n } = {}) {\n this.name = name;\n this.query = query;\n this.notebook = notebook;\n this.check = check;\n\n viewof cases.value.set(this.name, this);\n viewof cases.dispatchEvent(new Event(\"input\"));\n invalidation.then(() => {\n viewof cases.value.delete(this.name);\n viewof cases.dispatchEvent(new Event(\"input\"));\n });\n }\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":832,"value":"## Errors","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":788,"value":"test_syntax_error = {\n const { score } = await runScore({\n caseTask: assign_literal,\n response: {\n cells: [\n {\n inputs: [],\n code: `x = '`\n }\n ]\n }\n });\n expect(\n _.pick(score, [\"responded\", \"compiles\", \"applies\", \"correct\"])\n ).toEqual({\n responded: true,\n compiles: false,\n applies: false,\n correct: false\n });\n expect(score.errors[0]).toBe(\"Unterminated string constant (1:4)\");\n return \"ok\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":836,"value":"test_runtime_import_error = {\n const { score } = await runScore({\n caseTask: assign_literal,\n response: {\n cells: [\n {\n inputs: [],\n code: `viewof rgb = (await import(\"npm:@observablehq/inputs\")).Inputs.select({\n options: [\"red\", \"green\", \"blue\"],\n label: \"rgb\"\n})`\n }\n ]\n }\n });\n expect(\n _.pick(score, [\"responded\", \"compiles\", \"applies\", \"correct\"])\n ).toEqual({\n responded: true,\n compiles: true,\n applies: true,\n correct: false\n });\n expect(score.errors[0]).toBe(\n \"Failed to fetch dynamically imported module: npm:@observablehq/inputs\"\n );\n return \"ok\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":863,"value":"test_runtime_input_error = {\n const { score } = await runScore({\n caseTask: assign_literal,\n response: {\n cells: [\n {\n inputs: [\"@observablehq/stdlib@5\"],\n code: `foo = d3`\n }\n ]\n }\n });\n expect(score).toEqual({\n responded: true,\n compiles: true,\n applies: true,\n resolves: true,\n correct: false,\n errors: [\n \"Incorrectly specified inputs @observablehq/stdlib@5 does not match d3\",\n \"Cannot read properties of undefined (reading '_promise')\"\n ]\n });\n return \"ok\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":30,"value":"assign_literal = new Case({\n invalidation,\n name: \"assign a synchronous literal number\",\n query: \"create a cell x whose value is 42\",\n check: async (runtime, main) =>\n main._scope.get(\"x\")._promise.then((v) => v == 42)\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":727,"value":"test_assign_literal = {\n const { score } = await runScore({\n caseTask: assign_literal,\n response: {\n cells: [\n {\n inputs: [],\n code: `x = 42`\n }\n ]\n }\n });\n expect(score).toEqual({\n responded: true,\n compiles: true,\n applies: true,\n resolves: true,\n correct: true,\n errors: []\n });\n return \"ok\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":190,"value":"say_hello = new Case({\n invalidation,\n name: \"say hello\",\n query: \"say hello\",\n check: async (runtime, main, variables) => {\n if (variables.length != 1) return \"only 1 variable needed to solve this\";\n if (!variables[0]._value instanceof HTMLElement)\n return \"did not solve using md\";\n return true;\n }\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":735,"value":"test_say_hello = {\n const { score } = await runScore({\n caseTask: say_hello,\n response: {\n cells: [\n {\n inputs: [],\n code: `hello = document.createElement(\"div\")`\n }\n ]\n }\n });\n expect(score).toEqual({\n responded: true,\n compiles: true,\n applies: true,\n correct: true,\n resolves: true,\n errors: []\n });\n return \"ok\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":296,"value":"create_login_form = new Case({\n invalidation,\n name: \"login form\",\n query: \"create a username and password form bound to credentials\",\n check: async (runtime, main, variables, response) => {\n if (variables.length != 2) return \"did not use a single view to solve\";\n if (!variables[0]._value instanceof HTMLElement)\n return \"did not use Inputs\";\n if (!variables[0]._definition.toString().includes(\"Inputs.password\"))\n return \"did not use Inputs.password for password field\";\n return true;\n }\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1023,"value":"test_create_login_form = {\n const { score } = await runScore({\n caseTask: create_login_form,\n response: {\n cells: [\n {\n inputs: [\"Inputs\"],\n code: `viewof credentials = Inputs.form({\n username: Inputs.text({label: \"username\"}),\n password: Inputs.password({type: \"password\", label: \"password\"})\n})`\n }\n ]\n }\n });\n expect(score).toEqual({\n responded: true,\n compiles: true,\n applies: true,\n resolves: true,\n correct: true,\n errors: []\n });\n return \"ok\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":476,"value":"create_checkbox_form = new Case({\n invalidation,\n name: \"toggle value\",\n query: \"create a toggle for the value ready\",\n check: async (runtime, main, variables, response) => {\n return (\n variables.length == 2 &&\n variables[0]._value instanceof HTMLElement &&\n variables[0]._name == \"viewof ready\" &&\n variables[0]._definition.toString().includes(\"Inputs.toggle\")\n );\n }\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":731,"value":"test_create_toggle_form = {\n const { score } = await runScore({\n caseTask: create_checkbox_form,\n response: {\n cells: [\n {\n inputs: [\"Inputs\"],\n code: `viewof ready = Inputs.toggle()`\n }\n ]\n }\n });\n expect(score).toEqual({\n responded: true,\n compiles: true,\n applies: true,\n resolves: true,\n correct: true,\n errors: []\n });\n return \"ok\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":684,"value":"sum_array = new Case({\n invalidation,\n name: \"sum of array\",\n query:\n \"create a cell sum whose value is the sum of the array [1,2,3,4,5] using d3\",\n check: async (runtime, main) => {\n const variable = main._scope.get(\"sum\");\n return (\n (await variable._promise.then((v) => v === 15)) &&\n variable._definition.toString().includes(\"d3\")\n );\n }\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":752,"value":"test_sum_array = {\n const { score } = await runScore({\n caseTask: sum_array,\n response: {\n cells: [\n {\n inputs: [\"d3\"],\n code: `sum = d3.sum([1, 2, 3, 4, 5])`\n }\n ]\n }\n });\n expect(score).toEqual({\n responded: true,\n compiles: true,\n applies: true,\n resolves: true,\n correct: true,\n errors: []\n });\n return \"ok\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":682,"value":"filter_array = new Case({\n invalidation,\n name: \"filter array\",\n query:\n \"create a cell evens whose value is the even numbers from [1,2,3,4,5,6]\",\n check: async (runtime, main) =>\n main._scope\n .get(\"evens\")\n ._promise.then(\n (v) => Array.isArray(v) && v.length === 3 && v.every((n) => n % 2 === 0)\n )\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":754,"value":"test_filter_array = {\n const { score } = await runScore({\n caseTask: filter_array,\n response: {\n cells: [\n {\n inputs: [],\n code: `evens = [1,2,3,4,5,6].filter(n => n % 2 === 0)`\n }\n ]\n }\n });\n expect(score).toEqual({\n responded: true,\n compiles: true,\n applies: true,\n resolves: true,\n correct: true,\n errors: []\n });\n return \"ok\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":677,"value":"create_counter = new Case({\n invalidation,\n name: \"counter button\",\n query: \"create a viewof count that displays a button to increment a number\",\n check: async (runtime, main, variables) => {\n if (variables.length !== 2) return false;\n const v = variables[0];\n if (v._name !== \"viewof count\") return \"Should be a viewof button\";\n if (!v._definition.toString().includes(\"Inputs.button\"))\n return \"did not use Inputs.button reduce functionality\";\n return true;\n }\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":756,"value":"test_create_counter = {\n const { score } = await runScore({\n caseTask: create_counter,\n response: {\n cells: [\n {\n inputs: [\"Inputs\"],\n code: `viewof count = Inputs.button(\"Increment\")`\n }\n ]\n }\n });\n expect(score).toEqual({\n responded: true,\n compiles: true,\n applies: true,\n resolves: true,\n correct: true,\n errors: []\n });\n return \"ok\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":680,"value":"create_dropdown = new Case({\n invalidation,\n name: \"dropdown\",\n query:\n 'create a dropdown select element with options \"red\",\"green\",\"blue\" bound to rgb',\n check: async (runtime, main, variables) => {\n if (variables.length !== 2) return false;\n const el = variables[0]._value;\n if (!(el instanceof HTMLElement)) return false;\n if (el.tagName !== \"FORM\") return false;\n const opts = el.querySelectorAll(\"option\");\n const values = Array.from(opts).map((o) => o.text);\n return (\n values.length === 3 &&\n values[0] === \"red\" &&\n values[1] === \"green\" &&\n values[2] === \"blue\"\n );\n }\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":690,"value":"test_dropdown = {\n // Test runScore with empty response cells\n const { score } = await runScore({\n caseTask: create_dropdown,\n response: {\n cells: [\n {\n inputs: [\"Inputs\"],\n code: `viewof rgb = Inputs.select([\"red\", \"green\", \"blue\"])`\n }\n ]\n }\n });\n expect(score).toEqual({\n responded: true,\n compiles: true,\n applies: true,\n resolves: true,\n correct: true,\n errors: []\n });\n return \"ok\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":909,"value":"create_composite_ui = new Case({\n invalidation,\n name: \"composite ui\",\n query:\n \"create a UI for a rectangle called rectangleSettings with whole number width and height ranges\",\n check: async (runtime, main, variables) => {\n return (\n variables.length == 2 &&\n variables[0]._name == \"viewof rectangleSettings\" &&\n variables[0]._value instanceof HTMLElement &&\n variables[0]._inputs.length == 1 &&\n variables[0]._inputs[0]._name == \"Inputs\" &&\n variables[0]._definition.toString().includes(\"Inputs.form\")\n );\n }\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":907,"value":"test_composite_ui = {\n const { score } = await runScore({\n caseTask: create_composite_ui,\n response: {\n cells: [\n {\n inputs: [\"Inputs\"],\n code: `viewof rectangleSettings = Inputs.form({\n width: Inputs.range([1, 10], { label: \"width (px)\", step: 1, value: 1 }),\n height: Inputs.range([20, 100], { label: \"height (px)\", step: 1, value: 30 })\n})`\n }\n ]\n }\n });\n expect(score).toEqual({\n responded: true,\n compiles: true,\n applies: true,\n resolves: true,\n correct: true,\n errors: []\n });\n return \"ok\";\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":933,"value":"$2f","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":940,"value":"test_create_dataflow_svg = {\n const { score } = await runScore({\n caseTask: create_dataflow_svg,\n response: {\n cells: [\n {\n inputs: [\"htl\", \"rectangleSettings\"],\n code: `htl.svg\\`\\``\n }\n ]\n }\n });\n expect(score).toEqual({\n responded: true,\n compiles: true,\n applies: true,\n resolves: true,\n correct: true,\n errors: []\n });\n return \"ok\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1042,"value":"import_date_fns = new Case({\n invalidation,\n name: \"date-fns format\",\n query:\n 'Import date-fns and create a cell formatted whose value is the ISO date \"2020-01-01\" by formatting new Date(2020,0,1) using date-fns (e.g., dateFns.format).',\n check: async (runtime, main) => {\n const variable = main._scope.get(\"formatted\");\n if (!variable) return \"missing formatted variable\";\n const okValue = await variable._promise.then((v) => v === \"2020-01-01\");\n const usesDateFns =\n variable._definition &&\n variable._definition.toString().includes(\"dateFns.format\");\n return okValue && usesDateFns;\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1044,"value":"test_import_date_fns = {\n const { score } = await runScore({\n caseTask: import_date_fns,\n response: {\n cells: [\n {\n code: `dateFns = import('https://cdn.jsdelivr.net/npm/date-fns@4.1.0/+esm')`\n },\n {\n inputs: [\"dateFns\"],\n code: `formatted = dateFns.format(new Date(2020, 0, 1), 'yyyy-MM-dd')`\n }\n ]\n }\n });\n expect(score).toEqual({\n responded: true,\n compiles: true,\n applies: true,\n resolves: true,\n correct: true,\n errors: []\n });\n return \"ok\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1053,"value":"$30","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1055,"value":"test_matrix_eig = {\n const { score } = await runScore({\n caseTask: matrix_eig_case,\n response: {\n cells: [\n {\n code: `mathjs = import(\"https://cdn.jsdelivr.net/npm/mathjs@14.6.0/+esm\")`\n },\n {\n inputs: [\"mathjs\"],\n code: `matrix_eig = async function(matrix){\n const eigs = await mathjs.eigs(matrix)\n return {\n values: eigs.eigenvectors.map(v => v.value),\n vectors: eigs.eigenvectors.map(v => v.vector),\n }\n}`\n }\n ]\n }\n });\n expect(score).toEqual({\n responded: true,\n compiles: true,\n applies: true,\n resolves: true,\n correct: true,\n errors: []\n });\n return \"ok\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1099,"value":"fix_test_case = new Case({\n invalidation,\n name: \"fix a test with TDD\",\n query: \"Fix the test\",\n notebook: async () => [\n {\n inputs: [],\n code: `import {expect} from \"@tomlarkworthy/jest-expect-standalone\"`\n },\n {\n inputs: [],\n code: `x = {value: 10}`\n },\n {\n inputs: [\"expect\"],\n code: `test_x_value = expect(x.value).toBe(10)`\n }\n ],\n check: async (runtime, main, variables) => {\n if (variables.length !== 1) return false;\n const v = variables[0];\n const src = v._definition.toString();\n const x_value = await main._scope.get(\"x\")._promise.then((v) => v);\n if (x_value.value != 10)\n return \"x.value is not 10, rembember that observable syntax blocks have higher precidence than object literals\";\n\n return true;\n }\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1110,"value":"test_fix_case = {\n const { score } = await runScore({\n caseTask: fix_test_case,\n response: {\n cells: [\n {\n code: `x = ({value: 10})`\n }\n ]\n }\n });\n expect(score).toEqual({\n responded: true,\n compiles: true,\n applies: true,\n resolves: true,\n correct: true,\n errors: []\n });\n return \"ok\";\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":501,"value":"load_all = {\n assign_literal,\n say_hello,\n create_login_form,\n create_checkbox_form,\n create_dropdown,\n create_counter,\n filter_array,\n sum_array,\n create_composite_ui,\n create_dataflow_svg,\n import_date_fns,\n matrix_eig_case,\n fix_test_case;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":50,"value":"## Libs","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":102,"value":"observable = import(\n \"https://cdn.jsdelivr.net/npm/@observablehq/runtime@5/dist/runtime.js\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":928,"value":"import { robocoop } from \"@tomlarkworthy/robocoop-2\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1087,"value":"function () {}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":930,"value":"robocoop","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":52,"value":"import { flowQueue } from \"@tomlarkworthy/flow-queue\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":111,"value":"import { compile } from \"@tomlarkworthy/observablejs-toolchain\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":249,"value":"import { runtime, getPromiseState } from \"@tomlarkworthy/runtime-sdk\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":652,"value":"import { ui, expect } from \"@tomlarkworthy/agentic-planner-prototype\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":901,"value":"viewof size = Inputs.form({\n width: Inputs.range([1, 10], { label: \"width (px)\", step: 1, value: 1 }),\n height: Inputs.range([20, 100], { label: \"height (px)\", step: 1, value: 30 })\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":654,"value":"ui","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":657,"value":"import { context_menu } from \"@tomlarkworthy/editor-4\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":659,"value":"context_menu","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":661,"value":"exporter()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":663,"value":"import { exporter } from \"@tomlarkworthy/exporter-2\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":668,"value":"import { tests } from \"@tomlarkworthy/tests\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":670,"value":"tests({\n filter: (t) => t.state !== \"paused\"\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W31","stdlib":"1","titling":"auto"}} 2d:"$2c:body"