2b:null 2c:["$","title",null,{"children":"Tinker With A Simple Model's \"fit\" | David Dobervich | Observable"}] 31:T49b,data_obj = { let rss = 0; let correct = 0; let false_positive = 0; let false_negative = 0; let threshold = (parseFloat(meTargetVal) + parseFloat(notMeTargetVal))/2; raw_data.forEach( function (p) { let x1 = p[var1]; let x2 = p[var2]; p["model output"] = modelf(x1, x2); p["model calculation"] = a + "*" + x1.toFixed(1) + " + " + b + "*" + x2.toFixed(1) + " + " + c; p["status"] = (p["label"].trim() === meLabel)?"me":"not me"; p["desired output"] = (p["status"] === "me"?meTargetVal:notMeTargetVal); p["model prediction"] = (p["model output"] >= threshold?"me":"not me"); console.log(p["model prediction"] === "me"); if (p["model prediction"] === p["status"]) { correct++; } if (p["model prediction"] === "me" && p["status"] === "not me") { false_positive++; } if (p["model prediction"] === "not me" && p["status"] === "me") { false_negative++; } p["error"] = p["desired output"] - p["model output"]; rss += p["error"]*p["error"]; }); return {"data_table": raw_data, "rss": rss, "correct": correct, "false_positive": false_positive, "false_negative": false_negative}; }32:[] 2f:{"id":"ce45e8748d8baeb7","slug":null,"title":"Tinker With A Simple Model's \"fit\"","thumbnail":"b57f6f11ffe7bf5dd0fc268fe3cbc8f3b68667c6facf10266d4005ffdab73cf4","access_level":"public","create_time":"$D2022-12-14T15:57:07.355Z","update_time":"$D2022-12-14T15:57:07.355Z","view_time":null,"first_public_time":"$D2022-12-14T15:57:07.355Z","has_unpublished_edits":null,"fork":{"id":"3bda3cb6fa2135f0","slug":null,"title":"Tinker With A Simple Model's \"fit\"","owner":{"id":"67e3dd27e9592d47","login":"isabel-s","name":"Isabel Sieh"}},"stars":0,"starred":false,"owner":{"type":"team","id":"d0789414de25c7a4","login":"david-dobervich","name":"David Dobervich","avatar_url":"https://avatars-next.observableusercontent.com/90e30f53f7a3cde9dc12f363de606e6d29b612e10ec65ad48c36517cc53a16e3","tier":"starter_2024"},"version":2045,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"da33ada5b8945845","login":"david-dobervich","name":"David Dobervich","avatar_url":"https://avatars-next.observableusercontent.com/90e30f53f7a3cde9dc12f363de606e6d29b612e10ec65ad48c36517cc53a16e3","tier":null}],"members":[{"type":"individual","id":"da33ada5b8945845","login":"david-dobervich","name":"David Dobervich","avatar_url":"https://avatars-next.observableusercontent.com/90e30f53f7a3cde9dc12f363de606e6d29b612e10ec65ad48c36517cc53a16e3","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":0,"collection":null,"type":"notebook","body":{"titling":"auto","title":"Tinker With A Simple Model's \"fit\"","cells":[{"id":793,"value":"md`# Tinker With A Simple Model's \"fit\"`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":2033,"value":"Upload a file to start! ","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":1537,"value":"viewof composite3 = view`

${viewof composite}

${viewof targets_composite}

${viewof composite2}

${viewof error_report}

${viewof display_boundary}

If a decision boundary doesn't show, try playing around with a, b, c values

${viewof decision_boundary_graph}

\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1224,"value":"viewof final_table = Inputs.table(data, {\n columns: [ var1, var2, \"label\", \"model calculation\", \"model output\", \"model prediction\", \"desired output\", \"error\", \"\" ],\n format: {\n [var1]: x => x.toFixed(1),\n [var2]: x=> x.toFixed(1),\n [\"model output\"]: x => (\"= \" + x.toFixed(2)),\n [\"model calculation\"]: x => makeModelCalcString(x, \"white\", \"lightgreen\"),\n [\"model prediction\"]: (x,i) => highlightPrediction(data, x, i, \"lightred\", \"lightgreen\"),\n },\n width: {\n [var1]: 115,\n [var2]: 115,\n [\"model calculation\"]: 170,\n [\"model output\"]: 80,\n [\"label\"]: 40,\n [\"model prediction\"]: 100,\n [\"desired output\"]: 60,\n [\"error\"]: 40,\n },\n align: {\n [\"model calculation\"]: \"left\",\n [\"model output\"]: \"left\",\n [\"label\"]: \"left\",\n [\"label\"]: \"left\",\n [\"status\"]: \"left\",\n },\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1975,"value":"---","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":2028,"value":"

\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n  \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n  \n

","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":2030,"value":"---","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":608,"value":"Code to make this page work (Ignore and do not edit!)","pinned":false,"hidden":false,"mode":"html","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":1350,"value":"import { textcolor } from \"@observablehq/text-color-annotations-in-markdown\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1749,"value":"viewof decision_boundary_graph = {\n let bval = (b === 0)?0.01:b; // to prevent dividing by 0\n let slope = -a/bval;\n let yint = -c/bval;\n let target = DOM.element('div')\n let maxx = boundary_viz_data[\"maxx\"];\n let maxy = boundary_viz_data[\"maxy\"];\n functionPlot({\n title: 'Your model',\n xAxis: {\n label: var1,\n domain: [0, maxx]\n },\n yAxis: {\n label: var2,\n domain: [0, maxy],\n },\n data: [{\n fn: (slope + \"*x + \" + yint),\n closed: display_boundary,\n },\n {\n points: boundary_viz_data[\"me_data\"],\n fnType: 'points',\n graphType: 'scatter',\n color: 'green',\n },\n {\n points: boundary_viz_data[\"not_me_data\"],\n fnType: 'points',\n graphType: 'scatter',\n color: 'red',\n }],\n target\n });\n\n return target;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1881,"value":"viewof display_boundary = Inputs.toggle({label: \"Display decision boundary\", value: true})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1516,"value":"import {view} from '@tomlarkworthy/view'","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1439,"value":"viewof notMeTargetVal = Inputs.text({label: \"'Not Me' target value\", value: \"-100\", width: \"80px\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1642,"value":"viewof error_report = md`RSS for your model on the **training data** is: ${data_obj[\"rss\"].toFixed(1)}. MSE is ${(data_obj[\"rss\"]/data.length).toFixed(1)}. \nPercent correct: ${(data_obj[\"correct\"]/data.length).toFixed(2)}, percent incorrect: ${((data_obj[\"false_positive\"] + data_obj[\"false_negative\"])/data.length).toFixed(2)}`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1532,"value":"viewof composite2 = view`

Linear model: a*x1 + b*x2 + c

${viewof a}

${viewof b}

${viewof c}

${viewof csvfile}

${viewof var1}

${viewof var2}

${viewof meLabel}

${viewof meTargetVal}

${viewof notMeTargetVal}

${x}

`;\n } else {\n return htl.html`

${x}

`;\n }\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1308,"value":"function makeModelCalcString(row, input_color, param_color) {\n let w1 = getStringUpTo(row, \"*\", 1);\n let w2 = getStringBetween(row, \"+\", 1, \"*\", 2);\n let w3 = row.substring(nthIndexOf(row, \"+\", 2)+1);\n let x1 = getStringBetween(row, \"*\", 1, \"+\", 1);\n let x2 = getStringBetween(row, \"*\", 2, \"+\", 2);\n return htl.html`${w1}*${x1} + \n ${w2}*${x2} + \n ${w3}`;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1315,"value":"function getStringUpTo(string, substring, n) {\n return string.substring(0, nthIndexOf(string, substring, n));\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1313,"value":"function nthIndexOf(string, subString, n) {\n return string.split(subString, n).join(subString).length;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1318,"value":"function getStringBetween(string, substring1, n1, substring2, n2) {\n return string.substring(nthIndexOf(string, substring1, n1)+1, nthIndexOf(string, substring2, n2));\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1231,"value":"viewof b = Inputs.range([-5, 5], {value: 0.1, step: 0.1, label: \"b\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1228,"value":"viewof a = Inputs.range([-5, 5], {value: 0.1, step: 0.1, label: \"a\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1235,"value":"viewof c = Inputs.range([-5, 5], {value: 0.1, step: 0.1, label: \"c\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1171,"value":"labelValues = Array.from(new Set(raw_data.map( d => d[\"label\"])))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1063,"value":"function getResultsForScoredData(data) {\n let falsePositive = 0;\n let falseNegative = 0;\n let correct = 0;\n for (let i = 0; i < data.length; i++) {\n if (data[i].label === 0 && data[i].score === 1) {\n falsePositive++;\n } else if (data[i].label === 1 && data[i].score === 0) {\n falseNegative++;\n } else {\n correct++;\n }\n }\n return [{type: \"correct\", kind: \"correct\", number: correct}, {type: \"incorrect\", kind: \"false positive\", number: falsePositive}, {type: \"incorrect\", kind: \"false negative\", number: falseNegative}];\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":538,"value":"color_level = d3.interpolateRgbBasis([\n d3.schemeCategory10[0], d3.schemeCategory10[0], d3.schemeCategory10[0],\n d3.schemeCategory10[0], d3.schemeCategory10[0], d3.schemeCategory10[0],\n d3.schemeCategory10[0], d3.schemeCategory10[0], d3.schemeCategory10[0],\n d3.color(\"#E3E3E3\"), // we want a sharp transition between the two colors\n d3.schemeCategory10[1], d3.schemeCategory10[1], d3.schemeCategory10[1],\n d3.schemeCategory10[1], d3.schemeCategory10[1], d3.schemeCategory10[1],\n d3.schemeCategory10[1], d3.schemeCategory10[1], d3.schemeCategory10[1]\n])","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":252,"value":"L2dist = (a, b) => (a.x - b.x) ** 2 + (a.y - b.y) ** 2;","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":0,"value":"d3 = require(\"d3@6\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":87,"value":"import {slider} from \"@jashkenas/inputs\";","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":944,"value":"raw_data = csvfile.csv({typed: true});\n","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1258,"value":"$31","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1640,"value":"data = data_obj[\"data_table\"]","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1745,"value":"boundary_viz_data = {\n let me = [];\n let notMe = [];\n let maxx = 0;\n let maxy = 0;\n data.forEach( function(row) {\n let out_row = [];\n out_row.push( row[var1] );\n out_row.push( row[var2] );\n if (row[var1] > maxx) maxx = row[var1];\n if (row[var2] > maxy) maxy = row[var2];\n if (row[\"status\"] === \"me\") {\n me.push(out_row);\n } else {\n notMe.push(out_row);\n }\n })\n return {me_data: me, not_me_data: notMe, maxx: maxx, maxy: maxy};\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1747,"value":"functionPlot = require(\"function-plot@1.22.2/dist/function-plot\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1299,"value":"function modelf(x1, x2) {\n return a*x1 + b*x2 + c;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":752,"value":"style = html`\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":946,"value":"displaydata = extract2dData(data, var1, var2, meLabel);","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":962,"value":"datarange = getRangeFor(displaydata);","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1051,"value":"function mapDatasetToDisplayRange(data, data_range, display_range) {\n let out = [];\n for (let i = 0; i < data.length; i++) {\n let value = data[i];\n if (value[\"label\"] !== null) {\n let newx = mapToRange(value.x, data_range.minx, data_range.maxx, display_range.minx, display_range.maxx);\n let newy = mapToRange(value.y, data_range.miny, data_range.maxy, display_range.miny, display_range.maxy);\n out.push( {x: newx, y:newy, label: value.label});\n }\n }\n return out;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":970,"value":" function mapToRange(val, sourceMin, sourceMax, targetMin, targetMax) {\n let percent = (val-sourceMin)/(sourceMax-sourceMin);\n return targetMin + percent*(targetMax - targetMin);\n }","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1045,"value":"function getRangeFor(data) {\n return {minx: d3.min(data.map( d => d.x)),\n maxx: d3.max(data.map( d => d.x)),\n miny: d3.min(data.map( d => d.y)),\n maxy: d3.max(data.map( d => d.y))}\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1048,"value":"function extract2dData(data, var1, var2, targetLabel) {\n let out = [];\n data.forEach( function(value) {\n if (value[\"label\"] !== null) { // HACKHACKHACK why do I have a row with null values?!\n out.push( {x:value[var1], y:value[var2], label:(value[\"label\"].trim() === targetLabel?1:0) } )\n }\n })\n return out;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":942,"value":"viewof var2 = Inputs.select(raw_data.columns, {label: \"y-axis variable\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":940,"value":"viewof var1 = Inputs.select(raw_data.columns, {label: \"x-axis variable\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1169,"value":"viewof meLabel = Inputs.select(labelValues, {label: \"Data to use for 'me'\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W32","stdlib":"1"}} 30:"$2f:body"