29:null 2a:["$","title",null,{"children":"Slideable / Single COMIC challenge results visualization | Maarten van Meersbergen | Observable"}] 2f:T858,viewof confusion_matrix = { function getMetrics(submission) { const outputs = submission.outputs; let metrics_index = -1; outputs.forEach((output,i) => { if (output.interface.slug == "metrics-json-file") { metrics_index = i; } }); return submission.outputs[metrics_index].value; } let submission = null; if (Array.isArray(parse_results)) { submission = parse_results[submissionNo]; } else { submission = parse_results; } const result = getMetrics(submission); let html = "The metrics data has the wrong structure."; if (result && result.aggregates) { if (result.aggregates.confusion_matrix) { html = embed({ "$schema": "https://vega.github.io/schema/vega-lite/v4.json", "width": 300, "height": 300, "data": { "values": result, "format": {"type": "json", "property": "aggregates.confusion_matrix.values"} }, "layer": [ { "mark": "rect", "encoding": { "y": {"field": "target", "type": "ordinal"}, "x": {"field": "prediction", "type": "ordinal"}, "color": { "field": "value", "type": "quantitative", "title": "Count of Records", "legend": {"direction": "vertical", "gradientLength": 300} } } }, { "mark": "text", "encoding": { "y": {"field": "target", "type": "ordinal"}, "x": {"field": "prediction", "type": "ordinal"}, "text": {"field": "value", "type": "quantitative"}, "color": { "condition": {"test": "datum['value'] < 40", "value": "black"}, "value": "white" } } } ], "config": {"axis": {"grid": true, "tickBand": "extent"}} }) } else { html = "The metrics data has no confusion_matrix entry."; } } else { html = "The metrics data has no agggregates."; } return html; } 30:T934,viewof ROC_graph = { function getMetrics(submission) { const outputs = submission.outputs; let metrics_index = -1; outputs.forEach((output,i) => { if (output.interface.slug == "metrics-json-file") { metrics_index = i; } }); return submission.outputs[metrics_index].value; } let submission = null; if (Array.isArray(parse_results)) { submission = parse_results[submissionNo]; } else { submission = parse_results; } const result = getMetrics(submission); let html = "The metrics data has the wrong structure."; if (result && result.aggregates) { if (result.aggregates.roc_curve) { html = embed({ "$schema": "https://vega.github.io/schema/vega-lite/v4.json", "description": "ROC Curve.", "width": "300", "height": "300", "data": { "values": result, "format": { "type": "json", "property": "aggregates" } }, "transform": [ { "flatten": ["roc_curve.x_axis.values", "roc_curve.y_axis.values.low_confidence_interval", "roc_curve.y_axis.values.high_confidence_interval", "roc_curve.y_axis.values.mean"], "as": ["x_vals", "low_vals", "high_vals", "mean_vals"] } ], "layer": [ { "mark": "errorband", "encoding": { "x": { "field": "x_vals", "type": "quantitative", "title": "1-Specificity" }, "y": { "field": "low_vals", "type": "quantitative", "title": "Sensitivity" }, "y2": {"field": "high_vals"} } }, { "mark": "line", "encoding": { "x": {"field": "x_vals", "type": "quantitative"}, "y": {"field": "mean_vals", "type": "quantitative"} } } ] }, { "actions": { "export": true, "source": true, "compiled": false, "editor": false } }) } else { html = "The metrics data has no roc_curve entry."; } } else { html = "The metrics data has no agggregates."; } return html; }31:T409,viewof summary_stats_table = { function getMetrics(submission) { const outputs = submission.outputs; let metrics_index = -1; outputs.forEach((output,i) => { if (output.interface.slug == "metrics-json-file") { metrics_index = i; } }); return submission.outputs[metrics_index].value; } let submission = null; if (Array.isArray(parse_results)) { submission = parse_results[submissionNo]; } else { submission = parse_results; } const result = getMetrics(submission); let makeRow = function(prop, value) { return html`${prop}${value}`; } const rows = []; const keys = Object.keys(result.aggregates.summary_stats); keys.forEach(key => { const stat = result.aggregates.summary_stats[key]; rows.push(makeRow(stat.title, stat.value)); }); return html`${rows}

Stat	Value

`; }32:[] 2d:{"id":"5b6fc9d33c6a5f7e","slug":"slideable-single-comic-challenge-results-visualization","title":"Slideable / Single COMIC challenge results visualization","thumbnail":"81706ec1ffc0217e1eda7faabe4558eb68de9c1458b1221ffe92220fbe1419a5","access_level":"public","create_time":"$D2020-11-02T14:24:43.451Z","update_time":"$D2020-11-06T12:41:16.842Z","view_time":null,"first_public_time":"$D2020-11-02T20:27:29.682Z","has_unpublished_edits":null,"fork":{"id":"9da6f353f475abcc","slug":"slideable-comic-challenge-results-visualization","title":"Slideable COMIC challenge results visualization","owner":{"id":"137e4289e70da9fc","login":"maartenvm","name":"Maarten van Meersbergen"}},"stars":0,"starred":false,"owner":{"type":"team","id":"137e4289e70da9fc","login":"maartenvm","name":"Maarten van Meersbergen","avatar_url":"https://avatars-next.observableusercontent.com/5480f938072b1f5f75f78a2dc622b8d012e1c72b52d09e633e25a1b9bfb2d85c","tier":"starter_2024"},"version":249,"publish_version":249,"role":null,"authored":false,"authors":[{"type":"individual","id":"efce69e3c64a4fb9","login":"maartenvm","name":"Maarten van Meersbergen","avatar_url":"https://avatars-next.observableusercontent.com/5480f938072b1f5f75f78a2dc622b8d012e1c72b52d09e633e25a1b9bfb2d85c","tier":null}],"members":[{"type":"individual","id":"efce69e3c64a4fb9","login":"maartenvm","name":"Maarten van Meersbergen","avatar_url":"https://avatars-next.observableusercontent.com/5480f938072b1f5f75f78a2dc622b8d012e1c72b52d09e633e25a1b9bfb2d85c","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":1,"collection":null,"type":"notebook","body":{"title":"Slideable / Single COMIC challenge results visualization","cells":[{"id":0,"value":"md `# Slideable / Single COMIC challenge results visualization`","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2,"value":"viewof data_file = html``","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":182,"value":"viewof submissionNo = {\n const keys = Object.keys(parse_results);\n let i = 0;\n \n if (parse_results.length > 0) {\n return slider({\n value: this ? this.value : i, step: 1, max: keys.length -1,\n getValue: n => keys[n.value],\n title: \"Submission\", \n description: \"Select Submission\"\n });\n } else {\n return slider({\n value: 0,\n max: 0,\n getValue: n => 0,\n title: \"Submission\", \n description: \"Select Submission\"\n });\n }\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":225,"value":"viewof chart_title = {\n function getMetrics(submission) {\n const outputs = submission.outputs;\n let metrics_index = -1; \n outputs.forEach((output,i) => { \n if (output.interface.slug == \"metrics-json-file\") { \n metrics_index = i;\n }\n });\n \n const result = submission.outputs[metrics_index].value; \n result.pk = submission.title;\n return result; \n }\n \n let submission = null;\n if (Array.isArray(parse_results)) {\n submission = parse_results[submissionNo];\n } else {\n submission = parse_results;\n }\n const result = getMetrics(submission);\n \n return md `# ${result.title}`;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5,"value":"parse_results = {\n let result = {};\n const text = await data_file.text();\n result = JSON.parse(text)\n \n return result;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":13,"value":"$2f","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":150,"value":"$30","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":154,"value":"$31","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":184,"value":"import {slider, select} from \"@jashkenas/inputs\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":70,"value":"embed = require(\"vega-embed@6.13\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W32","stdlib":"1","titling":"auto"}} 2e:"$2d:body"