31:T9bb,viewof confusion_matrix = { function getMetrics(submission) { const outputs = submission.outputs; let metrics_index = -1; outputs.forEach((output, i) => { if (output.interface.slug == "metrics-json-file") { metrics_index = i; } }); return submission.outputs[metrics_index].value; } let submission = evaluations[submissionNo]; const result = getMetrics(submission); let html = "The metrics data has the wrong structure."; if (result && result.aggregates) { if (result.aggregates.confusion_matrix) { let transformed_confusion_matrix = []; for ( var i = 0; i < result.aggregates.confusion_matrix.labels.length; i++ ) { for ( var j = 0; j < result.aggregates.confusion_matrix.matrix[i].length; j++ ) { transformed_confusion_matrix.push({ target: result.aggregates.confusion_matrix.labels[i], prediction: result.aggregates.confusion_matrix.labels[j], value: result.aggregates.confusion_matrix.matrix[i][j] }); } } html = embed({ $schema: "https://vega.github.io/schema/vega-lite/v4.json", width: 300, height: 300, data: { values: transformed_confusion_matrix, format: { type: "json" } }, layer: [ { mark: "rect", encoding: { y: { field: "target", type: "ordinal" }, x: { field: "prediction", type: "ordinal" }, color: { field: "value", type: "quantitative", title: "Count of Records", legend: { direction: "vertical", gradientLength: 300 } } } }, { mark: "text", encoding: { y: { field: "target", type: "ordinal" }, x: { field: "prediction", type: "ordinal" }, text: { field: "value", type: "quantitative" }, color: { condition: { test: "datum['value'] < 40", value: "black" }, value: "white" } } } ], config: { axis: { grid: true, tickBand: "extent" } } }); } else { html = "The metrics data has no confusion_matrix entry."; } } else { html = "The metrics data has no agggregates."; } return html; }32:T8e9,viewof ROC_graph = { function getMetrics(submission) { const outputs = submission.outputs; let metrics_index = -1; outputs.forEach((output, i) => { if (output.interface.slug == "metrics-json-file") { metrics_index = i; } }); return submission.outputs[metrics_index].value; } let submission = evaluations[submissionNo]; const result = getMetrics(submission); let html = "The metrics data has the wrong structure."; if (result && result.aggregates) { if (result.aggregates.roc_curve) { html = embed( { $schema: "https://vega.github.io/schema/vega-lite/v4.json", description: "ROC Curve.", width: "300", height: "300", data: { values: result, format: { type: "json", property: "aggregates" } }, transform: [ { flatten: [ "roc_curve.fpr_vals", "roc_curve.low_tpr_vals", "roc_curve.high_tpr_vals", "roc_curve.mean_tpr_vals" ], as: ["x_vals", "low_vals", "high_vals", "mean_vals"] } ], layer: [ { mark: "errorband", encoding: { x: { field: "x_vals", type: "quantitative", title: "1-Specificity" }, y: { field: "low_vals", type: "quantitative", title: "Sensitivity" }, y2: { field: "high_vals" } } }, { mark: "line", encoding: { x: { field: "x_vals", type: "quantitative" }, y: { field: "mean_vals", type: "quantitative" } } } ] }, { actions: { export: true, source: true, compiled: false, editor: false } } ); } else { html = "The metrics data has no roc_curve entry."; } } else { html = "The metrics data has no agggregates."; } return html; }33:T430,viewof summary_stats_table = { function getMetrics(submission) { const outputs = submission.outputs; let metrics_index = -1; outputs.forEach((output, i) => { if (output.interface.slug == "metrics-json-file") { metrics_index = i; } }); return submission.outputs[metrics_index].value; } let submission = evaluations[submissionNo]; const result = getMetrics(submission); let makeRow = function(prop, value) { return html`${prop}${value}`; }; const summaryStats = [ { title: "AUC", path: "az_ci_mean" }, { path: "low_az_val", title: "AUC 95%CI-" }, { path: "high_az_val", title: "AUC 95%CI+" } ]; const rows = []; summaryStats.forEach(key => { rows.push( makeRow( key.title, Number.parseFloat(result.aggregates[key.path]).toPrecision(4) ) ); }); return html`${rows}

Statistic	Value

`; }34:[] 2f:{"title":"COVID19 Detail","cells":[{"id":0,"value":"md`# COVID19 Detail`","pinned":true,"hidden":false,"mode":"ojs"},{"id":182,"value":"viewof submissionNo = {\n if (evaluations.length > 1) {\n const keys = Object.keys(evaluations);\n let i = 0;\n return slider({\n value: this ? this.value : i,\n step: 1,\n max: keys.length - 1,\n getValue: n => keys[n.value],\n format: v => `${evaluations[v].title}`,\n title: \"Evaluation\",\n description: \"Select Evaluation\"\n });\n } else {\n return input({\n attributes: { hidden: true },\n display: function() {\n return \"\";\n },\n getValue: function() {\n return \"0\";\n }\n });\n }\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":225,"value":"viewof chart_title = {\n let submission = evaluations[submissionNo];\n return md`# ${submission.title}`;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":5,"value":"import { evaluations } from \"@grand-challenge/data-fetch-example\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":13,"value":"$31","pinned":false,"hidden":false,"mode":"ojs"},{"id":150,"value":"$32","pinned":false,"hidden":false,"mode":"ojs"},{"id":154,"value":"$33","pinned":false,"hidden":false,"mode":"ojs"},{"id":184,"value":"import { slider, select, input } from \"@jashkenas/inputs\"","pinned":true,"hidden":false,"mode":"ojs"},{"id":70,"value":"embed = require(\"vega-embed@6.13\")","pinned":false,"hidden":false,"mode":"ojs"}],"files":"$W34","stdlib":"1","titling":"auto"}