28:null 29:["$","title",null,{"children":"Summary Table | Belo Inv. Research | Observable"}] 2e:T79f,SummaryCard = (data, label = "Summary") => { // Compute values const sample = data[0] || {}; const cols = data.columns || Object.keys(sample); const col_data = cols.map(d => { return { label:d === "" ? "unlabeled" : d, type:getType(data, d) } }) const n_columns = col_data.length; const n_rows = data.length; // Create the header row as a plot const header_plot = addTooltips( Plot.cellX(col_data, {fill:d => colorMap.get(d.type).color, title: d => `${d.label}\n(${d.type})`} ).plot({ x:{axis:null}, width:100, height:10, color:{ domain:[...colorMap.values()].map(d => d.color) }, style:{ overflow:"visible" } }), {stroke:"black", "stroke-width":"3px"} ) // Create the columns as a plot const col_plot = Plot.cellX(col_data, {fill:d => colorMap.get(d.type).color, fillOpacity:.3}).plot({ x:{axis:null}, width:100, height:80, color:{ domain:[...colorMap.values()].map(d => d.color) }} ) // Construct the element const arrow_styles = {display: "inline-block", verticalAlign: "top", transformOrigin: "0 0", transform: "rotate(90deg)", marginTop: "20px", position:"absolute", left: "114px", top: "54px"} const ele = htl.html`

${label}

${d3.format(",.0f")(n_columns)} ⟶

${header_plot} ${col_plot} ${d3.format(",.0f")(n_rows)}
⟶

` ele.value = {n_rows, n_columns}; return ele }2f:Tee3,// A function to summarize a single column SummarizeColumn = (data, col) => { let content, value, format, el, chart, missing_label, pct_missing, min, max, median, mean, sd; // Construct content based on type const type = getType(data, col) const col1 = htl.html`${icon_fns[type]()}${col === "" ? "unlabeled" : col}` switch(type) { // Categorical columns case 'ordinal': format = d3.format(",.0f") // Calculate category percent and count const categories = d3.rollups( data, v => ({count:v.length, pct:v.length / data.length || 1}), d => d[col] ).sort((a, b) => b[1].count - a[1].count) .map(d => { let obj = {} obj[col] = (d[0] === null || d[0] === "") ? "(missing)" : d[0] obj.count = d[1].count obj.pct = d[1].pct return obj }) // Calculate pct. missing pct_missing = data.filter(d => (d[col] === null || d[col] === "")).length / data.length // Create the chart const stack_chart = SmallStack(categories, col) // element to return el = htl.html` ${col1}

${stack_chart}

${pct_format(pct_missing)} - - - `; value = {column: col, type, min:null, max: null, mean: null, median: null, sd: null, missing:pct_missing, n_categories:categories.length} break; // Date columns case "date": // Calculate and format start / end const start = d3.min(data, d => +d[col]) const end = d3.max(data, d => +d[col]) mean = d3.mean(data, d => +d[col]); median = d3.median(data, d => +d[col]); sd = d3.deviation(data, d => +d[col]); // Calculate pct. missing pct_missing = data.filter(d => d[col] === null || d[col] === "").length / data.length chart = Histogram(data, col, type) // Element to return el = htl.html` ${col1}

${chart}

${pct_format(pct_missing)} - - - ` value = {column: col, type, min:start, max: end, mean: null, median: null, sd: null, missing:pct_missing, n_categories:null} break; // Continuous columns default: // Compute values format = d3.format(",.0f") min = d3.min(data, d => +d[col]) max = d3.max(data, d => +d[col]) mean = d3.mean(data, d => +d[col]) median = d3.median(data, d => +d[col]) sd = d3.deviation(data, d => +d[col]) pct_missing = data.filter(d => d[col] === null || isNaN(d[col])).length / data.length chart = Histogram(data, col, type) // Element to return el = htl.html` ${col1}

${chart}

${pct_format(pct_missing)} ${format(mean)} ${format(median)} ${format(sd)} ` value = {column: col, type, min, max, mean, median, sd, missing:pct_missing, n_categories:null} break; } el.value = value; el.appendChild(html``) return el }30:T5ea,// Function that returns a summary table SummaryTable = (dataObj, { label = "Summary" } = {}) => { // test for arquero const objectIfArquero = typeof dataObj.reify == "function" ? dataObj.objects() : dataObj; // test for table (from the original henceforth) const data = typeof objectIfArquero.numRows === "function" ? objectIfArquero.objects() : objectIfArquero; const sample = data[0] || {}; const cols = data.columns || Object.keys(sample); let value = []; // Create the summary card and track data shape const summaryCard = SummaryCard(data, label); value.n_rows = summaryCard.value.n_rows; value.n_columns = summaryCard.value.n_columns; value.columns = cols; // Compose the element const element = htl.html`

${summaryCard}

${cols.map((d) => { const ele = SummarizeColumn(data, d); value.push(ele.value); // get the value from the element return ele; })}

Column	Snapshot	Missing	Mean	Median	SD

`; element.value = value; return element; }31:T575,SmallStack = (categoryData, col, maxCategories = 100) => { // Get a horizontal stacked bar const label = categoryData.length === 1 ? " category" : " categories"; let chartData = categoryData; let categories = 0; if (chartData.length > maxCategories) { chartData = categoryData.filter((d, i) => i < maxCategories); const total = d3.sum(categoryData, (d) => d.count); const otherCount = total - d3.sum(chartData, (d) => d.count); let other = {}; other[col] = "Other categories..."; other.count = otherCount; other.pct = other.count / total; chartData.push(other); } return addTooltips( Plot.barX(chartData, { x: "count", fill: col, y: 0, title: (d) => d[col] + "\n" + pct_format(d.pct) }).plot({ color: { scheme: "blues" }, marks: [ Plot.text([0, 0], { x: 0, dy: 13, text: (d) => d3.format(",.0f")(categoryData.length) + `${label}` }) ], style: { paddingTop: "0px", paddingBottom: "15px", textAnchor: "start", overflow: "visible" }, x: { axis: null }, color: { domain: chartData.map((d) => d[col]), scheme: "blues", reverse: true }, height: 30, width: 205, y: { axis: null, range: [30, 3] } }), { fill: "darkblue" } ); }32:T742,Histogram = (data, col, type = "continuous") => { // Compute color + mean const barColor = colorMap.get(type).brighter; const mean = d3.mean(data, (d) => d[col]); // Formatter for the mean const extent = d3.extent(data, (d) => d[col]); const format = type === "date" ? getDateFormat(extent) : Math.floor(extent[0]) === Math.floor(extent[1]) ? d3.format(",.2f") : d3.format(",.0f"); const rules = [{ label: "mean", value: mean }]; return addTooltips( Plot.plot({ height: 55, width: 240, style: { display: "inline-block" }, x: { label: "", ticks: extent, tickFormat: format }, y: { axis: null }, marks: [ Plot.rectY( data, Plot.binX( { y: "count", title: (elems) => { // compute range for the elements const [start, end] = d3.extent(elems, (d) => d[col]); let barFormat; if (type === "date") { barFormat = getDateFormat([start, end]); } else { barFormat = d3.format( Math.floor(start) === Math.floor(end) ? ",.2f" : ",.0f" ); } return `${elems.length} rows\n[${barFormat( start )} to ${barFormat(end)}]`; } }, { x: col, fill: barColor } ) ), Plot.ruleY([0]), Plot.ruleX(rules, { x: "value", strokeWidth: 2, title: (d) => `${d.label} ${col}: ${format(d.value)}` }) ], style: { marginLeft: -17, background: "none", overflow: "visible" } }), { opacity: 1, fill: colorMap.get(type).color } ); }33:T792,icon_fns = ({ ordinal:() => html`

`, date: () => html`

`, continuous:() => html`

` })34:[{"id":"78466fd621db89a8708d6af36834c45c977f3f95c44f91a380bf7c985f03db2d03849aef300f8caa2bce9605f5229fe9813ed4f168c75f9b0abb4e960400faf0","href":"https://static.observableusercontent.com/files/78466fd621db89a8708d6af36834c45c977f3f95c44f91a380bf7c985f03db2d03849aef300f8caa2bce9605f5229fe9813ed4f168c75f9b0abb4e960400faf0","name":"palmer-penguins.csv","type":"text/csv","lastModified":1639333772616.543,"size":13490}] 2c:{"id":"05bdee3520e23fa3","slug":"summary-table","title":"Summary Table","thumbnail":"120b7ffdc0d0ee62a1b47e39771f61a0ac25a9ee02ef4ad69797d236b5783968","access_level":"public","create_time":"$D2021-12-12T18:29:32.616Z","update_time":"$D2021-12-12T18:37:27.657Z","view_time":null,"first_public_time":"$D2021-12-12T18:38:04.767Z","has_unpublished_edits":null,"fork":{"id":"253d3c1b5eb8410c","slug":"summary-table","title":"Summary Table","owner":{"id":"f35c755083683fe5","login":"observablehq","name":"Observable"}},"stars":0,"starred":false,"owner":{"type":"team","id":"09eac3a95d21904b","login":"belo","name":"Belo Inv. Research","avatar_url":"https://avatars-next.observableusercontent.com/4ec7f31fc7075ff56bb5e46ef17f39cffe1cb072782912e4ff34f0688e0ddfdd","tier":"pro_2024"},"version":1960,"publish_version":1960,"role":null,"authored":false,"authors":[{"type":"individual","id":"497d8fdfb82a7b80","login":"poliveira","name":"Paulino Oliveira","avatar_url":"https://avatars-next.observableusercontent.com/c6e154047ee5f7c3824127e7da7f7191a34219417002d99bca1dfd3970de0e9b","tier":null}],"members":[{"type":"individual","id":"497d8fdfb82a7b80","login":"poliveira","name":"Paulino Oliveira","avatar_url":"https://avatars-next.observableusercontent.com/c6e154047ee5f7c3824127e7da7f7191a34219417002d99bca1dfd3970de0e9b","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":0,"collection":null,"type":"notebook","body":{"title":"Summary Table","cells":[{"id":0,"value":"# Summary Table\n## Adapted from the original, so it works with arquero as well.\n\nWant a quick visual overview of a dataset? To get started, import the new (experimental) `SummaryTable` function from this notebook:\n\n~~~js\n// Import the function into your notebook\nimport {SummaryTable} from \"@observablehq/summary-table\"\n~~~\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1120,"value":"Then, pass your data into the `SummaryTable` function. As an example, here is a summary table of the Penguins dataset (described in detail [here](https://observablehq.com/@observablehq/plot-exploration-penguins)). You can also upload your own data using this button:","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1856,"value":"// Load the data (e.g., a .csv file)\nviewof data = dataInput({\n initialValue: await FileAttachment(\"palmer-penguins.csv\").csv({ typed: true })\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":200,"value":"// Create a view of the summary statistics\nviewof summary_data = SummaryTable(data, {label: \"Penguins Data\"})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":787,"value":"The values calculated are exposed as a _view_ and can be used as you like:","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":791,"value":"// Use the summary data (an array of objects, with additional properties)\nsummary_data","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1496,"value":"For example, you could then create a separate plot of the percentage of missingness of each column:","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1500,"value":"addTooltips(Plot.barX(summary_data, {x:\"missing\", y:\"column\", fill:\"lightblue\", title: d => `Percent Missing (${d.column}): ${d3.format(\".1%\")(d.missing)}`}).plot({\n x:{\n tickFormat:d3.format(\".1%\")\n }, \n y: {\n domain:summary_data.sort((a, b) => b.missing - a.missing).map(d => d.column), \n label:\"\"\n },\n marginLeft:80, \n caption:\"Percent missing for each variable in the dataset\"\n}))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":794,"value":"## Implementation\nThe `SummaryTable` is broken out into a few composable pieces.","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":812,"value":"### SummaryCard","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":798,"value":"// A small inset showing the # of rows and columns, and their types\nSummaryCard(data)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":552,"value":"$2e","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":819,"value":"### SummarizeColumn","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":810,"value":"// A small inset showing the type of column, the categories, and a few (unlabeled) summary stats\nviewof col_summary = SummarizeColumn(data, \"sex\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":8,"value":"$2f","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":190,"value":"### Summary Table","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":196,"value":"$30","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":839,"value":"## Helper functions","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":360,"value":"$31","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":64,"value":"$32","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1900,"value":"// Using an offet to calculate the format\ngetDateFormat = (extent) => {\n const formatMillisecond = d3.utcFormat(\".%L\"),\n formatSecond = d3.utcFormat(\":%S\"),\n formatMinute = d3.utcFormat(\"%I:%M\"),\n formatHour = d3.utcFormat(\"%I %p\"),\n formatDay = d3.utcFormat(\"%a %d\"),\n formatWeek = d3.utcFormat(\"%b %d\"),\n formatMonth = d3.utcFormat(\"%B\"),\n formatYear = d3.utcFormat(\"%Y\");\n\n // Test on the difference between the extent, offset by 1\n \n return extent[1] > d3.utcYear.offset(extent[0], 1)? formatYear :\n extent[1] > d3.utcMonth.offset(extent[0], 1)? formatMonth :\n extent[1] > d3.utcWeek.offset(extent[0], 1) ? formatWeek :\n extent[1] > d3.utcDay.offset(extent[0], 1) ? formatDay :\n extent[1] > d3.utcHour.offset(extent[0], 1) ? formatHour :\n extent[1] > d3.utcMinute.offset(extent[0], 1) ? formatMinute :\n extent[1] > d3.utcSecond.offset(extent[0], 1) ? formatSecond :\n extent[1] > d3.utcMillisecond.offset(extent[0], 1) ? formatMillisecond :\n formatDay\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1894,"value":"function dateFormat(date) {\n var formatMillisecond = d3.timeFormat(\".%L\"),\n formatSecond = d3.timeFormat(\":%S\"),\n formatMinute = d3.timeFormat(\"%I:%M\"),\n formatHour = d3.timeFormat(\"%I %p\"),\n formatDay = d3.timeFormat(\"%a %d\"),\n formatWeek = d3.timeFormat(\"%b %d\"),\n formatMonth = d3.timeFormat(\"%B\"),\n formatYear = d3.timeFormat(\"%Y\");\n \n return (d3.timeSecond(date) < date ? formatMillisecond\n : d3.timeMinute(date) < date ? formatSecond\n : d3.timeHour(date) < date ? formatMinute\n : d3.timeDay(date) < date ? formatHour\n : d3.timeMonth(date) < date ? (d3.timeWeek(date) < date ? formatDay : formatWeek)\n : d3.timeYear(date) < date ? formatMonth\n : formatYear)(date);\n }","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1671,"value":"$33","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1549,"value":"colorMap = new Map([[\"ordinal\",\"rgba(78, 121, 167, 1)\"],\n [\"continuous\", \"rgba(242, 142, 44, 1)\"],\n [\"date\", \"rgba(225,87,89, 1)\"]\n].map(d => {\n const col = d3.color(d[1])\n const color_copy = _.clone(col)\n color_copy.opacity = .6\n return [d[0], {color:col.formatRgb(), brighter:color_copy.formatRgb()}]\n}))","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1306,"value":"getType = (data, column) => {\n for (const d of data) {\n const value = d[column];\n if (value == null) continue;\n if (typeof value === \"number\") return \"continuous\";\n if (value instanceof Date) return \"date\";\n return \"ordinal\"\n }\n // if all are null, return ordinal\n return \"ordinal\"\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1773,"value":"pct_format = d3.format(\".1%\");","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":856,"value":"## Appendix","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1066,"value":"import {addTooltips} from \"@mkfreeman/plot-tooltip\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1857,"value":"import {dataInput} from \"@john-guerra/file-input-with-default-value\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1933,"value":"import { aq, op } from \"@uwdata/arquero\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W34","stdlib":"1","titling":"auto"}} 2d:"$2c:body"