29:null 2a:["$","title",null,{"children":"COVID Utilities | Chris Lindgren | Observable"}] 2f:T72a,getStates = field => { const data = src.filter(d => d.lastDay); const m_month = Math.max.apply(null, data.map(d => d.month)); const m_fips = Math.max.apply(null, data.map(d => d.fips)); // Map state by fips const states = new Array(m_fips); for(let i = 0; i <= m_fips; i++) { const row = data.find(d => d.fips === i); if (row) states[i] = row.state; } // Generate a m_fips * m_month matrix const matrix = new Array(m_fips + 1).fill(null); for(let i = 0; i <= m_fips; i++) { matrix[i] = new Array(m_month + 1); } // Fill matrix with object, newcases and newdeaths are zeros for now, will be calcualted in the next step data.forEach(d => matrix[d.fips][d.month] = { cases: d.cases, deaths: d.deaths, newcases: d.cases, newdeaths: d.deaths }); const result = matrix.map((d, i) => { const row = new Object(); row.state = states[i]; // Process data by month for(let m = 0; m < d.length; m++) { const mdata = d[m]; if (mdata && m > 0) { const prev = d[m - 1]; // Calculate newcases and newdeaths if (prev) { mdata.newcases = mdata.cases - prev.cases; mdata.newdeaths = mdata.deaths - prev.deaths; } } // yy-mm format const ycode = 20 + Math.floor(m / 12); const mcode = m - Math.floor(m / 12) * 12 + 1; row[`${ycode}-${String(mcode).padStart(2, "0")}`] = mdata ? mdata[field] : 0; } return row; }).filter(d => d.state); const total = {state: "Total"}; result.columns = Object.keys(result[0]); const months = result.columns.slice(1); for(let month of months) { let sum = 0; for(let row of result) sum += row[month]; total[month] = sum; } result.unshift(total) return result; }30:T813,getStatesLastNDays = (field, days, total, code) => { const data = src.filter(d => d.dayDiff <= days + 1); const m_fips = Math.max.apply(null, data.map(d => d.fips)); // Map state by fips const states = new Array(m_fips); for(let i = 0; i <= m_fips; i++) { const row = data.find(d => d.fips === i); if (row) states[i] = row.state; } // Generate a m_fips * days matrix const matrix = new Array(m_fips + 1).fill(null); for(let i = 0; i <= m_fips; i++) { matrix[i] = new Array(days + 1); } // Fill matrix with object, newcases and newdeaths will be calcualted in the next step data.forEach(d => matrix[d.fips][d.dayDiff - 1] = { cases: d.cases, deaths: d.deaths, newcases: d.cases, newdeaths: d.deaths }); // Pregenerate date strings for each day const td = today(), dates = []; for (let i = 1;i <= days; i++) { td.setDate(td.getDate() - 1); dates.push(`${td.getFullYear()}/${td.getMonth() + 1}/${td.getDate()}`); } const result = matrix.map((d, i) => { const row = new Object(); row.state = states[i]; if (code) { const c = map.get(row.state); row.code = c !== undefined ? c : ""; } // Process data by day for(let dy = 0; dy < d.length - 1; dy++) { const dydata = d[dy]; if (dydata) { const prev = d[dy + 1]; // Calculate newcases and newdeaths if (prev) { dydata.newcases = dydata.cases - prev.cases; dydata.newdeaths = dydata.deaths - prev.deaths; } } row[dates[dy]] = dydata ? dydata[field] : 0; } return row; }).filter(d => d.state); result.columns = Object.keys(result[0]); if (total) { const total = {state: "Total", code: ""}; result.columns = Object.keys(result[0]); const ds = result.columns.slice(code ? 2 : 1); for(let day of ds) { let sum = 0; for(let row of result) sum += row[day]; total[day] = sum; } result.unshift(total) } return result; }31:[{"id":"26edb36af0fde039070b2cdaf9a865171e244f093ab0697c0f55b88c81cdc1ed53576b24a3e6c4813d58d732eec847c031838bef446909ac33691ab14035bb9a","href":"https://static.observableusercontent.com/files/26edb36af0fde039070b2cdaf9a865171e244f093ab0697c0f55b88c81cdc1ed53576b24a3e6c4813d58d732eec847c031838bef446909ac33691ab14035bb9a","name":"state_fips@2.csv","type":"text/csv","lastModified":1695902137062.969,"size":861}] 2d:{"id":"6dbde0ba4eea1656","slug":null,"title":"COVID Utilities","thumbnail":"a4b7d8a7c0152b62bfb074811b527edbe971b7cacef6146aa8ea5714bde7d8d3","access_level":"public","create_time":"$D2023-09-28T11:55:37.062Z","update_time":"$D2023-09-28T11:56:24.581Z","view_time":null,"first_public_time":"$D2023-09-28T11:55:37.062Z","fork":{"id":"df2f4b85689c53df","slug":"covid-utilities","title":"COVID Utilities","owner":{"id":"4d412f762b1c1ef6","login":"analyzer2004","name":"Eric Lo"}},"stars":0,"starred":false,"owner":{"type":"team","id":"65672682fc6420ec","login":"lingeringcode","name":"Chris Lindgren","avatar_url":"https://avatars-next.observableusercontent.com/483a12ccaf8f88b785a04ba865ef4c1f31a0356256cb470cb116e7e9b24c2aba","tier":"starter_2024"},"version":915,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"5dd9c3e09645ea29","login":"lingeringcode","name":"Chris Lindgren","avatar_url":"https://avatars-next.observableusercontent.com/483a12ccaf8f88b785a04ba865ef4c1f31a0356256cb470cb116e7e9b24c2aba","tier":null}],"members":[{"type":"individual","id":"5dd9c3e09645ea29","login":"lingeringcode","name":"Chris Lindgren","avatar_url":"https://avatars-next.observableusercontent.com/483a12ccaf8f88b785a04ba865ef4c1f31a0356256cb470cb116e7e9b24c2aba","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"subscribed":null,"forks":0,"collection":null,"type":"notebook","body":{"title":"COVID Utilities","cells":[{"id":0,"value":"md`# COVID Utilities\n\nMiscellaneous utilities for processing COVID-19 data.\n\n## getStates(field)\nAggregate and convert NTY's COVID-19 us_states.csv into monthly data table foramts.\n- \\`field\\` - field name: cases, deaths, newcases, newdeath\n\n## getStatesLastNDays(field, days, total, code)\nAggregate and convert NTY's COVID-19 us_states.csv into daily (last N days) data table foramts.\n- \\`field\\` - field name: cases, deaths, newcases, newdeath\n- \\`days\\` - last N days\n- \\`total\\` - aggregates daily numbers into the total row and adds the row at the beginning of the dataset\n- \\`code\\` - adds a state code column to the dataset\n\n## getStatesNumber(field, date)\n- \\`field\\` - field name: cases, deaths\n- \\`date\\` - it can be a specific date (**Date**) or a **number** which represents day n from the first day - ${firstDay}\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":387,"value":"viewof field = html``","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":287,"value":"{\n const svg = d3.create(\"svg\")\n .attr(\"font-size\", \"11pt\")\n .attr(\"viewBox\", [0, 0, width, 260]);\n \n yield svg.node();\n \n new SVGTable(svg)\n .size([width, 250])\n .fixedRows(1)\n .fixedColumns(1)\n .rowsPerPage(25) \n .defaultNumberFormat(\",.0d\")\n .style({ border: false })\n .data(getStates(field)) \n .render(); \n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":476,"value":"{\n const svg = d3.create(\"svg\")\n .attr(\"font-size\", \"11pt\")\n .attr(\"viewBox\", [0, 0, width, 260]);\n \n yield svg.node();\n \n new SVGTable(svg)\n .size([width, 250])\n .fixedRows(1)\n .fixedColumns(2)\n .rowsPerPage(25) \n .defaultNumberFormat(\",.0d\")\n .style({ border: false })\n .data(getStatesLastNDays(field, 7, true, true)) \n .render(); \n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":224,"value":"$2f","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":470,"value":"$30","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":751,"value":"getStatesNumber = (field, date) => {\n const td = days, mapper = map;\n \n var data; \n if (typeof date === \"number\") \n data = src.filter(d => td - d.dayDiff === date);\n else\n data = src.filter(d => d.date.getTime() === date.getTime());\n \n return data.map(d => ({\n state: d.state,\n code: mapper.get(d.state),\n number: d[field]\n }));\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":882,"value":"getYesterdayNumbers = (field, sorted) => {\n const \n states = getStatesLastNDays(\"newcases\", 1, false, true),\n date = Object.keys(states[0])[2];\n \n const a = states.map(d => ({\n state: d.state,\n code: d.code,\n number: d[date]\n }));\n \n return sorted ? a.sort((a, b) => b.number - a.number) : a;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":886,"value":"getYesterdayNumbers(\"newcases\", true)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":747,"value":"days = {\n const first = src[0].date;\n const last = src[src.length - 1].date;\n return Math.floor((last - first) / ms.day) + 1;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":755,"value":"firstDay = src[0].date;","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":842,"value":"dates = {\n const dates = [];\n new Set(src.map(d => d.date.getTime()))\n .forEach(d => dates.push(new Date(d)));\n return dates;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":289,"value":"src = { \n const td = today();\n //const data = await d3.csv(\"https://raw.githubusercontent.com/nytimes/covid-19-data/master/us-states.csv\", d => { \n const data = nytdata.map(d => {\n const date = d3.timeParse('%Y-%m-%d')(d.date);\n const y = date.getFullYear(), m = date.getMonth();\n const ldy = new Date(y, m + 1, 0); \n return {\n date: date,\n dayDiff: Math.floor((td - date) / ms.day), // diff from today\n lastDay: date.getTime() === ldy.getTime(), // last day of the month\n month: (y - 2020) * 12 + m,\n state: d.state,\n fips: +d.fips,\n cases: +d.cases,\n deaths: +d.deaths\n }\n });\n \n // last day of dataset\n const last = data[data.length - 1].date.getTime(); \n for(let i = data.length - 1; i > 0; i--) {\n const row = data[i];\n if (row.date.getTime() === last)\n row.lastDay = true;\n else\n break;\n }\n \n return data;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":853,"value":"nytdata.filter(d => {\n return (d.date === \"2020-09-06\" || d.date === \"2020-09-05\") && d.state === \"Guam\";\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":786,"value":"nytdata = await d3.csv(\"https://raw.githubusercontent.com/nytimes/covid-19-data/master/us-states.csv\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":674,"value":"map = new Map(d3.csvParse(await FileAttachment(\"state_fips@2.csv\").text(), d3.autoType).map(d => [d.stname, d.stusps]))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":594,"value":"today = () => {\n const d = new Date();\n return new Date(d.getFullYear(), d.getMonth(), d.getDate());\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":868,"value":"yesterday = {\n const yd = today();\n return new Date(yd.setDate(yd.getDate() - 1));\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":465,"value":"ms = ({\n day: 24 * 3600 * 1000,\n week: 7 * 24 * 3600 * 1000 \n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":797,"value":"import {SVGTable} from \"@analyzer2004/svgtable\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":327,"value":"import {printTable} from \"@uwdata/data-utilities\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":2,"value":"d3 = require(\"d3@6\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"}],"files":"$W31","stdlib":"1","titling":"auto"}} 2e:"$2d:body"