31:T4ef,errors_difNIJZ = { const errors = []; jsonNIJZData.rest.forEach(nrow => { const ob_name = nrow['__EMPTY']; const arr = jsonSledilnikData.timesPerMuni.filter( m => strMatch(m.muni.name, ob_name) || strMatch(m.muni.name_alt, ob_name) || strMatch(m.muni.muni_id, ob_name) ); if (arr.length < 1) { errors.push({ nijzName: ob_name, description: 'Municipality not found in sledilnik'}); return; } const muni = arr[0].muni; const ts = arr[0].data; let nijzSum = 0; nijzDateLookup.forEach(ndate => { const csvPt = ts[ndate.csvIndex]; if (!csvPt) { errors.push({ ob_id: muni.muni_id, nijzName: ob_name, date: ndate.nijzDate, description: 'Date not found' }); return; } const nijzPt = nrow[ndate.nijzDate]; nijzSum += nijzPt; if (csvPt.perday != nijzPt) { errors.push({ ob_id: muni.muni_id, nijzName: ob_name, date: ndate.csvDate, value_nijz: nijzPt, value_csv: csvPt.perday, sum_nijz: nijzSum, sum_csv: csvPt.todate, info: csvPt, description: 'Value difference' }); } }); }); return errors; }32:T5e7,prepareSledilnikData = function(timeSeries, dict) { const dictObj = {}; dict.forEach(d => { dictObj[d.id] = d }); const munis = Object.keys(lastElem(timeSeries)) .filter(n => n.includes('cases.confirmed.todate')) .map(n => { const splt = n.split('.'); const ob_id = splt[2]; const reg_id = splt[1]; const muniObj = dictObj[ob_id]; return ({...muniObj, region_id: reg_id, muni_id: ob_id }); }); const dates = timeSeries.map(t => t.date); const time_per_muni = munis.map(m => { let last = 0; const munits = timeSeries.map( (ts, idx) => { const toDateKey = 'region.'+m.region_id+'.'+m.muni_id+'.cases.confirmed.todate'; const activeKey = 'region.'+m.region_id+'.'+m.muni_id+'.cases.active'; const toDate = ts[toDateKey]; const delta = toDate - last; const actIdx = idx - 14; const refToDate = actIdx < 0 ? 0 : timeSeries[actIdx]['region.'+m.region_id+'.'+m.muni_id+'.cases.confirmed.todate']; const active = toDate - refToDate; last = toDate; return ({ date: ts.date, todate: toDate, perday: delta, active: ts[activeKey], active_calc: active }); } ); return ({ muni: m, data: munits }); }); return ({ munis: munis, dictObj: dictObj, dates: dates, timesPerMuni: time_per_muni, timeSeries: timeSeries, dict: dict }); }33:[] 2f:{"title":"NIJZ PO Check - sledilnik.org","cells":[{"id":0,"value":"md`# NIJZ PO Check - sledilnik.org`","pinned":false,"hidden":false,"mode":"ojs"},{"id":309,"value":"fileDate = '13.10.2020'","pinned":true,"hidden":false,"mode":"ojs"},{"id":306,"value":"fileUrl = 'https://www.nijz.si/sites/www.nijz.si/files/datoteke/stevilo_potrjenih_primerov_covid-19_do_vkljucno_' + fileDate + '.xlsx';","pinned":false,"hidden":false,"mode":"ojs"},{"id":357,"value":"html`Last date NIJZ: ${lastElem(jsonNIJZData.dates)}
\nLast date Sledilnik: ${strFromDate(lastElem(jsonSledilnikData.dates))}\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":251,"value":"html`

NAMES

\n ${\n (errors_names.length > 0)\n ? errors_names.map(e => e.muni + ': '+e.description).join('
')\n : 'No errors'\n}\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":262,"value":"html`

DATES

\n ${\n (errors_dates.length > 0)\n ? errors_dates.map(e => e.date + ': '+e.description).join('
')\n : 'No errors'\n}\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":269,"value":"html`

ACTIVE

\n ${\n (errors_active.length == 0)\n ? 'No errors'\n : '' + d3.groups(errors_active, g => g.ob_id).map(grp => {\n const grpErrors = grp[1].map(er => strFromDate(er.date)+ ' '+er.description).join('
');\n return '';\n }).join('')\n + '

Municipality	Errors
' + grp[0] + '	' + grpErrors + '

'\n}\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":291,"value":"html`

DECREASE

\n ${\n (errors_decrease.length == 0)\n ? 'No errors'\n : '' + d3.groups(errors_decrease, g => g.ob_id).map(grp => {\n const grpErrors = grp[1].map(er => strFromDate(er.date)+ ' '+er.description).join('
');\n return '';\n }).join('')\n + '

Municipality	Errors
' + grp[0] + '	' + grpErrors + '

'\n}\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":294,"value":"html`

DAILY DIFFERENCE WITH NIJZ

\n ${\n (errors_difNIJZ.length == 0)\n ? 'No errors'\n : '' + errors_difNIJZ.map(er => {\n return '';\n }).join('')\n + '

Municipality	muni_id	Date	NIJZ	CSV	diff	tot. NIJZ	tot. CSV	desc
'\n + er.nijzName + '	'\n + er.ob_id + '	'\n + strFromDate(er.date) + '	'\n + er.value_nijz + '	'\n + er.value_csv + '	'\n + plusMinus(er.value_nijz - er.value_csv) + '	'\n + er.sum_nijz + '	'\n + er.sum_csv + '	'\n + er.description + '

'\n}\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":317,"value":"md`## Errors Calculation`","pinned":false,"hidden":false,"mode":"ojs"},{"id":59,"value":"errors_names = {\n const errors = [];\n jsonNIJZData.names.forEach(nm => {\n const arr = jsonSledilnikData.munis.filter(\n m => strMatch(m.name, nm) || strMatch(m.name_alt, nm) || strMatch(m.muni_id, nm)\n );\n if (arr.length != 1) {\n errors.push({\n muni: nm,\n description: arr.length === 0 ? 'not found in sledilnik' : 'found many '+arr\n })\n }\n });\n return errors;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":126,"value":"errors_dates = {\n const errors = [];\n jsonNIJZData.dates.forEach(dt => {\n const arr = jsonSledilnikData.dates.filter(\n m => dateMatch(m, dt)\n );\n if (arr.length != 1) {\n errors.push({\n date: dt,\n description: arr.length === 0 ? 'not found in sledilnik' : 'found many '+arr\n })\n }\n });\n return errors;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":201,"value":"errors_active = {\n const errors = [];\n jsonSledilnikData.timesPerMuni.forEach(tm => {\n tm.data.forEach(d => {\n if ((+d.active) != d.active_calc) {\n errors.push({\n ob_id: tm.muni.muni_id,\n date: d.date,\n description: 'active in CSV (' + d.active + ') != active calc (' + d.active_calc + ')'\n })\n }\n });\n });\n return errors;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":247,"value":"errors_decrease = {\n const errors = [];\n jsonSledilnikData.timesPerMuni.forEach(tm => {\n let last = 0;\n tm.data.forEach(d => {\n if (+d.todate response.arrayBuffer())\n .then(b => new Uint8Array(b));\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":27,"value":"jsonNIJZData = {\n const wkbk = xlsx.read(binaryNIJZData, {type: 'array'});\n const sht = xlsx.utils.sheet_to_json(wkbk.Sheets['Po občinah'], {range: 0});\n \n const muni_names = sht.map(a => a[\"__EMPTY\"]).filter(a => a != 'SKUPAJ');\n \n const muni_dates = Object.keys(lastElem(sht)).filter(a => a != '__EMPTY' && a != '14-dnevna incidenca' && a != 'Skupaj');\n \n \n \n return {\n names: muni_names,\n dates: muni_dates,\n rest: sht\n };\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":31,"value":"jsonSledilnikData = Promise.all([\n d3.csv(\"https://raw.githubusercontent.com/sledilnik/data/master/csv/municipality.csv\", d3.autoType),\n d3.csv(\"https://raw.githubusercontent.com/sledilnik/data/master/csv/dict-municipality.csv\", d3.autoType)\n]).then(([a,b]) => prepareSledilnikData(a, b));","pinned":false,"hidden":false,"mode":"ojs"},{"id":41,"value":"$32","pinned":false,"hidden":false,"mode":"ojs"},{"id":230,"value":"nijzDateLookup = jsonNIJZData.dates.map(nijzD => {\n const idx = jsonSledilnikData.dates.findIndex(d => dateMatch(d, nijzD));\n return ({\n nijzDate: nijzD,\n csvIndex: idx,\n csvDate: jsonSledilnikData.dates[idx]\n });\n});","pinned":false,"hidden":false,"mode":"ojs"},{"id":66,"value":"strMatch = function(a, b) {\n if (a === null && b === null) {\n return true;\n }\n return (a != null) && (a.replaceAll(/\\s+/gi,'_').toUpperCase() === b.replaceAll(/\\s+/gi,'_').toUpperCase());\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":185,"value":"nijzDateNormalize = function(b) {\n const regSeparator = /[_\\/-\\W \\.]+/gi;\n b = b.replace('04. OCT-21', '2020-10-04');\n b = b.replace('03-OCT-21', '2020-10-03');\n b = b.replaceAll(regSeparator,'-');\n b = b.replace('OCT-2', '10-202');\n if (b.match(/\\d{1,2}-\\d{1,2}-\\d{4}/gi)) {\n const spl = b.split('-');\n b = strFromDate(dateFromStr(spl[2] + '-' + spl[1] + '-' + spl[0]));\n \n } else if (b.match(/\\d{1,2}-[A-Z]{3}-\\d{2,4}/gi)) {\n b = strFromDate(d3.utcParse('%e-%b-%y')(b))\n }\n return b;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":133,"value":"dateMatch = function(a, b) {\n if (a === null && b === null) {\n return true;\n }\n b = nijzDateNormalize(b);\n return (a != null) && (strFromDate(a) === b);\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":155,"value":"dateFromStr = function(str) {\n return d3.utcParse('%Y-%m-%d')(str);\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":138,"value":"strFromDate = function(dt) {\n return d3.utcFormat('%Y-%m-%d')(dt);\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":46,"value":"lastElem = function(arr) {\n return arr == null || arr.length == 0 ? null : arr[arr.length - 1];\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":341,"value":"plusMinus = function(a) {\n return a < 0 ? ''+a : '+'+a;\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":17,"value":"md`## Imports`","pinned":false,"hidden":false,"mode":"ojs"},{"id":13,"value":"xlsx = require('https://bundle.run/xlsx@0.16.7')","pinned":false,"hidden":false,"mode":"ojs"},{"id":15,"value":"d3=require(\"d3\")","pinned":false,"hidden":false,"mode":"ojs"}],"files":"$W33","stdlib":"1","titling":"auto"}