2f:T9bd,data = { // Bin observations on user-selected granularity var ms_per_s = 1000; var ms_per_m = ms_per_s * 60; var ms_per_h = ms_per_m * 60; var ms_per_d = ms_per_h * 24; var ms_per_w = ms_per_d * 7; var ms_locale_pst_offset = 0; /* ms_per_h * 8 */ const bin_width = binBy === "Hourly" ? ms_per_h : binBy === "Daily" ? ms_per_d : ms_per_w; const binsBySensorIdx = new Map(); const getBinsByMs = (idx) => { const binsByMs = binsBySensorIdx.get(idx); if (binsByMs) { return binsByMs; } else { binsBySensorIdx.set(idx, new Map()); return binsBySensorIdx.get(idx); } }; const getObservationsBin = (timestamp, sensor_idx) => { const binsByMs = getBinsByMs(sensor_idx); const time_ms = new Date(timestamp).getTime(); const overshoot = (time_ms - ms_locale_pst_offset) % bin_width; const bin_ms = time_ms - overshoot; let bin = binsByMs.get(bin_ms); if (bin) { return bin; } else { binsByMs.set(bin_ms, []); return binsByMs.get(bin_ms); } }; selected_sensor_datas.forEach((sd, selected_sensor_idx) => { getBinsByMs(selected_sensor_idx); // effect -- hydrate bins sd.data[table_name].forEach((it) => { const { timestamp, ...observation } = it; const bin = getObservationsBin(timestamp, selected_sensor_idx); bin.push(observation); }); }); // aggregate const aggregateBin = (bin) => { const keys = [ "voc", "pm_1_atm", "pm_2_5_atm", "pm_2_5_cf", "humidity", "temperature_f" ]; const summed = bin.reduce((acc, curr) => { for (const key of keys) { acc[key] = curr[key] + (acc[key] || 0); } return acc; }, {}); const avgs = { ...summed }; for (const key of keys) { avgs[key] = summed[key] / bin.length; } return avgs; }; const aggregateSensor = (sensorData, sensor_name) => [...sensorData.entries()] .sort(([msA], [msB]) => (msA > msB ? 1 : -1)) .map(([ms, bin]) => { return { date: new Date(ms), ...aggregateBin(bin), sensor_name }; }); const result = [...binsBySensorIdx.entries()] .map(([selected_sensor_idx, valuesByTimestamp]) => [ selected_sensor_idx, aggregateSensor( valuesByTimestamp, selected_sensors[selected_sensor_idx].name ) ]) .sort(([i], [j]) => (i > j ? 1 : -1)) .map(([, aggregatedSensorData]) => aq.from(aggregatedSensorData)); return result; }30:T714,dropPins = (map) => { // clearAllMarkers() function htmlToElement(html) { var template = document.createElement("template"); html = html.trim(); template.innerHTML = html; return template.content.firstChild; } selectable_sensors.map((sensor) => { const el = htmlToElement( `` ); el.style.width = `22px`; el.style.height = `22px`; const path = el.childNodes[0]; path.style.strokeWidth = 2; pinsBySensor.set(sensor, el); el.addEventListener("click", () => { const isInSelectedSet = selected_sensors.find((s) => s === sensor); togglePinAppearance(sensor); // if (isInSelectedSet) { // selected_sensors = selected_sensors.filter(s => s !== sensor) ; // } else { // selected_sensors = [...selected_sensors, sensor]; // } }); el.addEventListener("mouseover", () => { el.style.cursor = "pointer"; }); el.addEventListener("mouseout", () => { el.style.cursor = ""; }); new mapboxgl.Marker({ element: el }) .setLngLat([sensor.longitude, sensor.latitude]) .addTo(map); el.style.opacity = opaque_pin; }); selected_sensors.forEach((sensor) => togglePinAppearance(sensor)); }31:[] 2d:{"title":"PCA - PurpleAir PM2.5","cells":[{"id":0,"value":"# PCA - PurpleAir PM2.5","pinned":false,"hidden":false,"mode":"md"},{"id":715,"value":"### Welcome\n\nThe PurpleAir multi-site grapher is still being actively developed. Please see the below warnings.","pinned":false,"hidden":false,"mode":"md"},{"id":1041,"value":"viewof sensor_placement_selection = Inputs.select([\"All\", \"Outdoor Only\", \"Indoor Only\"], {\n label: \"Sensor Placement Filter\",\n value: \"Outdoor Only\"\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":394,"value":"viewof selected_sensors_raw = Inputs.select(selectable_sensors, {\n format: (s) =>\n `${s.name} (id: ${s.id} / ${s.is_outdoor ? \"outdoor\" : \"indoor\"})`,\n multiple: true,\n value: selectable_sensors.filter((s) => selected_sensor_ids.has(s.id)),\n label: ['Select sensors', sensor_placement_selection === \"All\" ? null : `(${sensor_placement_selection})`].filter(Boolean).join(\" \")\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":938,"value":"viewof voc_only_sensors_control = Inputs.checkbox([\n \"Use VOC-only capable sensors?\"\n])","pinned":false,"hidden":false,"mode":"ojs"},{"id":949,"value":"viewof voc_warn = {\n if (voc_only_sensors_control.length > 0) {\n return html`Warning! VOC sensor detection works by only by checking for VOC measurements in the selected date range.`;\n }\n return html``;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":565,"value":"viewof map = {\n const center_portland = [-122.66155, 45.54846];\n let container = html`

`;\n yield container;\n let map = new mapboxgl.Map({\n container,\n center: center_portland,\n zoom: 10,\n style: \"mapbox://styles/mapbox/light-v10\"\n });\n map.on(\"load\", () => {\n container.value = map;\n container.dispatchEvent(new CustomEvent(\"input\"));\n dropPins(map);\n });\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":3,"value":"viewof start = Inputs.date({ label: \"Start Date\", value: \"2024-03-01\" })","pinned":false,"hidden":false,"mode":"ojs"},{"id":5,"value":"viewof end = Inputs.date({label: \"End Date\", value: \"2024-03-28\"})","pinned":false,"hidden":false,"mode":"ojs"},{"id":699,"value":"{\n const messages = [];\n const err = msg => messages.push(`⚠️ ${msg}`);\n const ok = msg => messages.push(`✅ ${msg}`);\n\n // date range\n if (start_end_interval_days > 90) {\n // err(\"Please select a range of <90 days\");\n } else if (start_end_interval_days < 0) {\n err(\"end date must be after start date\");\n } else {\n ok(`${Math.floor(start_end_interval_days)} day range`);\n }\n\n // available datas\n data.forEach((dt, i) => {\n if (dt.size === 0) {\n err(`Sensor \"${selected_sensors[i]?.name}\" has no data for the specified range`);\n }\n });\n return messages.join(\"\\n\");\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":278,"value":"viewof binBy = Inputs.radio([\"Weekly\", \"Daily\", \"Hourly\"], {\n label: \"Group by:\",\n value: \"Daily\"\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":766,"value":"viewof metric = Inputs.select(supported_metrics, {label: \"Select metric\", format: f => f.name})","pinned":false,"hidden":false,"mode":"ojs"},{"id":363,"value":"html`

${metric.name}, aggregated

`","pinned":false,"hidden":false,"mode":"ojs"},{"id":66,"value":"Plot.plot({\n marginBottom: 200,\n width,\n color: {\n legend: true\n },\n y: {\n grid: true,\n label: metric.name\n },\n marks: [\n Plot.frame(),\n Plot.ruleY([0]),\n Plot.axisX({\n grid: true,\n tickFormat: d3.utcFormat(\"%d %b %y\"),\n tickRotate: -60,\n label: \"Date\",\n fontSize: 14,\n ...ticksCountOptions\n }),\n // Plot.axisX({ }),\n ...data.map((sensor_data) => {\n return Plot.line(sensor_data, {\n y: metric.field,\n x: \"date\",\n stroke: \"sensor_name\",\n title: (d) =>\n `${[...Object.entries(d)].reduce(\n (acc, it) =>\n `${acc}${it[0]}: ${\n typeof it[1] == \"number\" ? Math.floor(it[1]) : it[1]\n }\\n`,\n \"\"\n )}`\n // stroke: `#${sensor_idx}${sensor_idx}${sensor_idx}${sensor_idx}${sensor_idx}${sensor_idx}`,\n // thresholds: binBy === \"Daily\" ? d3.utcDay : d3.utcWeek,\n // curve: \"natural\"\n // stroke: \"VOC, ppm\"\n });\n })\n ]\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":868,"value":"viewof tick_scalar = Inputs.range([0, 8], {\n label: \"Tick multiplier\",\n value: 0,\n step: 1\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":885,"value":"ticksCountOptions = tick_scalar ? { ticks: Math.pow(2, tick_scalar) } : {}","pinned":false,"hidden":false,"mode":"ojs"},{"id":494,"value":"#### Sample","pinned":false,"hidden":false,"mode":"md"},{"id":727,"value":"viewof inspect_sensor = Inputs.select(selected_sensors, {label: \"Inspect data\", format: s => s.name})","pinned":false,"hidden":false,"mode":"ojs"},{"id":29,"value":"viewof table_input = Inputs.table(data[selected_sensors.findIndex(s => s === inspect_sensor)])","pinned":false,"hidden":false,"mode":"ojs"},{"id":37,"value":"# Appendix\n","pinned":false,"hidden":false,"mode":"md"},{"id":51,"value":"import {aq, op} from \"@uwdata/arquero\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":998,"value":"is_voc_only_mode = voc_only_sensors_control.length > 0","pinned":false,"hidden":false,"mode":"ojs"},{"id":815,"value":"table_name = `observation_purpleair_${binBy.toLowerCase()}_agg`","pinned":false,"hidden":false,"mode":"ojs"},{"id":1005,"value":"mutable selected_sensor_ids = new Set([4, 68, 99, 139])","pinned":false,"hidden":false,"mode":"ojs"},{"id":969,"value":"get_voc_sensors_query = `query GetVocSensors {\n get_voc_sensors(args: {ts: \"${end.toISOString()}\"}, where: {voc: {_is_null: false}}) {\n sensor_id\n }\n}`","pinned":false,"hidden":false,"mode":"ojs"},{"id":375,"value":"get_sensor_data_query_string = `\nquery GetObservations(\n $sensor_id: Int!, \n $startDate: timestamptz!, \n $endDate: timestamptz!,\n $isPm1: Boolean = false,\n $isPm2: Boolean = false,\n $isVoc: Boolean = false\n) {\n ${table_name}(\n where: {\n timestamp: {_gte: $startDate, _lte: $endDate}, \n sensor_id: {_eq: $sensor_id}\n },\n limit: 500000,\n order_by: {timestamp: asc}\n ) {\n timestamp\n sensor_id\n pm_1_atm: avg_pm_1_atm @include(if: $isPm1)\n pm_2_5_atm: avg_pm_2_5_atm @include(if: $isPm2)\n voc: avg_voc @include(if: $isVoc)\n # temperature_f: avg_temperature_f\n # pm_2_5_cf: avg_pm_2_5_cf\n # humidity: avg_humidity\n }\n}\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":378,"value":"get_sensors_query_string = `\nquery GetSensors {\n sensor(distinct_on: name, order_by: {name: asc}) {\n name\n id\n latitude\n longitude\n description\n is_outdoor\n }\n}\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":383,"value":"graphQL = (\n operationsDoc,\n operationName,\n variables\n) =>\n fetch(\"https://pca.cdaringe.com/v1/graphql\", {\n method: \"POST\",\n body: JSON.stringify({\n query: operationsDoc,\n variables,\n operationName\n }),\n headers: {\n \"content-type\": \"application/json\"\n }\n }).then((r) => r.json())","pinned":false,"hidden":false,"mode":"ojs"},{"id":990,"value":"observed_voc_sensor_filter = {\n return is_voc_only_mode\n ? graphQL(get_voc_sensors_query).then((res) => {\n const voc_sensor_set = new Set(res.data.get_voc_sensors.map((it) => it.sensor_id));\n return (sensor) => {\n return voc_sensor_set.has(sensor.id)\n }\n })\n : (_) => true;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":386,"value":"all_sensors = {\n const all_sensors = await graphQL(get_sensors_query_string).then((r) => {\n if (r.errors?.length) throw new Error(JSON.stringify(r.errors));\n return r.data.sensor;\n });\n return all_sensors;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1046,"value":"sensor_placement_selection_filter = (sensor) =>\n sensor_placement_selection === \"All\"\n ? true\n : sensor_placement_selection.match(/outdoor/i)\n ? sensor.is_outdoor\n : !sensor.is_outdoor","pinned":false,"hidden":false,"mode":"ojs"},{"id":1018,"value":"selectable_sensors = {\n return all_sensors\n .filter(observed_voc_sensor_filter)\n .filter(sensor_placement_selection_filter);\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":987,"value":"selected_sensors = {\n if (selected_sensors_raw.length !== selected_sensor_ids.size) {\n mutable selected_sensor_ids = new Set(\n selected_sensors_raw.map((it) => it.id)\n );\n }\n return selected_sensors_raw;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":931,"value":"pall = import(\"https://cdn.skypack.dev/p-all\").then((mod) => mod.default)","pinned":false,"hidden":false,"mode":"ojs"},{"id":416,"value":"selected_sensor_datas = {\n if (start_end_interval_days > 90) {\n // throw new Error(\"range too large (>90 days)\");\n }\n return pall(\n selected_sensors.map(\n (sensor) => () =>\n graphQL(get_sensor_data_query_string, \"GetObservations\", {\n sensor_id: sensor.id,\n startDate: start.toISOString(),\n endDate: end.toISOString(),\n isPm1: metric.field.includes(\"pm_1\"),\n isPm2: metric.field.includes(\"pm_2\"),\n isVoc: metric.field.includes(\"voc\")\n })\n ),\n { concurrency: 2 }\n );\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":485,"value":"selected_sensor_datas_sample = {\n return selected_sensor_datas[0]?.data.observation_purpleair;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":423,"value":"$2f","pinned":false,"hidden":false,"mode":"ojs"},{"id":650,"value":" opaque_pin = 0.3","pinned":false,"hidden":false,"mode":"ojs"},{"id":641,"value":"pinsBySensor = new Map()","pinned":false,"hidden":false,"mode":"ojs"},{"id":644,"value":"togglePinAppearance = sensor => {\n const el = pinsBySensor.get(sensor)\n const path = el.childNodes[0]\n const stroke = path.style.stroke\n path.style.stroke = stroke === 'blue' ? '' : 'blue'\n path.style.strokeWidth = path.style.strokeWidth >= 1.5 ? 1.2 : 1.5\n el.style.opacity = el.style.opacity < 1 ? 1 : opaque_pin;\n }","pinned":false,"hidden":false,"mode":"ojs"},{"id":568,"value":"mapboxgl = {\n const gl = await require(\"mapbox-gl@2.7.0\");\n if (!gl.accessToken) {\n gl.accessToken = \"pk.eyJ1IjoicGR4Y2xlYW5haXIiLCJhIjoiY2t6dXB0NGFwMXEzeDJ3cngwOGthN3NqdCJ9.6x1IBZCKr2TwzoKJ9sJGfQ\";\n const href = await require.resolve(\"mapbox-gl@2.7.0/dist/mapbox-gl.css\");\n document.head.appendChild(html``);\n }\n return gl;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":593,"value":"$30","pinned":false,"hidden":false,"mode":"ojs"},{"id":631,"value":"start_end_interval_days = {\n \n var interval = end.getTime() - start.getTime();\n return interval / days_ms\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":703,"value":"days_ms = 1000 * 60 * 60 *24;","pinned":false,"hidden":false,"mode":"ojs"},{"id":768,"value":"supported_metrics = [\n { name: \"PM2.5 (atm)\", field: \"pm_2_5_atm\" },\n { name: \"PM1 (atm)\", field: \"pm_1_atm\" },\n { name: \"VOC\", field: \"voc\" }\n]","pinned":false,"hidden":false,"mode":"ojs"}],"files":"$W31","stdlib":"1","titling":"auto"}