3c:null 3d:["$","title",null,{"children":"PCA - PurpleAir PM2.5 | Christopher Dieringer | Observable"}] 43:T9bd,data = { // Bin observations on user-selected granularity var ms_per_s = 1000; var ms_per_m = ms_per_s * 60; var ms_per_h = ms_per_m * 60; var ms_per_d = ms_per_h * 24; var ms_per_w = ms_per_d * 7; var ms_locale_pst_offset = 0; /* ms_per_h * 8 */ const bin_width = binBy === "Hourly" ? ms_per_h : binBy === "Daily" ? ms_per_d : ms_per_w; const binsBySensorIdx = new Map(); const getBinsByMs = (idx) => { const binsByMs = binsBySensorIdx.get(idx); if (binsByMs) { return binsByMs; } else { binsBySensorIdx.set(idx, new Map()); return binsBySensorIdx.get(idx); } }; const getObservationsBin = (timestamp, sensor_idx) => { const binsByMs = getBinsByMs(sensor_idx); const time_ms = new Date(timestamp).getTime(); const overshoot = (time_ms - ms_locale_pst_offset) % bin_width; const bin_ms = time_ms - overshoot; let bin = binsByMs.get(bin_ms); if (bin) { return bin; } else { binsByMs.set(bin_ms, []); return binsByMs.get(bin_ms); } }; selected_sensor_datas.forEach((sd, selected_sensor_idx) => { getBinsByMs(selected_sensor_idx); // effect -- hydrate bins sd.data[table_name].forEach((it) => { const { timestamp, ...observation } = it; const bin = getObservationsBin(timestamp, selected_sensor_idx); bin.push(observation); }); }); // aggregate const aggregateBin = (bin) => { const keys = [ "voc", "pm_1_atm", "pm_2_5_atm", "pm_2_5_cf", "humidity", "temperature_f" ]; const summed = bin.reduce((acc, curr) => { for (const key of keys) { acc[key] = curr[key] + (acc[key] || 0); } return acc; }, {}); const avgs = { ...summed }; for (const key of keys) { avgs[key] = summed[key] / bin.length; } return avgs; }; const aggregateSensor = (sensorData, sensor_name) => [...sensorData.entries()] .sort(([msA], [msB]) => (msA > msB ? 1 : -1)) .map(([ms, bin]) => { return { date: new Date(ms), ...aggregateBin(bin), sensor_name }; }); const result = [...binsBySensorIdx.entries()] .map(([selected_sensor_idx, valuesByTimestamp]) => [ selected_sensor_idx, aggregateSensor( valuesByTimestamp, selected_sensors[selected_sensor_idx].name ) ]) .sort(([i], [j]) => (i > j ? 1 : -1)) .map(([, aggregatedSensorData]) => aq.from(aggregatedSensorData)); return result; }44:T6f5,dropPins = (map) => { // clearAllMarkers() function htmlToElement(html) { var template = document.createElement('template'); html = html.trim(); template.innerHTML = html; return template.content.firstChild; } sensors.map(sensor => { const el = htmlToElement(``); el.style.width = `22px`; el.style.height = `22px`; const path = el.childNodes[0] path.style.strokeWidth = 2; pinsBySensor.set(sensor, el); el.addEventListener('click', () => { const isInSelectedSet = selected_sensors.find(s => s === sensor); togglePinAppearance(sensor); // if (isInSelectedSet) { // selected_sensors = selected_sensors.filter(s => s !== sensor) ; // } else { // selected_sensors = [...selected_sensors, sensor]; // } }); el.addEventListener('mouseover', () => { el.style.cursor = 'pointer' }); el.addEventListener('mouseout', () => { el.style.cursor = '' }); new mapboxgl.Marker({ element: el }) .setLngLat([sensor.longitude, sensor.latitude]) .addTo(map); el.style.opacity = opaque_pin; }); selected_sensors.forEach(sensor => togglePinAppearance(sensor)); }45:[] 41:{"id":"da04a12af18af536","slug":null,"title":"PCA - PurpleAir PM2.5","thumbnail":"cccaf3c385cacb67169f2ecda4ec248d48b864c74e0c90ee9c7fb2b7d1a2c5b4","access_level":"public","create_time":"$D2022-02-27T21:11:48.447Z","update_time":"$D2025-01-08T03:28:23.631Z","view_time":null,"first_public_time":"$D2022-11-12T07:42:32.359Z","has_unpublished_edits":null,"fork":{"id":"a8bb936234d77670","slug":"pca-purpleair-pm2","title":"@legacy PCA - PurpleAir PM2.5","owner":{"id":"ee86ea195c28e52f","login":"cdaringe","name":"Christopher Dieringer"}},"stars":1,"starred":false,"owner":{"type":"team","id":"ee86ea195c28e52f","login":"cdaringe","name":"Christopher Dieringer","avatar_url":"https://avatars-next.observableusercontent.com/ffa484762eff403fe9d1cd550745751434d9f74c3d94a285dc3fd1993333c7e8","tier":"starter_2024","bio":""},"version":1003,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"ec8adfde3cba261e","login":"cdaringe","name":"Christopher Dieringer","avatar_url":"https://avatars-next.observableusercontent.com/ffa484762eff403fe9d1cd550745751434d9f74c3d94a285dc3fd1993333c7e8","tier":null,"bio":""}],"members":[{"type":"individual","id":"ec8adfde3cba261e","login":"cdaringe","name":"Christopher Dieringer","avatar_url":"https://avatars-next.observableusercontent.com/ffa484762eff403fe9d1cd550745751434d9f74c3d94a285dc3fd1993333c7e8","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":2,"collection":null,"type":"notebook","body":{"titling":"auto","title":"PCA - PurpleAir PM2.5","cells":[{"id":0,"value":"# PCA - PurpleAir PM2.5","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":715,"value":"### Welcome\n\nThe PurpleAir multi-site grapher is still being actively developed. Please see the below warnings.\n\n#### Warnings\n\n- Map support is still in active development. clicking it will likely do nothing. please do not interact with the map :)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":394,"value":"viewof selected_sensors = Inputs.select(sensors, {\n format: (s) =>\n `${s.name} (id: ${s.id} / ${s.is_outdoor ? \"outdoor\" : \"indoor\"})`,\n multiple: true,\n value: sensors.filter((s) => s.name.match(/(Colby|Eastmoreland|Cedarwood)/)),\n label: \"Select sensors\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":938,"value":"viewof voc_only_sensors_control = Inputs.checkbox([\n \"Use VOC-only capable sensors?\"\n])","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":949,"value":"viewof voc_warn = {\n if (voc_only_sensors_control.length > 0) {\n return html`Warning! VOC sensor detection works by only by checking for VOC measurements in the selected date range.`;\n }\n return html``;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":565,"value":"viewof map = {\n const center_portland = [-122.66155, 45.54846];\n let container = html`

`;\n yield container;\n let map = new mapboxgl.Map({\n container,\n center: center_portland,\n zoom: 10,\n style: \"mapbox://styles/mapbox/light-v10\"\n });\n map.on(\"load\", () => {\n container.value = map;\n container.dispatchEvent(new CustomEvent(\"input\"));\n dropPins(map);\n });\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":3,"value":"viewof start = Inputs.date({ label: \"Start Date\", value: \"2024-03-01\" })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":5,"value":"viewof end = Inputs.date({label: \"End Date\", value: \"2024-03-28\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":699,"value":"{\n const messages = [];\n const err = msg => messages.push(`⚠️ ${msg}`);\n const ok = msg => messages.push(`✅ ${msg}`);\n\n // date range\n if (start_end_interval_days > 90) {\n // err(\"Please select a range of <90 days\");\n } else if (start_end_interval_days < 0) {\n err(\"end date must be after start date\");\n } else {\n ok(`${Math.floor(start_end_interval_days)} day range`);\n }\n\n // available datas\n data.forEach((dt, i) => {\n if (dt.size === 0) {\n err(`Sensor \"${selected_sensors[i]?.name}\" has no data for the specified range`);\n }\n });\n return messages.join(\"\\n\");\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":278,"value":"viewof binBy = Inputs.radio([\"Weekly\", \"Daily\", \"Hourly\"], {\n label: \"Group by:\",\n value: \"Daily\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":766,"value":"viewof metric = Inputs.select(supported_metrics, {label: \"Select metric\", format: f => f.name})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":363,"value":"html`

${metric.name}, aggregated

`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":66,"value":"Plot.plot({\n marginBottom: 200,\n width,\n color: {\n legend: true\n },\n y: {\n grid: true,\n label: metric.name\n },\n x: {\n grid: true,\n tickFormat: d3.utcFormat(\"%e %b %y, %c\"),\n tickRotate: -60,\n label: \"Date\",\n ...ticksCountOptions\n },\n marks: [\n Plot.frame(),\n Plot.ruleY([0]),\n ...data.map((sensor_data) => {\n return Plot.line(sensor_data, {\n y: metric.field,\n x: \"date\",\n stroke: \"sensor_name\",\n title: (d) =>\n `${[...Object.entries(d)].reduce(\n (acc, it) =>\n `${acc}${it[0]}: ${\n typeof it[1] == \"number\" ? Math.floor(it[1]) : it[1]\n }\\n`,\n \"\"\n )}`\n // stroke: `#${sensor_idx}${sensor_idx}${sensor_idx}${sensor_idx}${sensor_idx}${sensor_idx}`,\n // thresholds: binBy === \"Daily\" ? d3.utcDay : d3.utcWeek,\n // curve: \"natural\"\n // stroke: \"VOC, ppm\"\n });\n })\n ]\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":868,"value":"viewof tick_scalar = Inputs.range([0, 8], {\n label: \"Tick multiplier\",\n value: 0,\n step: 1\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":885,"value":"ticksCountOptions = tick_scalar ? { ticks: Math.pow(2, tick_scalar) } : {}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":494,"value":"#### Sample","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":727,"value":"viewof inspect_sensor = Inputs.select(selected_sensors, {label: \"Inspect data\", format: s => s.name})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":29,"value":"viewof table_input = Inputs.table(data[selected_sensors.findIndex(s => s === inspect_sensor)])","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":37,"value":"# Appendix\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":51,"value":"import {aq, op} from \"@uwdata/arquero\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":815,"value":"table_name = `observation_purpleair_${binBy.toLowerCase()}_agg`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":969,"value":"get_voc_sensors_query = `query GetVocSensors {\n get_voc_sensors(args: {ts: \"${end.toISOString()}\"}, where: {voc: {_is_null: false}}) {\n sensor_id\n }\n}`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":375,"value":"get_sensor_data_query_string = `\nquery GetObservations(\n $sensor_id: Int!, \n $startDate: timestamptz!, \n $endDate: timestamptz!,\n $isPm1: Boolean = false,\n $isPm2: Boolean = false,\n $isVoc: Boolean = false\n) {\n ${table_name}(\n where: {\n timestamp: {_gte: $startDate, _lte: $endDate}, \n sensor_id: {_eq: $sensor_id}\n },\n limit: 500000,\n order_by: {timestamp: asc}\n ) {\n timestamp\n sensor_id\n pm_1_atm: avg_pm_1_atm @include(if: $isPm1)\n pm_2_5_atm: avg_pm_2_5_atm @include(if: $isPm2)\n voc: avg_voc @include(if: $isVoc)\n # temperature_f: avg_temperature_f\n # pm_2_5_cf: avg_pm_2_5_cf\n # humidity: avg_humidity\n }\n}\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":378,"value":"get_sensors_query_string = `\nquery GetSensors {\n sensor(distinct_on: name, order_by: {name: asc}) {\n name\n id\n latitude\n longitude\n description\n is_outdoor\n }\n}\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":383,"value":"graphQL = (\n operationsDoc,\n operationName,\n variables\n) =>\n fetch(\"https://pca.cdaringe.com/v1/graphql\", {\n method: \"POST\",\n body: JSON.stringify({\n query: operationsDoc,\n variables,\n operationName\n }),\n headers: {\n \"content-type\": \"application/json\"\n }\n }).then((r) => r.json())","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":386,"value":"sensors = {\n const all_sensors = await graphQL(get_sensors_query_string).then((r) => {\n if (r.errors?.length) throw new Error(JSON.stringify(r.errors));\n return r.data.sensor;\n });\n const all_filter =\n voc_only_sensors_control.length > 0\n ? await graphQL(get_voc_sensors_query).then((res) => {\n const vocSensorIdSet = new Set(\n res.data.get_voc_sensors.map((it) => it.sensor_id)\n );\n return (sensor) => vocSensorIdSet.has(sensor.id);\n })\n : () => true;\n return all_sensors.filter(all_filter);\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":410,"value":"selected_sensors","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":931,"value":"pall = import(\"https://cdn.skypack.dev/p-all\").then((mod) => mod.default)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":416,"value":"selected_sensor_datas = {\n if (start_end_interval_days > 90) {\n // throw new Error(\"range too large (>90 days)\");\n }\n return pall(\n selected_sensors.map(\n (sensor) => () =>\n graphQL(get_sensor_data_query_string, \"GetObservations\", {\n sensor_id: sensor.id,\n startDate: start.toISOString(),\n endDate: end.toISOString(),\n isPm1: metric.field.includes(\"pm_1\"),\n isPm2: metric.field.includes(\"pm_2\"),\n isVoc: metric.field.includes(\"voc\")\n })\n ),\n { concurrency: 2 }\n );\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":485,"value":"selected_sensor_datas_sample = {\n return selected_sensor_datas[0]?.data.observation_purpleair;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":423,"value":"$43","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":650,"value":" opaque_pin = 0.3","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":641,"value":"pinsBySensor = new Map()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":644,"value":"togglePinAppearance = sensor => {\n const el = pinsBySensor.get(sensor)\n const path = el.childNodes[0]\n const stroke = path.style.stroke\n path.style.stroke = stroke === 'blue' ? '' : 'blue'\n path.style.strokeWidth = path.style.strokeWidth >= 1.5 ? 1.2 : 1.5\n el.style.opacity = el.style.opacity < 1 ? 1 : opaque_pin;\n }","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":568,"value":"mapboxgl = {\n const gl = await require(\"mapbox-gl@2.7.0\");\n if (!gl.accessToken) {\n gl.accessToken = \"pk.eyJ1IjoicGR4Y2xlYW5haXIiLCJhIjoiY2t6dXB0NGFwMXEzeDJ3cngwOGthN3NqdCJ9.6x1IBZCKr2TwzoKJ9sJGfQ\";\n const href = await require.resolve(\"mapbox-gl@2.7.0/dist/mapbox-gl.css\");\n document.head.appendChild(html``);\n }\n return gl;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":593,"value":"$44","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":631,"value":"start_end_interval_days = {\n \n var interval = end.getTime() - start.getTime();\n return interval / days_ms\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":703,"value":"days_ms = 1000 * 60 * 60 *24;","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":768,"value":"supported_metrics = [\n { name: \"PM2.5 (atm)\", field: \"pm_2_5_atm\" },\n { name: \"PM1 (atm)\", field: \"pm_1_atm\" },\n { name: \"VOC\", field: \"voc\" }\n]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W45","stdlib":"1"}} 42:"$41:body"