31:T870,embed({ "$schema": "https://vega.github.io/schema/vega-lite/v5.json", "description": "Measurements of Carbon Dioxide (CO2) and Degrees Celcius.", // "title": "", "height": 360, "width": 640, "data": { "values": session_data, }, "encoding": { "x": { "timeUnit": "month-date-hours-minutes", "field": "timestamp", "title": "Month-Day-Hour", "axis": { "labelAngle": 45 } } }, "layer": [ { "mark": { "stroke": "#cb5658", "tooltip": true, "type": "line", "interpolate": "monotone" }, "encoding": { "y": { "aggregate": "average", "field": "CO2", "title": "Carbon Dioxide (CO2)", "axis": { "titleColor": "#cb5658" }, "scale": { "domain": [0,40000] } } } }, { "mark": { "stroke": "#64a85c", "tooltip": true, "type": "line", "interpolate": "monotone" }, "encoding": { "y": { "aggregate": "average", "field": "C", "title": "Degrees Celcius (C)", "axis": { "titlePadding": 12, "titleBaseline": "line-top", "titleColor": "#64a85c" }, "scale": { "domain": [0,100] } } } }, { "mark": { "stroke": "#6785d0", "type": "line", "interpolate": "monotone" }, "encoding": { "y": { "aggregate": "average", "field": "RH", "title": "Relative Humidity (RH)", "axis": { "titlePadding": 12, "titleBaseline": "line-bottom", "titleColor": "#6785d0" }, "scale": { "domain": [0,100] } }, "tooltip": [ { "field": "timestamp", "title": "Month-Day-Hour", "timeUnit": "month-date-hours-minutes" }, { "field": "RH", "title": "Relative Humidity (RH)" } ] } } ], "resolve": { "scale": { "y": "independent" } } })32:T40b,sessions_available = [ "2023-03-02T171254", "2023-03-04T165341", "2023-03-06T213730", "2023-03-08T214315", "2023-03-09T221623", "2023-03-11T220947", "2023-03-13T215111", "2023-03-16T183148", "2023-03-18T175150", "2023-03-19T160923", "2023-03-22T164614", "2023-03-23T124052", "2023-03-24T235756", "2023-03-30T163230", "2023-03-31T182514", "2023-04-01T210526", "2023-04-03T214128", "2023-04-06T165752", "2023-04-07T165337", "2023-04-09T112521", "2023-04-12T132311", "2023-04-13T133707", "2023-04-14T234134", "2023-04-15T182449", "2023-04-16T223754", "2023-04-18T210058", "2023-04-20T200653", "2023-04-22T202410", "2023-04-23T170708", "2023-04-30T144221", "2023-05-01T214356", "2023-05-02T200026", "2023-05-06T152208", "2023-05-08T153704", "2023-05-10T133205", "2023-05-11T211749", "2023-05-13T215409", "2023-05-16T215148", "2023-05-17T224631", "2023-05-18T233315", "2023-05-30T055402", "2023-05-31T225022", "2023-06-02T234606", "2023-06-04T120429" ]33:[{"id":"30685bbc9389dc081805ec1198adbf88e3798cbb3983044173e24ec7b7bf519536ec3e3677a2c2adfacb3c4a120ef80fbcd9537f5a19156e0dd15156259a22bf","href":"https://static.observableusercontent.com/files/30685bbc9389dc081805ec1198adbf88e3798cbb3983044173e24ec7b7bf519536ec3e3677a2c2adfacb3c4a120ef80fbcd9537f5a19156e0dd15156259a22bf","name":"scd30_with_lid.jpg","type":"image/jpeg","lastModified":1680457642733.868,"size":83187},{"id":"5686d16bdaab9e13a968fa3d510d47e4d92b255a232eda55c06a593092f955a7c6ee1456f5a42b4f183716df48309e921965303572ff866625b45f0cd6b39a48","href":"https://static.observableusercontent.com/files/5686d16bdaab9e13a968fa3d510d47e4d92b255a232eda55c06a593092f955a7c6ee1456f5a42b4f183716df48309e921965303572ff866625b45f0cd6b39a48","name":"monitor_rig.jpg","type":"image/jpeg","lastModified":1680457642649.706,"size":71755},{"id":"7408a680cb5f2bb6903f952b28a2d7f78c33e562e95658afa4c8dde949573034be459ba2365f20e85d983347a76129ea2d79ebaa407c2ba79081130121da4f0a","href":"https://static.observableusercontent.com/files/7408a680cb5f2bb6903f952b28a2d7f78c33e562e95658afa4c8dde949573034be459ba2365f20e85d983347a76129ea2d79ebaa407c2ba79081130121da4f0a","name":"session_summaries.parquet","type":"application/octet-stream","lastModified":1687291759519.215,"size":6283},{"id":"86ee0900a953e53a847e110284ff596e2111bf965bc6774d7263d05e82524aa290cc622036add8ba2f73613d7b6d9ffdf41e35720218c946293444eda1d8383d","href":"https://static.observableusercontent.com/files/86ee0900a953e53a847e110284ff596e2111bf965bc6774d7263d05e82524aa290cc622036add8ba2f73613d7b6d9ffdf41e35720218c946293444eda1d8383d","name":"flour_water_ratios@6.csv","type":"text/csv","lastModified":1687291748980.662,"size":1158},{"id":"2e56c02d5a27368751afdca7d191cce80ebb893e0dd86a1d1151d4bb3c756928f55093afb8b724a9e6682f2aef76dfa78a764f68018fa7239b4329e842e56af6","href":"https://static.observableusercontent.com/files/2e56c02d5a27368751afdca7d191cce80ebb893e0dd86a1d1151d4bb3c756928f55093afb8b724a9e6682f2aef76dfa78a764f68018fa7239b4329e842e56af6","name":"meaurement_notes@9.csv","type":"text/csv","lastModified":1687291756063.844,"size":4969}] 2f:{"title":"Sourdough Starter Lifecycle","cells":[{"id":0,"value":"# Sourdough Starter Lifecycle","pinned":false,"hidden":false,"mode":"md"},{"id":46,"value":"Work-in-Progress notebook for exploring data collected by a Sourdough Starter monitoring rig. Notebook `fetch`es Apache Parquet files from a remote datastore, pushes them into a DuckDB instance, then materializes their contents via Observable's database cells. Visualization is a Vega-Lite specification.\n\n- [Data Collection Scripts](https://github.com/jagrafft/iot_misc/tree/dev/fswebcam/scd30)\n- [Redis XStream to Apache Parquet Script](https://github.com/jagrafft/iot_misc/tree/dev/utilities/xstream-to-parquet)","pinned":false,"hidden":false,"mode":"md"},{"id":641,"value":"---","pinned":false,"hidden":false,"mode":"md"},{"id":636,"value":"## Data Explorer","pinned":false,"hidden":false,"mode":"md"},{"id":40,"value":"viewof selected_session = Inputs.select(\n sessions_available,\n {\n \"label\": \"Batch\"\n }\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":441,"value":"SELECT\n batch AS Batch,\n CAST(flour AS INT) AS Flour,\n CAST(water AS INT) AS Water\nFROM\n ratios\nWHERE\n batch = ${selected_session}","pinned":false,"hidden":false,"mode":"sql","output":"","database":"var:db"},{"id":381,"value":"

${c.notes}

","pinned":false,"hidden":false,"mode":"md"},{"id":85,"value":"$31","pinned":false,"hidden":false,"mode":"ojs"},{"id":12,"value":"SELECT\n \"timestamp\",\n C,\n CO2,\n RH \nFROM leaven;","pinned":false,"hidden":false,"mode":"sql","output":"session_data","database":"var:db"},{"id":135,"value":"---","pinned":false,"hidden":false,"mode":"md"},{"id":166,"value":"## Addenda\n- Measurements\n - Adafruit SCD-30 - NDIR CO2 Temperature and Humidity Sensor - STEMMA QT / Qwiic (CO₂ range `[0,40000]`)\n- Notebook framework\n - @monitus/get-remote-parquet-files-directly","pinned":false,"hidden":false,"mode":"md"},{"id":611,"value":"### Monitoring Rig Setup","pinned":false,"hidden":false,"mode":"md"},{"id":613,"value":"img_20230320_221207 = FileAttachment(\"scd30_with_lid.jpg\").image()","pinned":false,"hidden":false,"mode":"ojs"},{"id":626,"value":"monitor_rig = FileAttachment(\"monitor_rig.jpg\").image()","pinned":false,"hidden":false,"mode":"ojs"},{"id":164,"value":"---","pinned":false,"hidden":false,"mode":"md"},{"id":141,"value":"## Data and Imports","pinned":false,"hidden":false,"mode":"md"},{"id":38,"value":"$32","pinned":false,"hidden":false,"mode":"ojs"},{"id":554,"value":"session_label = `scd30_${selected_session}`","pinned":false,"hidden":false,"mode":"ojs"},{"id":331,"value":"session_notes = db.query(`SELECT id,batch,notes FROM notes WHERE batch = '${selected_session}';`)","pinned":false,"hidden":false,"mode":"ojs"},{"id":8,"value":"db = Promise.all([\n FileAttachment(\"meaurement_notes@9.csv\").csv(),\n FileAttachment(\"flour_water_ratios@6.csv\").csv()\n ]).then(([notes, ratios]) => {\n return DuckDBClient.of({\n leaven: getRemoteFile(`https://grafft.co/leavened/${session_label}.parquet`),\n notes: notes,\n ratios: ratios\n })\n })","pinned":false,"hidden":false,"mode":"ojs"},{"id":139,"value":"---","pinned":false,"hidden":false,"mode":"md"},{"id":49,"value":"embed = require(\"vega-embed@6\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":4,"value":"import { getRemoteFile } from \"@monitus/get-remote-parquet-files-directly\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":560,"value":"---","pinned":false,"hidden":false,"mode":"md"},{"id":523,"value":"/*\ndb2 = Promise.all([\n FileAttachment(\"flour_water_ratios@5.csv\").csv(),\n FileAttachment(\"meaurement_notes@8.csv\").csv(),\n FileAttachment(\"sessions.csv\").csv()\n ]).then(([notes, ratios, sessions]) => {\n return DuckDBClient.of({\n notes: notes,\n ratios: ratios,\n sessions: sessions\n })\n })\n*/","pinned":false,"hidden":false,"mode":"ojs"},{"id":527,"value":"// loadData(db2, `https://grafft.co/leavened/${session_label}.parquet`)","pinned":false,"hidden":false,"mode":"ojs"},{"id":501,"value":"// createDuckDB\n// import { getData, loadData, loadArrowData, loadParquetData, flattenGeoData } from \"@randomfractals/duckdb-data-import\"","pinned":false,"hidden":false,"mode":"ojs"}],"files":"$W33","stdlib":"1","titling":"auto"}