2b:null 2c:["$","title",null,{"children":"Resumen de apagones (old) | José M. Zavala González | Observable"}] 31:T595,{ const dataWidth = width; const marginLeft = 50; const marginRight = 50; const m4_regions_service_total = m4(regions_service_total, dataWidth, 'timestamp', 'totalClientsWithoutService') return Plot.plot({ width: dataWidth + marginLeft + marginRight, marginLeft, marginRight, y: { grid: false, // domain: [0,50000], }, marks: [ Plot.gridY({stroke: "black", strokeOpacity: 0.2}), Plot.line( m4_regions_service_total, { x: 'timestamp', y: 'totalClientsWithoutService', // stroke: 'steelblue', tip: true, // strokeWidth: .8, }), Plot.areaY( m4_regions_service_total, { x: 'timestamp', y1: d => d['totalClientsWithoutService'] >= service_threshold ? 0 : null, y2: d => d['totalClientsWithoutService'] >= service_threshold ? d['totalClientsWithoutService'] : null, // stroke: 'steelblue', fill: 'red', fillOpacity: 0.5, //stroke: 'red', strokeOpacity: 1, tip: false, // strokeWidth: .8, }), Plot.line( m4_regions_service_total, { x: 'timestamp', y: d => d['totalClientsWithoutService'] >= service_threshold ? d['totalClientsWithoutService'] : null, // stroke: 'steelblue', // fill: 'red', fillOpacity: 0.5, stroke: 'red', strokeOpacity: 1, tip: false, // strokeWidth: .8, }), Plot.ruleY([0]), ] }) }32:T48b,{ const dataWidth = width; const marginLeft = 50; const marginRight = 50; return Plot.plot({ width: dataWidth + marginLeft + marginRight, marginLeft, marginRight, marks: [ Plot.rectY(regionsWithoutService_daily_peak_total, { x: d => new Date(d.timestamp_date_string), y: "totalClientsWithoutService", fill: d => (d.totalClientsWithoutService >= service_threshold) ? 'red' : 'black', fillOpacity: d => (d.totalClientsWithoutService >= service_threshold) ? .5 : 1, tip: true, interval: d3.utcDay}), // Plot.rectY(regionsWithoutService_daily_peak, // { filter: d => (d.type === 'totals') & (d.totalClientsWithoutService >= service_threshold), // x: d => new Date(d.timestamp_date_string), // y: "totalClientsWithoutService", // fill: 'red', fillOpacity: 0.5, // // stroke: 'red', strokeOpacity: 1.0, // tip: true, // interval: d3.utcDay}), Plot.ruleY([0]) ] }) }33:T44a,{ if (!historico_toggle) { return null; } return Plot.plot({ marginLeft: 80, y: { // domain: [0,1], // tickFormat: '%' }, marks: [ Plot.ruleY([0]), Plot.lineY(regions_service, { filter: d => (d.type == 'totals') , tip: false, // x: "timestamp", x: d => uniform_date(d.timestamp) , // x: d => d.timestamp.toLocaleString(undefined, { // "hour": "2-digit", // "minute": "2-digit" // }), y:"totalClientsWithoutService", z: 'timestamp_date_string', }), Plot.lineY(regions_service.filter(d => (d.type == 'totals') & (d.timestamp_date_string === latest_timestamp_date_string)), { filter: d => (d.type == 'totals') , tip: true, // x: "timestamp", x: d => uniform_date(d.timestamp) , // x: d => d.timestamp.toLocaleString(undefined, { // "hour": "2-digit", // "minute": "2-digit" // }), y:"totalClientsWithoutService", z: 'timestamp_date_string', stroke: 'blue', strokeWidth: 3, }), // Plot.Tip() ] })}34:[] 2f:{"id":"3bd1064313a4d2c3","slug":null,"title":"Resumen de apagones (old)","thumbnail":"968c18d6dbb32d60ede39106bba0c122dc7f04ca6645f376efb1b7d562094f55","access_level":"public","create_time":"$D2023-08-10T21:14:22.762Z","update_time":"$D2024-02-03T15:56:34.648Z","view_time":null,"first_public_time":"$D2023-08-10T21:14:22.762Z","fork":{"id":"1721774294c9043a","slug":null,"title":"Untitled","owner":{"id":"247b19faa48b7d89","login":"jzavala-gonzalez","name":"José M. Zavala González"}},"stars":0,"starred":false,"owner":{"type":"team","id":"247b19faa48b7d89","login":"jzavala-gonzalez","name":"José M. Zavala González","avatar_url":"https://avatars-next.observableusercontent.com/c80357963553ac341ea90ed3d79296a72d004aa90d9b89afd76f17e04dcf9277","tier":"starter_2024"},"version":1136,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"2c62f0243f8f45b0","login":"jzavala-gonzalez","name":"José M. Zavala González","avatar_url":"https://avatars-next.observableusercontent.com/c80357963553ac341ea90ed3d79296a72d004aa90d9b89afd76f17e04dcf9277","tier":null}],"members":[{"type":"individual","id":"2c62f0243f8f45b0","login":"jzavala-gonzalez","name":"José M. Zavala González","avatar_url":"https://avatars-next.observableusercontent.com/c80357963553ac341ea90ed3d79296a72d004aa90d9b89afd76f17e04dcf9277","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":1,"collection":null,"type":"notebook","body":{"title":"Resumen de apagones (old)","cells":[{"id":0,"value":"# Resumen de apagones (old)\npara las últimas 24 horas","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":476,"value":"\nhtl.html`\n\n

Clientes afectados

\n${d3.max(regions_service_dayago, d => d.totalClientsWithoutService).toLocaleString()}\n
\n
\n\n

Actualmente

\n${regions_service_dayago.filter(d => d.type === 'totals').slice(-1)[0].totalClientsWithoutService.toLocaleString()} clientes sin servicio\n
\n
\n\n

Mejor momento

\n${d3.min(regions_service_dayago.filter(d => d.type === 'totals'), d => d.totalClientsWithoutService).toLocaleString()} clientes sin servicio\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":494,"value":"# Clientes sin servicio\nEn rojo estan los momentos cuando se superaron **${service_threshold.toLocaleString(\"en-US\")} clientes** sin luz","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":65,"value":"Plot.plot({\n marginLeft: 80,\n y: {\n // domain: [0,1],\n // tickFormat: '%'\n },\n marks: [\n \n \n \n Plot.lineY(\n regions_service_dayago\n , {\n filter: d => (d.type == 'totals'), tip: true,\n x: \"timestamp\", y:\"totalClientsWithoutService\",\n channels: {noService: \"percentageClientsWithoutService\"},\n }),\n\n Plot.areaY(\n regions_service_dayago\n , {\n filter: d => (d.type == 'totals'), tip: false,\n x: \"timestamp\",\n y1: d => d[\"totalClientsWithoutService\"] >= service_threshold ? 0 : null,\n y2: d => d[\"totalClientsWithoutService\"] >= service_threshold ? d[\"totalClientsWithoutService\"] : null,\n fill: 'red', fillOpacity: 0.5,\n //stroke: 'red', strokeOpacity: 1,\n }),\n Plot.ruleY([0]),\n // Plot.Tip()\n ]\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":899,"value":"viewof service_threshold = Inputs.range([1000, 50000], {label: \"Sin luz\", step: 1000, value: 10000})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":845,"value":"## Histórico","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":855,"value":"viewof historico_toggle = Inputs.toggle({label: \"Ver historico:\", value: true})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1070,"value":"{\n const num_obs = regions_service_total.length;\n const num_obs_above_threshold = regions_service_total.filter(d => d.totalClientsWithoutService >= service_threshold).length;\n const pct_obs_above_threshold = num_obs_above_threshold / num_obs;\n \n return htl.html`\nHay ${num_obs_above_threshold.toLocaleString(\"en-US\")} de ${num_obs.toLocaleString(\"en-US\")} observaciones (${pct_obs_above_threshold.toLocaleString(undefined,{style: 'percent', minimumFractionDigits:0})}) con al menos ${service_threshold.toLocaleString(\"en-US\")} clientes tolerando apagones\n`\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":924,"value":"$31","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1044,"value":"{\n const num_days = regionsWithoutService_daily_peak_total.length;\n const num_days_above_threshold = regionsWithoutService_daily_peak_total.filter(d => d.totalClientsWithoutService >= service_threshold).length;\n const pct_days_above_threshold = num_days_above_threshold / num_days;\n \n return htl.html`\nHay ${num_days_above_threshold} de ${num_days} dias (${pct_days_above_threshold.toLocaleString(undefined,{style: 'percent', minimumFractionDigits:0})}) con al menos ${service_threshold.toLocaleString(\"en-US\")} clientes tolerando apagones\n`\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1006,"value":"$32","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1077,"value":"Plot.plot({\n marginLeft: 50,\n y: {\n domain: [0, 60e3]\n },\n marks: [\n Plot.boxY(\n regions_service_total,\n {\n x: \"timestamp_hour\",\n y: \"totalClientsWithoutService\",\n tip: true,\n }\n )\n ]\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":978,"value":"Azul es lo que va de hoy. Lo demás son días anteriores.","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":162,"value":"$33","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1096,"value":"Plot.plot({\n // height: 640,\n marginLeft: 60,\n y: {\n // domain: [0, 100e3]\n },\n color: {\n legend: true,\n scheme: \"YlGnBu\",\n type: \"symlog\"\n },\n marks: [\n Plot.rect(regions_service_total, Plot.bin({fill: \"count\"}, {\n x: d => uniform_date(d.timestamp),\n // x: 'timestamp_hour', //interval: 1,\n y: \"totalClientsWithoutService\",\n thresholds: 100,\n }))\n ]\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":842,"value":"## Por región","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":81,"value":"Plot.plot({\n marginRight: 100,\n y: {\n // domain: [0,1],\n tickFormat: d => `${d}%`\n },\n marks: [\n Plot.ruleY([0]),\n Plot.lineY(\n regions_service.filter(d => (d.timestamp >= a_day_ago)),\n {\n tip: true,\n x: \"timestamp\",\n y: \"percentageClientsWithoutService\",\n fy: 'region_name',\n stroke: 'region_name',\n channels: {noService: \"totalClientsWithoutService\", },\n }),\n \n // Plot.Tip()\n ]\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":886,"value":"viewof region_ver = Inputs.select(['Arecibo', 'Bayamon', 'Caguas','Carolina','Mayaguez','Ponce','San Juan'], {label: \"Elige una region:\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":884,"value":"Plot.plot({\n marginRight: 100,\n width,\n height: 600,\n y: {\n domain: [0,1000],\n // tickFormat: d => `${d}%`\n },\n marks: [\n Plot.ruleY([0]),\n Plot.lineY(\n regions_service.filter(d => (d.timestamp >= a_day_ago) & (d.region_name === region_ver)),\n {\n tip: true,\n x: \"timestamp\",\n // y: \"percentageClientsWithoutService\",\n y: \"totalClientsWithoutService\",\n fy: 'region_name',\n stroke: 'region_name',\n channels: {noService: \"totalClientsWithoutService\", noService2: 'percentageClientsWithoutService'},\n }),\n \n // Plot.Tip()\n ]\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":832,"value":"# Apéndice","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":916,"value":"regions_service","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":926,"value":"regions_service_total = regions_service.filter(d => d.type === 'totals')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1038,"value":"regionsWithoutService_daily_peak_total = regionsWithoutService_daily_peak.filter(d => d.type === 'totals')","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":929,"value":"import {m4} from \"@uwdata/m4-scalable-time-series-visualization\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":20,"value":"// regions_service = d3.csvParse(datastring, d => {\n// const dauto = d3.autoType(d);\n// dauto['timestamp_saved'] = new Date(parsePRDate(dauto['timestamp_saved']) ) // idk whats up w this one\n// dauto['timestamp'] = new Date(parsePRDate(dauto['timestamp']) ) // read as PR time (GMT-4). All set (?)\n// dauto['region_name'] = dauto['region_name'] === null ? 'totals' : dauto['region_name']\n// dauto['timestamp_date_string'] = dauto['timestamp'].toLocaleString(undefined, {\n// \"year\": \"numeric\",\n// \"month\": \"2-digit\",\n// \"day\": \"2-digit\",\n// timeZone: 'UTC', // so much pain\n// })\n// return dauto;\n// })","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":15,"value":"// datastring = fetch(\"https://raw.githubusercontent.com/jzavala-gonzalez/scraping-luma/main/regionsWithoutService_historical.csv\").then((response) => response.text())","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":473,"value":"regions_service_dayago = regions_service.filter(d => (d.timestamp >= a_day_ago))","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":210,"value":"latest_timestamp = d3.max(regions_service, d => d.timestamp)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":426,"value":"latest_timestamp_date_string = latest_timestamp.toLocaleString(undefined, {\n \"year\": \"numeric\",\n \"month\": \"2-digit\",\n \"day\": \"2-digit\",\n timeZone: 'UTC', // so much pain\n })","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":251,"value":"a_day_ago = new Date(getUTCTime(new Date(Date.now() - ms_per_hour*24)) - ms_per_hour*4)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":407,"value":"ms_per_hour = 3_600_000","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":692,"value":"function range(n) { return Array.from(Array(n).keys()) }","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":264,"value":"function getUTCTime(date) {\n let now_utc = Date.UTC(date.getUTCFullYear(), date.getUTCMonth(),\n date.getUTCDate(), date.getUTCHours(),\n date.getUTCMinutes(), date.getUTCSeconds());\n return now_utc\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":38,"value":"function parseUTCDate(datestring) {\n let date = new Date(datestring);\n return getUTCTime(date);\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":99,"value":"function parsePRDate(datestring) {\n let now_utc = parseUTCDate(datestring);\n return now_utc - 3_600_000*4;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":92,"value":"(parseUTCDate(\"07/21/2023 04:23 AM\"))","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":94,"value":"new Date(parseUTCDate(\"07/21/2023 04:23 AM\"))","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":101,"value":"new Date(parsePRDate(\"07/21/2023 04:23 AM\"))","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":192,"value":"uniform_date(sample_date)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":201,"value":"function uniform_date(date) {\n return new Date(Date.UTC(0, 0,\n 1, date.getUTCHours(),\n date.getUTCMinutes(), date.getUTCSeconds()) + 14_400_000*0)\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":195,"value":"sample_date = regions_service[0].timestamp","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":321,"value":"import {aq, op} from \"@uwdata/arquero\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":862,"value":"dbref = DuckDBClient.of()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":867,"value":"loadquery = await dbref.query(`\nCREATE OR REPLACE TABLE regionsWithoutService AS (\n\nwith initial_table as (\nSELECT\n strptime(timestamp_saved, '%m/%d/%Y %I:%M %p') as timestamp_saved,\n strptime(timestamp, '%m/%d/%Y %I:%M %p') as timestamp,\n type,\n region_name,\n totalClients,\n totalClientsWithoutService,\n totalClientsWithService,\n percentageClientsWithoutService,\n percentageClientsWithService\nFROM read_parquet('https://raw.githubusercontent.com/jzavala-gonzalez/scraping-luma/main/regionsWithoutService_historical.parquet')\n)\n\nselect *,\n strftime(timestamp, '%m/%d/%Y') as timestamp_date_string,\n date_part('hour', timestamp) as timestamp_hour,\nfrom initial_table\n)\n`)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":988,"value":"dailyquery = loadquery, (await dbref.query(`\nCREATE OR REPLACE TABLE regionsWithoutService_daily_peak AS (\n\nwith extra_data as (\nselect *,\n( max(totalClientsWithoutService) over (partition by \"timestamp_date_string\", \"type\", \"region_name\")) as the_worst\nfrom regionsWithoutService\n)\n\nselect * exclude \"the_worst\"\nfrom extra_data\nwhere totalClientsWithoutService = \"the_worst\"\norder by timestamp_date_string, type desc, region_name\n)\n`))","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":873,"value":"datadb = loadquery, dailyquery, dbref","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":876,"value":"select *\nfrom regionsWithoutService","pinned":true,"hidden":false,"mode":"sql","author":"$undefined","summary":"$undefined","output":"regions_service","database":"var:datadb"},{"id":998,"value":"select *\nfrom regionsWithoutService_daily_peak","pinned":true,"hidden":false,"mode":"sql","author":"$undefined","summary":"$undefined","output":"regionsWithoutService_daily_peak","database":"var:datadb"},{"id":1132,"value":"regions_service[0]","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W34","stdlib":"1","titling":"auto"}} 30:"$2f:body"