25:["$","title",null,{"children":"Times to code | Mauricio Foronda | Observable"}] 4b:T5f3,plotYear = (df, year, time_col, colorDomain, yearWidth, catnum, yTicks = false) => { const dfi = df.filter(aq.escape(d => op.year(d.month) == year)) const left_space = 60 return Plot.plot({ width: yTicks ? yearWidth + left_space: yearWidth, height: catnum * 15, marginTop: 15, marginBottom: 0, marginLeft: yTicks ? left_space : 0, marginRight: 0, style: { color: colors.stroke }, x: { scale: 'band', axis: null, tickFormat: d3.timeFormat('%B, %Y'), domain: d3.timeMonths(op.utcdatetime(year, 0, 1), op.utcdatetime(year + 1, 0, 1)) }, y: { axis:null, label: null, reverse: true, domain: domains[time_col] }, color: { scheme: 'PuBuGn', transform: d => Number(d), domain: colorDomain }, marks: [ Plot.cell(dfi, { x: 'month', y: time_col, fill: 'normalized', title: d => `${d3.format(".1%")(d.normalized)}\n${names[time_col][d[time_col]]}\n${d3.timeFormat('%B %Y')(d.month)}`, // title: d => `${d3.format('.3s')(d.count)} events at ${d.hour}hrs.\n${d3.format('.1%')(d.normalized)} of those in ${d3.timeFormat('%B %Y')(d.month)}`, inset: 0 }), Plot.text([d3.format('.0f')(year)],{ frameAnchor: 'top', dy: -10 - (10 * (1/catnum)) }), Plot.text(yTicks ? yTicks: [] ,{ frameAnchor: 'left', y: 'y', text: 'text', dx: 0, textAnchor: 'end' }) ] }) }4c:T69c,plotWeekend = (weekend, title, caption) => { const years = aq.agg(weekends.derive({year: d => op.year(d.month)}), op.array_agg_distinct('year')) const xDomain = d3.timeMonths(op.utcdatetime(years.slice(0,1)[0], 0, 1), op.utcdatetime(years.slice(-1)[0] + 1, 0, 1)) const scaleOptions = {tickSize:0, label: null, grid: true} const markOptions = {x: 'month', y: 'sum'} const yDomain = [.11,.42] const color = '#6797bf' const weekendPlot = Plot.plot({ width: width * .955, height: 180, marginLeft: 60, style: { color: colors.stroke }, y: { ...scaleOptions, tickFormat: d3.format('.0%'), domain: yDomain }, x: { ...scaleOptions, axis: null, domain: xDomain, }, marks: [ Plot.areaY(weekends, { x: 'month', y1: yDomain[0], y2: 'sum', curve: 'natural', fill: color, fillOpacity: .2 }), Plot.line(weekends, { ...markOptions, curve: 'natural', stroke: color }), Plot.dot(weekends, { ...markOptions, fill: color, title: d => `${d3.format('.1%')(d.sum)}\n${d3.timeFormat('%B %Y')(d.month)}` }), Plot.text(years,{ frameAnchor: 'bottom', x: d => new Date(d, 5, 1), text: d => d3.format('.0f')(d), dy: 15 }) ] }) return html`

${title}

${caption}

${weekendPlot}

` }4d:[] 47:{"id":"bb4305567d981894","slug":"times-to-code","title":"Times to code","thumbnail":"61117413f532df9e5dd7fa8f40cccd59b116db269caddc374b0806858559f97f","access_level":"public","create_time":"$D2023-01-02T14:31:58.488Z","update_time":"$D2023-01-03T03:10:19.975Z","view_time":null,"first_public_time":"$D2023-01-02T14:31:58.488Z","has_unpublished_edits":null,"fork":false,"stars":1,"starred":false,"owner":{"type":"team","id":"475974948549302f","login":"mauforonda","name":"Mauricio Foronda","avatar_url":"https://avatars-next.observableusercontent.com/4cc3af3b792916571df54649e193dbdbf80a875b4e37b1def6ecb0480c561075","tier":"starter_2024","bio":"","followed_by_you":false,"follows_you":false},"version":1043,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"018969b4abf63b07","login":"mauforonda","name":"Mau Foronda","avatar_url":"https://avatars-next.observableusercontent.com/513f52feadea4c57a52e2ab0f2fbdad66bf45a132acf7f9fbb19eb61e86e345f","tier":null,"bio":"","followed_by_you":false,"follows_you":false}],"members":[{"type":"individual","id":"018969b4abf63b07","login":"mauforonda","name":"Mau Foronda","avatar_url":"https://avatars-next.observableusercontent.com/513f52feadea4c57a52e2ab0f2fbdad66bf45a132acf7f9fbb19eb61e86e345f","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":true,"trashed":false,"lapsed":null,"subscribed":null,"forks":2,"collection":null,"type":"notebook","body":{"titling":"auto","title":"Times to code","cells":[{"id":0,"value":"# Times to code\n## At what times do developers push code to Github?","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":165,"value":"plot_all(df_hourly, 'hour', \"hours\", \"Percentage (%) of monthly push events per hour by all Github users\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":575,"value":"plot_all(df_dayofweek, 'day', \"days of the week\", \"Percentage (%) of monthly push events per day of the week by all Github users\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":811,"value":"plotWeekend(weekends, 'weekends', 'Percentage (%) of monthly push events on the weekends by all Github users')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":866,"value":"---\n\n- *All event times in the archive are UTC. Wouldn't it be great to normalize them by each developer's timezone? Maybe you could try that with a sample of developers who disclose the country they live in on their profiles ...*\n- *A \"push event\" is when a developer pushes one or more commits to a repository branch or tag.*\n- *Data comes from a copy of the [GH Archive](https://www.gharchive.org) served by [ClickHouse](https://play.clickhouse.com/play?user=play).*\n- *The source is updated every 10 minutes, though I filter out events from the current month to avoid weird artifacts from an incomplete slice of data.*\n- *Why is there a weird spike in October 2021? Apparently the GH Archive had [some issues](https://github.com/igrigorik/gharchive.org/issues/259).*\n- *Inspired by [Simon Willison's explorations](https://til.simonwillison.net/clickhouse/github-explorer).*\n\n---","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":468,"value":"Dependencies","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":65,"value":"import {aq, op} from \"@uwdata/arquero\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":301,"value":"import {Legend} from \"@d3/color-legend\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":425,"value":"SQL queries","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":3,"value":"hourly = `SELECT\n COUNT(created_at) AS count,\n toHour(created_at) AS hour,\n toStartOfMonth(created_at) AS month\nFROM\n github_events\nWHERE\n event_type == 'PushEvent'\nGROUP BY\n month, hour\nORDER BY\n month, hour\nLIMIT\n 5000\nFORMAT JSON`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":493,"value":"dayofweek = `SELECT\n COUNT(created_at) as count,\n toDayOfWeek(created_at) as day,\n toStartOfMonth(created_at) AS month \nFROM\n github_events\nWHERE\n event_type == 'PushEvent'\nGROUP BY\n month, day\nORDER BY\n month, day\nLIMIT\n 5000\nFORMAT JSON`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":460,"value":"Data","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":412,"value":"async function get_data(query, time_col) {\n \n const r = await fetch(\"https://play.clickhouse.com/?user=play\", {\n method: \"POST\",\n body: query,\n });\n const d = await r.json()\n \n let df = aq.from(d.data)\n df = df.derive({\n count: d => op.parse_int(d.count),\n month: aq.escape(d => d3.timeParse('%Y-%m-%d')(d.month))\n })\n \n const monthly = df.\n groupby('month').\n rollup({\n sum: op.sum('count')\n }).objects().reduce((a,i) => ({ ...a, [i.month]:i.sum }), {})\n\n return df.derive({\n normalized: aq.escape(d => d.count / monthly[d.month])\n }).filter(aq.escape(d => d.month.toISOString() != this_month.toISOString()))\n \n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":982,"value":"this_month = {\n const today = new Date()\n return new Date(today.getFullYear(),today.getMonth(),1)\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":68,"value":"df_hourly = get_data(hourly, 'hour')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":498,"value":"df_dayofweek = get_data(dayofweek, 'day')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":735,"value":"weekends = df_dayofweek.\n derive({weekend: d => op.includes([6,7], d.day)}).\n groupby('month', 'weekend').\n rollup({sum:op.sum('normalized')}).\n filter(d => d.weekend)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":482,"value":"Style","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":232,"value":"colors = ({\n stroke: '#6d6e70'\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":328,"value":"html``","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":475,"value":"Plot","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":603,"value":"max_year = 2023","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":434,"value":"plot_all = (df, time_col, title, caption) => {\n const catnums = {\n hour: 24,\n day: 7\n }\n const years = aq.agg(df.derive({year: d => op.year(d.month)}), op.array_agg_distinct('year'))\n const yearWidth = (width * .9) / years.length\n const colorDomain = [aq.agg(df, op.min('normalized')), aq.agg(df, op.max('normalized'))]\n const catnum = catnums[time_col]\n\n const titleDiv = html`

\n ${title}\n

${caption}

`\n const cellplot = wrap(...[\n plotYear(df, years.slice(0,1)[0], time_col, colorDomain, yearWidth, catnum, ticks[time_col])].concat(\n years.slice(1).map(y => plotYear(df, y, time_col, colorDomain, yearWidth, catnum))\n ))\n \n const legend = plot_legend(df, caption)\n \n return html`

\n ${titleDiv}\n ${cellplot}\n ${legend}\n

\n ${Legend(d3.scaleSequential(colorDomain, d3.interpolatePuBuGn), {\n tickFormat: '.0%',\n marginTop: 0,\n marginLeft: 0,\n height: 30,\n width: width * .25 \n })}\n

` \n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":21,"value":"$4b","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":960,"value":"domains = ({\n day: [...Array(7).keys()].map(i => i + 1),\n hour: [...Array(24).keys()].map(i => i + 1),\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":536,"value":"ticks = ({\n day: [\n {y: 1, text:'mon'},\n {y: 3, text: 'wed'},\n {y: 5, text: 'fri'},\n {y: 7, text: 'sun'}\n ],\n hour: [\n {y: 3, text:'3am'},\n {y: 6, text: '6am'},\n {y: 9, text: '9am'},\n {y: 12, text: 'noon'},\n {y: 15, text: '3pm'},\n {y: 18, text: '6pm'},\n {y: 21, text: '9pm'}\n ]\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":920,"value":"names = ({\n day: {\n 1: 'monday',\n 2: 'tuesday',\n 3: 'wednesday',\n 4: 'thursday',\n 5: 'friday',\n 6: 'saturday',\n 7: 'sunday'\n },\n hour: {\n 0: 'midnight',\n 1: '1am',\n 2: '2am',\n 3: '3am',\n 4: '4am',\n 5: '5am',\n 6: '6am',\n 7: '7am',\n 8: '8am',\n 9: '9am',\n 10: '10am',\n 11: '11am',\n 12: 'noon',\n 13: '1pm',\n 14: '2pm',\n 15: '3pm',\n 16: '4pm',\n 17: '5pm',\n 18: '6pm',\n 19: '7pm',\n 20: '8pm',\n 21: '9pm',\n 22: '10pm',\n 23: '11pm'\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":163,"value":"wrap = (...elems) => {\n const div = document.createElement(\"div\");\n div.style.display = 'flex'\n elems.forEach(el => div.appendChild(el));\n return div;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":742,"value":"$4c","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W4d","stdlib":"1"}} 24:null