2c:null 2d:["$","title",null,{"children":"Out-of-state 2020 Iowa Democratic caucus satellite results | Chris Zubak-Skees | Observable"}] 32:T5d7,// adapted from https://observablehq.com/@uwdata/data-utilities function printTable(data, header, maxWidth) { header = header || (data[0] && Object.keys(data[0])); if (!header) return ''; const fields = header.map(h => ((h && h.field) || h) + ''); const maxw = maxWidth || maxWidth === undefined ? ` style="max-width:${+maxWidth || width}px;overflow: hidden;"` : ''; return html`

${header .map( (h, i) => ` ${(h && h.title) || (h && h.field) || h} ` ) .join('')} ${data.map( d => ` ${fields .map( (f, i) => `${ header[i].formatter ? header[i].formatter(d[f]) : d[f] }` ) .join('\n')} ` )}

`; }33:[{"id":"0ca9148938fe656b24d3cd9474fc7190de67f0c2fa0c6940f93f874da1572341e3691665fd40b708cdd5573317e4b18f96bfc1d3617464cb0dc2d8b607c3bddd","href":"https://static.observableusercontent.com/files/0ca9148938fe656b24d3cd9474fc7190de67f0c2fa0c6940f93f874da1572341e3691665fd40b708cdd5573317e4b18f96bfc1d3617464cb0dc2d8b607c3bddd","name":"world-atlas-110m (1).json","type":"application/json","lastModified":1581096767863.525,"size":102116},{"id":"9af8a02d3e7aec01c319bb02502ef44726d74026d4f735c2d4da76ef5fe61be8a15c2e0b4a7f33e71461f5f876b5654d194b11f37ba04fbe5113467fc65b7d9c","href":"https://static.observableusercontent.com/files/9af8a02d3e7aec01c319bb02502ef44726d74026d4f735c2d4da76ef5fe61be8a15c2e0b4a7f33e71461f5f876b5654d194b11f37ba04fbe5113467fc65b7d9c","name":"geocodes.json","type":"application/json","lastModified":1581099485057.623,"size":21763}] 30:{"id":"a9fb478189432045","slug":"out-of-state-iowa-satellite-results","title":"Out-of-state 2020 Iowa Democratic caucus satellite results","thumbnail":"62ff63c6f1817cc1eec72a46953353267a6c4570f63f1ed5a4b7e2a2bfacd425","access_level":"public","create_time":"$D2020-02-07T02:07:58.375Z","update_time":"$D2020-02-13T04:23:19.995Z","view_time":null,"first_public_time":"$D2020-02-07T17:05:24.332Z","has_unpublished_edits":null,"fork":false,"stars":0,"starred":false,"owner":{"type":"team","id":"af142d61d1f72c32","login":"chriszs","name":"Chris Zubak-Skees","avatar_url":"https://avatars-next.observableusercontent.com/8f35cfadf5e34ea8c5da8c9decb514f55a0ea9f7babec9be636b56334bdd9c50","tier":"starter_2024"},"version":459,"publish_version":459,"role":null,"authored":false,"authors":[{"type":"individual","id":"7df35765d82ba3ca","login":"chriszs","name":"Chris Zubak-Skees","avatar_url":"https://avatars-next.observableusercontent.com/8f35cfadf5e34ea8c5da8c9decb514f55a0ea9f7babec9be636b56334bdd9c50","tier":null}],"members":[{"type":"individual","id":"7df35765d82ba3ca","login":"chriszs","name":"Chris Zubak-Skees","avatar_url":"https://avatars-next.observableusercontent.com/8f35cfadf5e34ea8c5da8c9decb514f55a0ea9f7babec9be636b56334bdd9c50","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":0,"collection":null,"type":"notebook","body":{"titling":"auto","title":"Out-of-state 2020 Iowa Democratic caucus satellite results","cells":[{"id":0,"value":"md`# Out-of-state 2020 Iowa Democratic caucus satellite results`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":136,"value":"map = {\n const key = html`

${Object.keys(colors).map(\n candidate =>\n html`\n

\n ${candidate} `\n )}

`;\n\n const map = svg``;\n\n return html`

${key}${map}

`;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":428,"value":"printTable(winners, [\n { field: 'stateOrCountry', title: 'state / country' },\n 'venue',\n { field: 'candidate', title: 'winner' }\n])","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":242,"value":"md`## Scraping`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":14,"value":"proxy = url => `https://chriszs-cors-anywhere.glitch.me/${url}`","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":4,"value":"htmlContents = (await fetch(\n proxy('https://chriszs-cors-anywhere.glitch.me/results.thecaucuses.org/')\n)).text()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":22,"value":"cheerio = require('https://bundle.run/cheerio@1.0.0-rc.2')","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":27,"value":"$$html = cheerio.load(htmlContents)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":317,"value":"text = el => el.children.map(item => item.children.length > 0 ? item.children[0].data : '')","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":38,"value":"headers = text($html(\".thead\")[0])","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":43,"value":"subhead = text($html(\".sub-head\")[0])","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":29,"value":"$$precinctData = $html(\".precinct-rows.Out.State.Satellite .precinct-data\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":32,"value":"rows = $precinctData[0].children.map(item => text(item))","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":247,"value":"md`## Cleaning`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":336,"value":"cleanPlace = (precinct) => precinct\n .replace('Washington DC', 'Washington, DC')\n .split('-')[0]\n .trim()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":146,"value":"cleanCity = (precinct) => cleanPlace(precinct)\n .split(',')[0]\n .trim()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":153,"value":"cleanStateOrCountry = precinct =>\n cleanPlace(precinct)\n .split(',')[1]\n .trim()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":158,"value":"cleanVenue = precinct => precinct.split('-')[1].trim()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":67,"value":"results = rows\n .map(row =>\n row\n .filter(\n (column, i) => subhead[i + 1] === 'SDE' && row[0].trim() !== 'Total'\n )\n .map((column, i) => ({\n candidate: headers[i * 3 + 2],\n sdes: +column,\n city: cleanCity(row[0]),\n stateOrCountry: cleanStateOrCountry(row[0]),\n venue: cleanVenue(row[0])\n }))\n )\n .flat()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":97,"value":"_ = require('lodash')","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":99,"value":"winners = _(results)\n .groupBy(\n result => `${result.venue} - ${result.city} - ${result.stateOrCountry}`\n )\n .mapValues(venue => {\n const cands = venue.filter(\n cand => cand.sdes === _.maxBy(venue, 'sdes').sdes\n );\n return {\n ...cands[0],\n candidate: cands.map(cand => cand.candidate).join(' + ')\n };\n })\n .values()\n .value()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":80,"value":"DOM.download(\n new Blob([d3.csvFormat(winners)], { type: \"text/csv\" }),\n 'winners.csv',\n \"Download winners\"\n)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":251,"value":"md`## Mapping`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":163,"value":"height = width <= 500 ? Math.round(width / 1.2) : Math.round(width / 1.7)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":165,"value":"htl = require(\"htl@0.0.9\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":166,"value":"svg = htl.svg","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":186,"value":"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":168,"value":"d3 = require('d3')","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":170,"value":"topojson = require('topojson')","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":172,"value":"projection = d3\n .geoNaturalEarth1()\n .rotate([0, 0])\n .precision(0.1)\n .fitSize([width, height], { type: \"Sphere\" })","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":174,"value":"path = d3.geoPath().projection(projection)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":176,"value":"world = FileAttachment(\"world-atlas-110m (1).json\").json()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":179,"value":"features = topojson.feature(world, world.objects.countries).features","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":184,"value":"html``","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":446,"value":"import { palettes } from \"@chriszs/candidate-color-palettes\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":341,"value":"import { color } from \"@jashkenas/inputs\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":452,"value":"palettes.find(d => d.candidate === 'Buttigieg' && d.outlet === 'NYT')","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":281,"value":"colors = ({\n Buttigieg: palettes.find(\n d => d.candidate === 'Buttigieg' && d.outlet === 'NYT'\n ).string,\n Sanders: palettes.find(d => d.candidate === 'Sanders' && d.outlet === 'NYT')\n .string,\n Klobuchar: palettes.find(\n d => d.candidate === 'Klobuchar' && d.outlet === 'NYT'\n ).string,\n Warren: palettes.find(d => d.candidate === 'Warren' && d.outlet === 'NYT')\n .string,\n 'Sanders + Warren': '#a59456',\n 'Biden + Buttigieg': '#b9706f',\n 'Biden + Klobuchar': '#75af00'\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":383,"value":"winnerCoords = winner =>\n projection([\n geocodes.get(`${winner.city}, ${winner.stateOrCountry}`)[0].geometry\n .location.lng,\n geocodes.get(`${winner.city}, ${winner.stateOrCountry}`)[0].geometry\n .location.lat\n ])","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":418,"value":"$32","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":254,"value":"md`## Geocoding`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":195,"value":"google = require('https://maps.google.com/maps/api/js?key=AIzaSyDNo9YccXxGmJ2BurYPGfHcQNSqomymYgw&libraries=places').catch(\n () => window.google\n)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":197,"value":"// https://observablehq.com/@ehouais/utils\npromisify = fn => (...args) =>\n new Promise((resolve, reject) => {\n fn(...args, (results, status) =>\n status === 'OK' ? resolve(results) : reject(status)\n );\n })","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":199,"value":"geocode = promisify(new google.maps.Geocoder().geocode)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":208,"value":"// https://zellwk.com/blog/async-await-in-loops/\nsleep = ms => {\n return new Promise(resolve => setTimeout(resolve, ms));\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":231,"value":"cachedGeocodes = new Map(await FileAttachment('geocodes.json').json())","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":204,"value":"geocodes = {\n let geocodes = new Map();\n for (const winner of winners) {\n const address = `${winner.city}, ${winner.stateOrCountry}`;\n if (cachedGeocodes.has(address)) {\n geocodes.set(address, cachedGeocodes.get(address));\n continue;\n }\n geocodes.set(\n address,\n await geocode({\n address\n })\n );\n await sleep(3 * 1000);\n }\n return geocodes;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":217,"value":"DOM.download(\n new Blob([JSON.stringify([...geocodes])], {\n type: \"application/json\"\n }),\n 'geocodes.json',\n \"Download geocodes\"\n)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W33","stdlib":"1"}} 31:"$30:body"