2c:null 2d:["$","title",null,{"children":"Parsing Wikipedia Tables | spencer kelly | Observable"}] 32:[] 30:{"id":"00a788f18f73db1b","slug":"parsing-wikipedia-tables","title":"Parsing Wikipedia Tables","thumbnail":"631a8f6cae98314c40fde33eb925894638a10e7ad473a2c5e97cea53ff1d64b3","access_level":"public","create_time":"$D2020-03-10T19:18:25.727Z","update_time":"$D2020-11-12T20:37:57.651Z","view_time":null,"first_public_time":"$D2020-03-10T19:26:52.610Z","has_unpublished_edits":null,"fork":false,"stars":3,"starred":false,"owner":{"type":"team","id":"178b998367cf1e11","login":"spencermountain","name":"spencer kelly","avatar_url":"https://avatars-next.observableusercontent.com/006044842415892d25db450d275d493d3e5629ec1c2a2dfad0167421e0f026f9","tier":"starter_2024"},"version":44,"publish_version":44,"role":null,"authored":false,"authors":[{"type":"individual","id":"25825fd15d797d3f","login":"spencermountain","name":"spencer kelly","avatar_url":"https://avatars-next.observableusercontent.com/006044842415892d25db450d275d493d3e5629ec1c2a2dfad0167421e0f026f9","tier":null}],"members":[{"type":"individual","id":"25825fd15d797d3f","login":"spencermountain","name":"spencer kelly","avatar_url":"https://avatars-next.observableusercontent.com/006044842415892d25db450d275d493d3e5629ec1c2a2dfad0167421e0f026f9","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":5,"collection":{"id":"707d5444c23aaf68","slug":"wtf_wikipedia","title":"wtf_wikipedia","owner":{"id":"178b998367cf1e11","login":"spencermountain","name":"spencer kelly"}},"type":"notebook","body":{"titling":"auto","title":"Parsing Wikipedia Tables","cells":[{"id":0,"value":"md`# Parsing Wikipedia Tables\n\nhere, we'll show how to parse the tables from the [List of Apollo astronauts](https://en.wikipedia.org/wiki/List_of_Apollo_astronauts) into JSON, using [wtf_wikipedia](https://github.com/spencermountain/wtf_wikipedia/)\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":2,"value":"data = {\n let opts = {'Api-User-Agent': 'wtf_wikipedia example'}\n //fetch the page from the API\n let doc = await wtf.fetch('List of Apollo astronauts', opts)\n\n //grab the first table\n let s = doc.sections('Apollo astronauts who walked on the Moon')\n let list = s.tables()[0].json()\n\n //grab the second table\n s = doc.sections('Apollo astronauts who flew to the Moon without landing')\n let list2 = s.tables()[0].json()\n\n //combine them together\n list = list.concat(list2)\n\n //grab the data we want\n let data = list.map(row => {\n let result = {\n name: '',\n mission: ''\n }\n console.log(row)\n if (row.Name) {\n result.name = row.Name.text\n //get the actual wikipedia page..\n if (row.links) {\n result.name = row.links[0].page\n }\n }\n //get their mission(s)\n if (row.Mission) {\n result.mission = row.Mission.text\n }\n return result\n })\n return data\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":27,"value":"md`---\nonce we have the json, we can pretty-print the data, back into an html table:\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":29,"value":"html`\n ${data.map((o)=> '').join('\\n')}\n

'+o.name+'

'+o.mission+'

`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":13,"value":"wtf=require('wtf_wikipedia')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":40,"value":"wtf.version","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":37,"value":"style = html``","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W32","stdlib":"1"}} 31:"$30:body"