2c:null 2d:["$","title",null,{"children":"wtf-wikipedia-json | spencer kelly | Observable"}] 32:[] 30:{"id":"3f1aa811ff240e69","slug":"wtf-wikipedia-json","title":"wtf-wikipedia-json","thumbnail":"1157450c0f42f8360bcde8bb9973f5ad8f6b9aaee1d198fe0e60480a38d5ea59","access_level":"public","create_time":"$D2020-03-22T20:06:23.427Z","update_time":"$D2023-12-28T18:12:13.587Z","view_time":null,"first_public_time":"$D2020-03-23T14:50:35.083Z","has_unpublished_edits":null,"fork":false,"stars":1,"starred":false,"owner":{"type":"team","id":"178b998367cf1e11","login":"spencermountain","name":"spencer kelly","avatar_url":"https://avatars-next.observableusercontent.com/006044842415892d25db450d275d493d3e5629ec1c2a2dfad0167421e0f026f9","tier":"starter_2024"},"version":75,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"25825fd15d797d3f","login":"spencermountain","name":"spencer kelly","avatar_url":"https://avatars-next.observableusercontent.com/006044842415892d25db450d275d493d3e5629ec1c2a2dfad0167421e0f026f9","tier":null}],"members":[{"type":"individual","id":"25825fd15d797d3f","login":"spencermountain","name":"spencer kelly","avatar_url":"https://avatars-next.observableusercontent.com/006044842415892d25db450d275d493d3e5629ec1c2a2dfad0167421e0f026f9","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":1,"collection":{"id":"707d5444c23aaf68","slug":"wtf_wikipedia","title":"wtf_wikipedia","owner":{"id":"178b998367cf1e11","login":"spencermountain","name":"spencer kelly"}},"type":"notebook","body":{"titling":"auto","title":"wtf-wikipedia-json","cells":[{"id":0,"value":"md`# wtf-wikipedia-json\n\n[wtf_wikipedia](https://github.com/spencermountain/wtf_wikipedia/) can turn a wikipedia article into JSON in an easy way:\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":14,"value":"viewof page = html``","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":61,"value":"viewof lang = html``","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":33,"value":"doc = await wtf.fetch(page, lang)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":19,"value":"json = doc.json()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":27,"value":"JSON.stringify(json, null, 2)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":23,"value":"md`\nyou may notice a few things right away:\n\n* it's a very complex and verbose format by default (sorry)\n* there's a ton of data there\n* it's kinda in page-order, but also kinda not.\n\n---\n\nFortunately, you can wrangle things down in a variety of ways.\n\nFirst, you can just create your own json, from any part of the page you'd like:\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":31,"value":"{\n //get json for one section only\n let section = doc.section(0).json()\n\n // get just the infobox\n let infobox = doc.infobox(0)\n if(infobox){\n infobox = infobox.json()\n }\n \n //get the link json\n let links = doc.links().map(l => l.json())\n \n //get the image json\n let images= doc.images().map(img => img.json())\n \n return {section, infobox, links, images}\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":42,"value":"md`\nyou can also turn-on and off json fields, in any part, using a options object parameter:`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":45,"value":"doc.json({paragraphs:true, references:false, lists:false, templates:false, categories:false})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":68,"value":"---\n\nmany properties are available to be added or removed from the json output:\n\n```js\nconst defaults = {\n title: true,\n sections: true,\n pageID: true,\n categories: true,\n wikidata: true,\n description: true,\n revisionID: false,\n timestamp: false,\n pageImage: false,\n domain: false,\n language: false,\n}\n```","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":52,"value":"md`---\nhere is the default json output format, which may be helpful:\n\n\\`\\`\\`coffee\nDoc:\n title: ''\n pageID: ''\n categories: ['']\n sections:\n - title: ''\n depth: 1\n paragraphs:\n - sentences:\n - text: ''\n links:\n - type: ''\n text: ''\n page: ''\n formatting:\n bold: ['']\n italic: ['']\n templates:\n - template: ''\n prop: ''\n infoboxes:\n - name: ''\n prop: ''\n references:\n - type: ''\n title: ''\n\\`\\`\\`\n\nyou can see, for example, that \\`references\\` and other templates are on \\'section\\` - and cannot be mapped-back to their specific location in the document. ie, some of the detailed ordering in the page is lost.\n\n\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":2,"value":"wtf=require('wtf_wikipedia')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":7,"value":"wtf.version","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":5,"value":"style = html``","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W32","stdlib":"1"}} 31:"$30:body"