2e:null 2f:["$","title",null,{"children":"Wikipedia Zuihitsu | Joses W. Ho | Observable"}] 34:[] 32:{"id":"9265970feded63bc","slug":"wikipedia-zuihitsu","title":"Wikipedia Zuihitsu","thumbnail":"6258ba90062efa2126d1681ee7712e6cce057715b68399c40fea3102b8d995d8","access_level":"public","create_time":"$D2022-04-21T13:23:40.338Z","update_time":"$D2023-07-15T09:52:16.750Z","view_time":null,"first_public_time":"$D2022-04-28T12:52:09.020Z","has_unpublished_edits":null,"fork":false,"stars":0,"starred":false,"owner":{"type":"team","id":"3e2c8f51767b407c","login":"josesho","name":"Joses W. Ho","avatar_url":"https://avatars-next.observableusercontent.com/8565084405218937f633827fd6d64cb4868e50f8ff67c9ad68a501db082d5165","tier":"starter_2024"},"version":158,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"e72bc139271eb2c3","login":"josesho","name":"Joses W. Ho","avatar_url":"https://avatars-next.observableusercontent.com/8565084405218937f633827fd6d64cb4868e50f8ff67c9ad68a501db082d5165","tier":null}],"members":[{"type":"individual","id":"e72bc139271eb2c3","login":"josesho","name":"Joses W. Ho","avatar_url":"https://avatars-next.observableusercontent.com/8565084405218937f633827fd6d64cb4868e50f8ff67c9ad68a501db082d5165","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":0,"collection":{"id":"2cc9ce6a113d8a74","slug":"generative-text-experiments","title":"Generative Text Experiments","owner":{"id":"3e2c8f51767b407c","login":"josesho","name":"Joses W. Ho"}},"type":"notebook","body":{"title":"Wikipedia Zuihitsu","cells":[{"id":0,"value":"# Wikipedia Zuihitsu\n
\n## _What is a Zuihitsu?_\nFrom Wikipedia:\n\n> Zuihitsu (随筆) is a genre of Japanese literature consisting of loosely connected personal essays and fragmented ideas that typically respond to the author's surroundings. The name is derived from two Kanji meaning \"at will\" and \"pen.\" \n\n## _Generating a Zuihitsu_\n
","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":36,"value":"viewof titlesToGet = Inputs.range([3, 14], {\n value: 7,\n step: 1,\n label: \"Articles to Get\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":24,"value":"viewof getRandomArticles = Inputs.button(\"Get Random Articles\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":6,"value":"titles = md`## Articles\n${randomTitlesDisplay.join(\"
\")}`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":110,"value":"viewof linesInZuihitsu = Inputs.range([7, 15], {\n value: 12,\n step: 1,\n label: \"Lines in the zuihitsu\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":71,"value":"viewof writeNewZuihitsu = Inputs.button(\"Write new zuihitsu\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":82,"value":"theZuhitsu = md`${shuffledSents.join(\"

\")}`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":19,"value":"## Bag of sentences","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":77,"value":"shuffledSents = {\n writeNewZuihitsu;\n\n return FisherYatesShuffle(sentences).slice(0, linesInZuihitsu);\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":51,"value":"sentences = {\n let out = [];\n for (let i = 0; i != randomTitles.length; i++) {\n let article = await wtf.fetch(randomTitles[i], \"en\");\n\n let nlpArticle = nlp(article.text());\n\n let sents = nlpArticle\n .sentences()\n .json()\n .map((d) => d.text)\n .map((d) => d.replace(\"* \", \"\"));\n\n let lengthMask = sents.map(\n (d) => d.split(/(\\s+)/).filter((e) => e.trim().length > 0).length > 5\n );\n\n var sentsLengthMasked = sents.filter((d, i) => lengthMask[i]);\n\n out.push(...sentsLengthMasked);\n }\n return out;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":90,"value":"randomTitlesDisplay = {\n const spaceRegex = / /g;\n\n return randomTitles.map(\n (d) =>\n `${d}`\n );\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":18,"value":"randomTitles = {\n getRandomArticles;\n\n let wikipediaRandomQueryResponse = JSON.parse(\n await fetch(corsURL).then((response) => response.text())\n );\n return wikipediaRandomQueryResponse.query.random.map((d) => d.title);\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":152,"value":"corsURL = \"https://corsproxy.io/?\" +\n encodeURIComponent(\n `https://en.wikipedia.org/w/api.php?action=query&list=random&format=json&rnnamespace=0&rnlimit=${titlesToGet}`\n )","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":57,"value":"## Custom Functions","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":61,"value":"function FisherYatesShuffle(array) {\n // Taken from\n // https://bost.ocks.org/mike/shuffle/\n\n var m = array.length,\n t,\n i;\n\n // While there remain elements to shuffle…\n while (m) {\n // Pick a remaining element…\n i = Math.floor(Math.random() * m--);\n\n // And swap it with the current element.\n t = array[m];\n array[m] = array[i];\n array[i] = t;\n }\n\n return array;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":7,"value":"## Imports","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":14,"value":"nlp = require(\"compromise@latest\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":12,"value":"wtf = require(\"wtf_wikipedia\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W34","stdlib":"1","titling":"auto"}} 33:"$32:body"