2d:null 2e:["$","title",null,{"children":"Word Frequencies in Digital Texts | KarlieDoesNotExist | Observable"}] 33:Te95,text1 = ` In a distant echo of the deductive sciences it could also be said that the messenger perspective alters our 'axiom system' insofar as the 'primal scene’ of communication is no longer interactive, voice-based dialogue in close proximity to the body, but rather communication between parties who are separated from each other in time and space. The messenger perspective can be seen as resembling deductive sciences in the sense that it changes our 'axiom system' by shifting the 'primal scene' of communication from a voice-based, interactive dialogue in close physical proximity to communication between individuals who are separated by distance and time. The messenger perspective alters our 'axiom system' by shifting the fundamental way we communicate from voice-based, interactive dialogue in close physical proximity to remote communication between individuals separated by distance and time, resembling the deductive sciences in this regard. By enabling remote communication between individuals separated by distance and time, the messenger perspective changes the core of how we communicate from interactive, voice-based dialogue in close physical proximity, thus modifying our 'axiom system' in a way that is similar to the deductive sciences. The messenger perspective modifies our 'axiom system' in a manner similar to the deductive sciences by transforming the fundamental way we communicate from interactive, voice-based dialogue in close physical proximity to remote communication between individuals separated by distance and time. Transforming the core of how we communicate from interactive, voice-based dialogue in close physical proximity to remote communication between individuals separated by distance and time, the messenger perspective alters our 'axiom system' in a way that bears resemblance to the deductive sciences. The messenger perspective bears similarity to the deductive sciences in that it transforms our 'axiom system' through a shift in the fundamental way we communicate, from voice-based, interactive dialogue in close physical proximity to remote communication between individuals separated by distance and time, altering the core of communication. Through a shift in the fundamental mode of communication from voice-based, interactive dialogue in close physical proximity to remote communication between individuals separated by distance and time, the messenger perspective alters the core of communication and resembles the deductive sciences in modifying our 'axiom system'. The messenger perspective modifies the core of communication by shifting from voice-based, interactive dialogue in close physical proximity to remote communication between individuals separated by distance and time. This change in the fundamental mode of communication bears similarity to the deductive sciences and impacts our 'axiom system'. Shifting the primary mode of communication from voice-based, interactive dialogue in close physical proximity to remote communication between individuals separated by distance and time, the messenger perspective alters the core of communication and has a similar impact on our 'axiom system' as the deductive sciences. The messenger perspective alters the core of communication by shifting the primary mode of communication from voice-based, interactive dialogue in close physical proximity to remote communication between individuals separated by distance and time, impacting our 'axiom system' in a manner comparable to the deductive sciences. ` // { // let bme = rgx_list(epub, rgx_ends); // let middle = epub.slice(bme[0].loc, bme[1].loc); // let text = middle.replace(/(\r\n|\n|\r)/gm, " "); // return text.replace(/\s\s+/g, " "); // }34:T4bd,chart = { const root = pack(data); const svg = d3 .create("svg") .attr("viewBox", [0, 0, width, height]) .attr("font-size", 12) .attr("font-family", "sans-serif") .attr("font-weight", "bold") .attr("text-anchor", "middle"); const leaf = svg .selectAll("g") .data(root.leaves()) .join("g") .attr("transform", (d) => `translate(${d.x + 1},${d.y + 1})`); leaf .append("circle") .attr("id", (d) => (d.leafUid = DOM.uid("leaf")).id) .attr("r", (d) => d.r) .attr("fill-opacity", 0.7) .attr("fill", (d) => color(d.data.group)); //color(d.data.group)); leaf .append("clipPath") .attr("id", (d) => (d.clipUid = DOM.uid("clip")).id) .append("use") .attr("xlink:href", (d) => d.leafUid.href); leaf .append("text") .attr("clip-path", (d) => d.clipUid) .attr("fill", "#ffffff") // .attr("font-size", (d) => d.data.value / 20 + 8) .selectAll("tspan") .data((d) => d.data.name.split(/(?=[A-Z][^A-Z])/g)) .join("tspan") .attr("x", 0) .attr("y", (d, i, nodes) => `${i - nodes.length / 2 + 0.8}em`) .text((d) => d); leaf.append("title").text((d) => `${format(d.value)}`); return svg.node(); }35:T6b7,function swatches({ color, columns = null, format = x => x, swatchSize = 15, swatchWidth = swatchSize, swatchHeight = swatchSize, marginLeft = 0 }) { const id = DOM.uid().id; if (columns !== null) return html`

${color.domain().map(value => { const label = format(value); return html`

${document.createTextNode(label)}

`; })}

`; return html`

${color .domain() .map( value => html`${document.createTextNode(format(value))}` )}

`; }36:[] 31:{"id":"72f39d0fc731e273","slug":"word-frequencies-in-digital-texts","title":"Word Frequencies in Digital Texts","thumbnail":"a51f857464b29f4f658f5abab288cfa793b689fcc991c4547da944cd6e9d4dea","access_level":"public","create_time":"$D2021-02-28T08:07:10.837Z","update_time":"$D2024-10-22T04:27:20.255Z","view_time":null,"first_public_time":"$D2021-02-28T08:40:05.631Z","has_unpublished_edits":null,"fork":false,"stars":0,"starred":false,"owner":{"type":"team","id":"b34c988451399e98","login":"wenrazhao2","name":"KarlieDoesNotExist","avatar_url":"https://avatars-next.observableusercontent.com/64edd542e55cff350a7503e5050267fb1768e8cc5052184b8a8cb49162d172f3","tier":"starter_2024"},"version":801,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"302ba7635bb9b25d","login":"wenrazhao2","name":"KarlieDoesNotExist","avatar_url":"https://avatars-next.observableusercontent.com/64edd542e55cff350a7503e5050267fb1768e8cc5052184b8a8cb49162d172f3","tier":null}],"members":[{"type":"individual","id":"302ba7635bb9b25d","login":"wenrazhao2","name":"KarlieDoesNotExist","avatar_url":"https://avatars-next.observableusercontent.com/64edd542e55cff350a7503e5050267fb1768e8cc5052184b8a8cb49162d172f3","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":2,"collection":null,"type":"notebook","body":{"title":"Word Frequencies in Digital Texts","cells":[{"id":0,"value":"md`# Word Frequencies in Digital Texts\n ***25th Feb, 2021*** \n\n
\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":7,"value":"md`## Gutenberg URL (epub)\n*Paste links below to get the text (it sadly doesn't work sometimes...)*
\nOr just paste the text in the code block below.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":9,"value":"viewof url = md``\n//http://www.gutenberg.org/cache/epub/1572/pg1572.txt","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":119,"value":"$33","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":11,"value":"viewof url2 = md``\n//https://www.gutenberg.org/files/58585/58585-0.txt","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":123,"value":"text2 = () => {\n let bme = rgx_list(epub2, rgx_ends);\n let middle = epub2.slice(bme[0].loc, bme[1].loc);\n let text = middle.replace(/(\\r\\n|\\n|\\r)/gm, \" \");\n return text.replace(/\\s\\s+/g, \" \");\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":82,"value":"viewof slider1 = slider({\n min: 18,\n max: 100,\n step: 1,\n value: 20,\n title: \"
Pick the Top N words\",\n description: \"The most frequently used words are displayed below.\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":486,"value":"{\n return col2(\"Text1:\", \"Text2: \");\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":466,"value":"{\n return col2(display(Top50Words_1), display(Top50Words_2));\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":64,"value":"Top50Words_1 = {\n return topWords(text1);\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":15,"value":"Top50Words_2 = {\n return topWords(text2);\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":105,"value":"function topWords(text) {\n let words = RiTa.tokenize(text);\n\n let arr = [];\n let arr2 = [];\n\n for (let i = 0; i < words.length; i++) {\n arr2[i] = words[i];\n }\n words = arr2;\n\n let totalWordCount = words.length;\n let sortWords = {};\n\n words.forEach((w, i) => {\n //w -> value; i -> index\n if (\n !RiTa.isStopWord(words[i]) &&\n !RiTa.isPunct(words[i]) &&\n words[i] != \"\\n\" &&\n // RiTa.isVerb(words[i]) &&\n // RiTa.isAdjective(words[i]) &&\n isNaN(parseInt(words[i])) //skip the numbers\n ) {\n if (!sortWords[w]) {\n sortWords[w] = { word: w, count: 0 };\n }\n sortWords[w].count += Math.floor(100000 / totalWordCount) / 10;\n }\n });\n\n return Object.values(sortWords)\n .sort((a, b) => b.count - a.count)\n .slice(0, slider1);\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":386,"value":"md`\n\n
\n## A simple bubble chart visualization\n\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":391,"value":"swatches({\n color: d3.scaleOrdinal([\"Text2\", \"Text1\"], d3.schemeCategory10)\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":327,"value":"$34","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":17,"value":"md`-------------------\n## Get Text\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":19,"value":"import { RiTa } from \"@dhowe/rita\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":21,"value":"rgx_ends = /(\\r\\n){6,}/gm","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":23,"value":"function rgx_list(txt, rgx, pre=10, len=150) {\n let text_map = [];\n let r_arr;\n while ((r_arr = rgx.exec(txt)) !== null) {\n const lastIndex = rgx.lastIndex\n text_map[text_map.length] = {'loc':lastIndex, 'text':txt.slice(lastIndex-pre, lastIndex+len)};\n }\n return text_map;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":25,"value":"epub = fetch(proxy + url, {\n headers: {\n Accept: '*/*',\n 'Accept-Language': 'en-US,en;q=0.5',\n Referer: 'https://beta.observablehq.com/',\n },\n //credentials: 'include',\n cache: 'no-store',\n mode: 'cors',\n redirect: 'follow',\n}).then(response => {\n if (!response.ok) throw new Error(response.status);\n return response.text();\n}).catch(error => {return error;})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":27,"value":"epub2 = fetch(proxy + url2, {\n headers: {\n Accept: '*/*',\n 'Accept-Language': 'en-US,en;q=0.5',\n Referer: 'https://beta.observablehq.com/'\n },\n //credentials: 'include',\n cache: 'no-store',\n mode: 'cors',\n redirect: 'follow'\n})\n .then(response => {\n if (!response.ok) throw new Error(response.status);\n return response.text();\n })\n .catch(error => {\n return error;\n })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":29,"value":"viewof proxy = md``\n\n// options: ['',\n// 'https://observable-cors.glitch.me/',\n// 'https://cors-proxy.htmldriven.com/?url=',\n// 'https://cors-anywhere.herokuapp.com/',\n// ],\n// value: 'https://observable-cors.glitch.me/'","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":706,"value":"function display(text) {\n let d = \"\";\n text.forEach((c, i) => {\n // d += RiTa.capitalize(c.word) + \", \";\n d += c.word + \", \";\n });\n return d;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":421,"value":"md`--------------------\n## Slider\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":80,"value":"import { slider } from \"@jashkenas/inputs\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":415,"value":"md`----------------------\n## Visualization\n\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":152,"value":"d3 = require(\"d3@6\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":227,"value":"width = 800","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":229,"value":"height=600","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":235,"value":"format = d3.format(\",d\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":238,"value":"color = d3.scaleOrdinal(data.map(d => d.group), d3.schemeCategory10)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":381,"value":"pack = (data) =>\n d3\n .pack()\n .size([width - 2, height - 2])\n .padding(3)(d3.hierarchy({ children: data }).sum((d) => d.value))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":688,"value":"data = dataMapping()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":684,"value":"function dataMapping() {\n let data = [];\n\n // for (let i = 0; i < Top50Words_2.length; i++) {\n // data[i] = {\n // name: Top50Words_2[i].word,\n // value: Top50Words_2[i].count,\n // group: 2,\n // fontSize: Top50Words_2[i].count / 6\n // };\n // }\n\n for (let i = 0; i < Top50Words_1.length; i++) {\n data[i] = {\n name: Top50Words_1[i].word,\n value: Top50Words_1[i].count,\n group: 1,\n fontSize: Top50Words_1[i].count / 6\n };\n }\n return data;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":408,"value":"md`----------------------\n## Colours\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":397,"value":"$35","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":399,"value":"function entity(character) {\n return `&#${character.charCodeAt(0).toString()};`;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":448,"value":"md`\n
\n\n## Columns\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":470,"value":"col2 = (item1, item2) => {\n return html`\n \n\n

${item1}

${item2}

`;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W36","stdlib":"1","titling":"auto"}} 32:"$31:body"