2d:null 2e:["$","title",null,{"children":"N-gram generation #Binary words Try(Sweet/Pretty) | ychsu6 | Observable"}] 33:T877,textOriginal = `I know I don’t look like a regular cat. It’s not because I’m skinny, and not because I’m fat. It is because my owner makes me a pretty cat. From dressing me in costumes and flowery hats to painting my nails. Can you imagine that! She always treats me tenderly, and feeds me twice a day. She is never too busy to sit by me and play. She makes my pretty costumes from old dolls’ clothes and such. I never know what I’ll be wearing, but I know it will cause a fuss. “We look the same, we sound the same, we even dress the same,” they said together as they giggled. They looked the same, dressed the same, talked the same, acted the same, made the same face when they were happy, did the same frown when they were sad, and they even got the same grades in school. The beauty of a woman isn’t in the clothes she wears. The figure that she carries, or the way she combs her hair. The beauty of a woman must be seen from in her eyes. Because that’s the doorway to her heart, the place where love resides. The beauty of a woman isn’t in a facial mole but true beauty in a woman, is reflected by her soul. It’s the caring that she cares to give, the passion that she shows; And the beauty of a woman with passing years only grows. She walks in beauty, like the night of cloudless climes and starry skies. And all that’s best of dark and bright meet in her aspect and her eyes. Thus mellowed to that tender light which heaven to gaudy day denies. So soft, so calm, yet eloquent. The smiles that win, the tints that glow. But tell of days in goodness spent. A mind at peace with all below. A heart whose love is innocent! She is the lovely princess of all beauty there. She is the reigning queen of all charms there. Like sunshine of dawn of rising Sun she is. Calm and pleasant, and stirs grand hopes. She is godly spell of divine benevolence, goddess on throne, she radiates reverence. Elegant are her moves, soothing, her words. She inspires in soul by her lovely radiant look. What is true beauty, you know by her look. She is beauty’s soul, her curves and shapes, gestalt and tones. Perfect in bearing, and perfect proportions. `34:T55d, root = { // create the root node let root = new Node("ROOT");//create the 最頂端 "ROOT" // loop over each word in the text // cuz it groups the words by every N words for (let j = 0; j < words.length-(N-1); j++) { // look at each sequence of N items, ngram is an Array of string, take a chunk of the words from the "words" array let ngram = words.slice(j, j + N); //an Array, start from the jth stop at the j+Nth(exclude j+N itself) // start with root as the 'current' node let current = root; //currently i'm working on the root node // loop over our N tokens for (let i = 0; i < ngram.length; i++) { //go over each element of the ngram 4 times, 0,1,2,3 let word = ngram[i];//take one element from ngram // does 'current' have this word as child already? if (!current.children[word]) { //if word is not an object in the Node already, which is the current // if not, then we create it current.children[word] = new Node(word);//so connect/add a new Node inside the ROOT } // now we increase the count for the child current.children[word].count++; //say now // now set the child to be the new 'current' current = current.children[word]; // say now the first element of Node children is the current } } return root; }35:[] 31:{"id":"e34bcb3fe491a570","slug":"n-gram-generation-failure-love-tips","title":"N-gram generation #Binary words Try(Sweet/Pretty)","thumbnail":"362ed174c2ad20622a4fd8b48c9da2709541730239f8db5184d3a516e88ab7ca","access_level":"public","create_time":"$D2021-05-13T19:56:40.751Z","update_time":"$D2021-05-17T15:09:33.517Z","view_time":null,"first_public_time":"$D2021-05-15T08:18:23.019Z","has_unpublished_edits":null,"fork":{"id":"fd2e3bdbc9e84c77","slug":"n-gram-generation-text1","title":"N-gram generation Trump's Speech Try","owner":{"id":"c3d91d7db2867b4d","login":"betahsu","name":"ychsu6"}},"stars":0,"starred":false,"owner":{"type":"team","id":"c3d91d7db2867b4d","login":"betahsu","name":"ychsu6","avatar_url":"https://avatars-next.observableusercontent.com/197b7792c36f626b9fe391a472486b8b6dc3cf3503a2bb52e365e7916c324a9e","tier":"starter_2024"},"version":665,"publish_version":665,"role":null,"authored":false,"authors":[{"type":"individual","id":"8205ffe96d046f8c","login":"betahsu","name":"ychsu6","avatar_url":"https://avatars-next.observableusercontent.com/197b7792c36f626b9fe391a472486b8b6dc3cf3503a2bb52e365e7916c324a9e","tier":null}],"members":[{"type":"individual","id":"8205ffe96d046f8c","login":"betahsu","name":"ychsu6","avatar_url":"https://avatars-next.observableusercontent.com/197b7792c36f626b9fe391a472486b8b6dc3cf3503a2bb52e365e7916c324a9e","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":1,"collection":null,"type":"notebook","body":{"title":"N-gram generation #Binary words Try(Sweet/Pretty)","cells":[{"id":0,"value":"md`# N-gram generation #Binary words Try(Sweet/Pretty)`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":63,"value":"md`${generate()}${generate()}${generate()}${generate()}${generate()}`//sec, md`${generate()}`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":258,"value":"N = 3;","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":626,"value":"maximumLength = 2;","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":644,"value":"words","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":647,"value":"tryyy = RiTa.tokenize(text1);","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":615,"value":"binaryWords = {\n let tryyy = RiTa.tokenize(text1);\n let binary = tryyy.map(\n word => word.length > maximumLength ?\n word : word.split('').map(x => x.charCodeAt(0).toString(2)).join('')\n )\n let textBi = RiTa.untokenize(binary).replace(/<\\/?s>/g, \"\");\n return textBi;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":509,"value":"text1 = textOriginal.replace(\n /(my owner|the woman)/g,\"she\"\n).replace(\n /(costumes|hats)/g, \"clothes\"\n).replace(/(Can you)/g, \"I can't\"\n).replace(\n /(they)/g, \"we\"\n).replace(\n /(They)/g, \"We\"\n).replace(\n /(a woman)/g, \"her\"\n).replace(\n /(Trump)/g, \"me\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":466,"value":"preNouns={ // to get a list of Noun from the input text to see what should be replaced\n let w = RiTa.tokenize(text1)\n w = w.filter(x=> RiTa.isNoun(x))\n let u = {}; // object\n w.forEach(x=>{u[x]=true})// to remove the duplicated Noun\n return Object.keys(u);\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":61,"value":"generate = function(n) {\n let next, result = [];\n let starts = Object.values(root.children).filter(n => /^[.?!]$/.test(n.word));\n let current = root.child('');\n while (!current.isLeaf()) {\n next = weightedChoice(Object.values(current.children));\n result.push(next);\n current = next;\n }\n //if the current Node is not a Leaf then keep doing this, until it becomes a leaf then stop it\n while(!/^<\\/s>$/.test(next.word))\t{\n let path = result.slice(-(N-1));\n current = search(path);\n next = weightedChoice(Object.values(current.children)); \n if (!next) break;\n result.push(next);\n }\n \n return RiTa.untokenize(result.map(n => n.word)).replace(/\"/g,'');\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":514,"value":"$33","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":233,"value":"search = function(path) {\n let current = root;\n for (let i = 0; i < path.length; i++) {\n let next = current.child(path[i].word);\t\t\n current = next;\n }\n return current;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":391,"value":"weightedChoice = function(arr) {// get every elemetes of the array, sum is the total of element count\n let sum = arr.reduce((sofar, ele) => sofar + ele.count, 0); // \"(sofar, ele) => sofar + ele.count\" is a function that add ele.count into sofar\n //\"(sofar, ele) => sofar + ele.count\" is the 1st argument of the reduce() function, 0 is the 2nd argument, tell it to start from 0\n let rand = Math.random() * sum; // choose random from 0 ~ sum\n //find is an fuction that has another function as argument to find to get that single element that is bigger than the random number\n return arr.find(ele => (rand -= ele.count) < 0); \n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":388,"value":"words = {\n let allWords = []\n let sents = RiTa.sentences(text1);//make an array of sentences\n //for each \"s\", that \"s\" is in the array \"sents\"\n sents.forEach(s => {//go through the array and add ~~in the beginning;~~ in the end of the sentence\n let tokens = RiTa.tokenize(s);//tokennise it, tokens is an array\n allWords.push('~~');\n allWords.push(...tokens);//three dots before \"tokens\" in an array means to take all the elements in \"tokens\" arrays as \"Arguments\" in the push() function\n allWords.push('~~');\n });\n return allWords\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":109,"value":"$34","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":380,"value":"class Node {\n constructor(word) {\n this.word = word;\n this.count = 0;\n this.children = {};\n }\n child(word) {\n return this.children[word];\n }\n isLeaf() {\n return Object.keys(this.children).length == 0;\n }\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":9,"value":"RiTa = require('rita');","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":243,"value":"sec = pulse(6000)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":219,"value":"import {pulse} from '@dhowe/rita'","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":48,"value":"gutenFetch = async function(url) {\n return fetch('https://observable-cors.glitch.me/' + url, {\n headers: {\n Accept: '*/*',\n 'Accept-Language': 'en-US,en;q=0.5',\n Referer: 'https://beta.observablehq.com/',\n },\n cache: 'no-store',\n mode: 'cors',\n redirect: 'follow',\n }).then(response => {\n if (!response.ok) throw new Error(response.status);\n return response.text();\n }).catch(error => {return error})\n};","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":51,"value":"url = 'https://www.gutenberg.org/files/63821/63821.txt'","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":335,"value":"html`\n\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W35","stdlib":"1","titling":"auto"}} 32:"$31:body"