29:null 2a:["$","title",null,{"children":"Fake Word Generator | Douglas Paul | Observable"}] 2f:T983,class RandomWordGenerator { #referenceWordSet; #tokenTransitionProvider; constructor(referenceWordSet) { const tokenTransitionCounts = new TokenTransitionCounts(); for (const tokenTransition of iterateTokenTransitionsInWordList( referenceWordSet )) { tokenTransitionCounts.incrementCountForTokenTransition(tokenTransition); } this.#referenceWordSet = referenceWordSet; this.#tokenTransitionProvider = new ProbabalisticTokenTransitionProvider( tokenTransitionCounts ); } generateRandomWord(minimumLength, maximumLength) { let word; do { word = this.generatePotentiallyInvalidRandomWord( minimumLength, maximumLength ); } while (!this.isValidWord(word)); return word; } generatePotentiallyInvalidRandomWord(minimumLength, maximumLength) { const tokens = []; let wordLength = 0; let lastToken; do { let nextToken = null; if (tokens.length === 0) { do { nextToken = this.#tokenTransitionProvider.getRandomTokenFollowing(""); } while (nextToken.length > maximumLength); } else { for (let i = 0; i < 10; i++) { let candidateToken = this.#tokenTransitionProvider.getRandomTokenFollowing(lastToken); if (candidateToken.length === 0 && wordLength < minimumLength) { // Word would be too short, so try picking a different token. continue; } else if (wordLength + candidateToken.length > maximumLength) { // Word would be too long, so try picking a different token. continue; } nextToken = candidateToken; break; } } if (typeof nextToken === "string") { tokens.push(nextToken); lastToken = nextToken; wordLength += lastToken.length; } else { // We couldn't find a suitable next token after several retries, so back up a step. lastToken = tokens.pop(); wordLength -= lastToken.length; } } while (lastToken.length > 0); return tokens.join("").toLowerCase(); } isValidWord(word) { if (this.#referenceWordSet.has(word)) { return false; } // Reject words that don't have any vowel, which can happen if word // generation ends after a single token. if (!/[AEIOUY]/i.test(word)) { return false; } return true; } }30:T475,class ProbabalisticTokenProvider { cumulativeProbabilitiesByToken; constructor(tokenCounts) { const entries = Array.from(tokenCounts.entries()); entries.sort(([tokenA, countA], [tokenB, countB]) => { let result = countB - countA; if (result !== 0) { return result; } return tokenA.localeCompare(tokenB); }); const totalCount = tokenCounts.totalCount; let cumulativeCount = 0; for (const entry of entries) { const count = entry[1]; cumulativeCount += count; const probability = count / totalCount; const cumulativeProbability = cumulativeCount / totalCount; entry[1] = { probability, cumulativeProbability }; } this.cumulativeProbabilitiesByToken = new Map(entries); } getRandomToken() { const x = Math.random(); const entries = this.cumulativeProbabilitiesByToken.entries(); for (const [token, { cumulativeProbability }] of entries) { if (x < cumulativeProbability) { return token; } } throw new Error( `No entry found where ${x} is less than its cumulative probability.` ); } }31:[] 2d:{"id":"8a1629ea3f2a0096","slug":"fake-word-generator","title":"Fake Word Generator","thumbnail":"8b2fb381df60dbf51bfa16aa49fadb6665bb280784f041c3d7782fdb197611a2","access_level":"public","create_time":"$D2024-01-29T15:39:06.259Z","update_time":"$D2024-01-30T17:41:26.119Z","view_time":null,"first_public_time":"$D2024-01-29T15:39:06.259Z","has_unpublished_edits":null,"fork":false,"stars":0,"starred":false,"owner":{"type":"team","id":"d51adc4f8943cb47","login":"douglyuckling","name":"Douglas Paul","avatar_url":"https://avatars-next.observableusercontent.com/121716db8717e07b204d15de06cfef0e3b914886a0d6b005af8e19a29f7f000f","tier":"starter_2024"},"version":558,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"99f7306286aecde4","login":"douglyuckling","name":"Douglas Paul","avatar_url":"https://avatars-next.observableusercontent.com/121716db8717e07b204d15de06cfef0e3b914886a0d6b005af8e19a29f7f000f","tier":null}],"members":[{"type":"individual","id":"99f7306286aecde4","login":"douglyuckling","name":"Douglas Paul","avatar_url":"https://avatars-next.observableusercontent.com/121716db8717e07b204d15de06cfef0e3b914886a0d6b005af8e19a29f7f000f","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":3,"collection":null,"type":"notebook","body":{"title":"Fake Word Generator","cells":[{"id":0,"value":"# Fake Word Generator","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":280,"value":"viewof wordLengthRange = interval([3, 25], {\n step: 1,\n value: [mutable minimumWordLength, mutable maximumWordLength],\n label: \"Word length\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":246,"value":"viewof speechRate = Inputs.range([0.1, 1.0], {\n label: \"Speech rate\",\n step: 0.1,\n value: 0.5\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":112,"value":"viewof generateWordButtonClicks = Inputs.button(\n htl.html`Generate Random Word`\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":232,"value":"viewof repeatButton = Inputs.button(\n htl.html`Pronounce ▶️`,\n {\n value: 0,\n reduce: (it) => {\n speakWord(randomWord);\n return it + 1;\n }\n }\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":114,"value":"{\n // speakWord(randomWord);\n return htl.html`

${randomWord}

`;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":397,"value":"wordHistoryArea = htl.html``","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":59,"value":"---\n## Implementation","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":327,"value":"randomWord = {\n generateWordButtonClicks;\n\n const word = randomWordGenerator.generateRandomWord(\n mutable minimumWordLength,\n mutable maximumWordLength\n );\n\n wordHistoryArea.value = word + \"\\n\" + wordHistoryArea.value;\n\n return word;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":227,"value":"function speakWord(word) {\n const utterance = new SpeechSynthesisUtterance(word);\n utterance.rate = speechRate;\n window.speechSynthesis.speak(utterance);\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":287,"value":"mutable minimumWordLength = 5","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":286,"value":"mutable maximumWordLength = 10","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":368,"value":"{\n mutable minimumWordLength = wordLengthRange[0];\n mutable maximumWordLength = wordLengthRange[1];\n}","pinned":false,"hidden":true,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":102,"value":"probabalisticTokenTransitionProvider = createProbabalisticTokenTransitionProviderFromWordSet(\n referenceWords\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":540,"value":"randomWordGenerator = new RandomWordGenerator(referenceWords)","pinned":false,"hidden":true,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":532,"value":"$2f","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5,"value":"referenceWords = usaEnglish10kNoSwears","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":268,"value":"longestWord = Array.from(referenceWords).reduce((longestWord, word) =>\n longestWord.length > word.length ? longestWord : word\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":482,"value":"function createProbabalisticTokenTransitionProviderFromWordSet(wordSet) {\n const tokenTransitionCounts = new TokenTransitionCounts();\n\n for (const tokenTransition of iterateTokenTransitionsInWordList(wordSet)) {\n tokenTransitionCounts.incrementCountForTokenTransition(tokenTransition);\n }\n\n return new ProbabalisticTokenTransitionProvider(tokenTransitionCounts);\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":478,"value":"### Tokenization Support","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":45,"value":"function* iterateTokenTransitionsInWordList(words) {\n for (const word of words) {\n try {\n let previousRun = \"\";\n for (const run of iterateTokensInWord(word)) {\n yield [previousRun, run];\n previousRun = run;\n }\n yield [previousRun, \"\"];\n } catch (e) {\n throw new Error(`Failed to iterate tokens in word '${word}'.`, {\n cause: e\n });\n }\n }\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":10,"value":"function* iterateTokensInWord(word) {\n let tail = word.toUpperCase();\n while (tail.length > 0) {\n const run = getNextToken(tail);\n tail = tail.slice(run.length);\n yield run;\n }\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":33,"value":"function getNextToken(string) {\n if (string.length <= 0) {\n throw Error(`Attempted to get next run from an empty string.`);\n }\n\n const vowelRunMatch = string.match(vowelRunRegexp);\n if (vowelRunMatch !== null) {\n return vowelRunMatch[0];\n }\n\n const consonantRunMatch = string.match(consonantRunRegexp);\n if (consonantRunMatch !== null) {\n return consonantRunMatch[0];\n }\n\n throw new Error(\n `Unable to get next run of letters from string '${string[0]}'.`\n );\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":12,"value":"vowelRunRegexp = /^[AEIOUY]+/i","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":16,"value":"consonantRunRegexp = /^[BCDFGHJKLMNPQRSTVWXZ]+/i","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":460,"value":"### Classes","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":74,"value":"class TokenTransitionCounts {\n tokenCountsByPrecedingToken = new Map();\n\n incrementCountForTokenTransition([token0, token1]) {\n let tokenCounts = this.tokenCountsByPrecedingToken.get(token0);\n if (typeof tokenCounts === \"undefined\") {\n tokenCounts = new TokenCounts();\n this.tokenCountsByPrecedingToken.set(token0, tokenCounts);\n }\n\n tokenCounts.incrementCountForToken(token1);\n }\n\n entries() {\n return this.tokenCountsByPrecedingToken.entries();\n }\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":65,"value":"class TokenCounts {\n totalCount = 0;\n countsByToken = new Map();\n\n incrementCountForToken(token) {\n const currentCount = this.countsByToken.get(token) || 0;\n this.countsByToken.set(token, currentCount + 1);\n this.totalCount += 1;\n }\n\n entries() {\n return this.countsByToken.entries();\n }\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":89,"value":"class ProbabalisticTokenTransitionProvider {\n tokenProvidersByPrecedingToken = new Map();\n\n constructor(tokenTransitionCounts) {\n const entries = Array.from(\n tokenTransitionCounts.entries(),\n ([token, tokenCounts]) => {\n return [token, new ProbabalisticTokenProvider(tokenCounts)];\n }\n );\n\n entries.sort(([tokenA], [tokenB]) => {\n return tokenA.localeCompare(tokenB);\n });\n\n this.tokenProvidersByPrecedingToken = new Map(entries);\n }\n\n getRandomTokenFollowing(precedingToken) {\n const tokenProvider =\n this.tokenProvidersByPrecedingToken.get(precedingToken);\n if (typeof tokenProvider === \"undefined\") {\n throw new Error(\n `No token provider exists for token '${precedingToken}'.`\n );\n }\n\n return tokenProvider.getRandomToken();\n }\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":83,"value":"$30","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":447,"value":"### Imports","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":420,"value":"import { usaEnglish10kNoSwears } from \"@douglyuckling/word-frequency-data\";","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":253,"value":"import { interval } from \"@mootari/range-slider\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W31","stdlib":"1","titling":"auto"}} 2e:"$2d:body"