29:null 2a:["$","title",null,{"children":"Prevalence of Wordle Words | Steve Kasica | Observable"}] 2f:T1032,chart = { const container = d3.select(html`

`); const examples = container .append("div") .attr("class", "examples") .style("display", "none"); let enterTimeout, leaveTimeout; const svg = container .append("svg") .attr("width", width) .attr("height", height) .attr("viewbox", [0, 0, width, height]); const xAxis = d3.axisBottom(xScale).tickFormat((t) => `${fmt(t * 100)}%`); const yAxis = d3.axisLeft(yScale); svg .append("g") .attr("transform", `translate(0,${height - margin.bottom})`) .call(xAxis) .call((g) => g .append("text") .attr("x", width - margin.right) .attr("y", margin.bottom - 2) .attr("fill", "currentColor") .attr("text-anchor", "end") .text("Prevalence →") ); svg .append("g") .attr("transform", `translate(${margin.left}, 0)`) .call(yAxis) .call((g) => g.select(".domain").remove()) .call((g) => g .selectAll(".tick line") .clone() .attr("x2", width - margin.left - margin.right) .attr("stroke-opacity", 0.1) ) .call((g) => g .append("text") .attr("x", -margin.left) .attr("y", 10) .attr("fill", "currentColor") .attr("text-anchor", "start") .text("↑ Count") ); // Draw bars const barOpacity = 0.9; const g = svg .selectAll("g.bin") .data(bins) .join("g") .attr("class", "bin") .attr("fill-opacity", barOpacity) .on("mouseenter", (event) => d3.select(event.target).attr("fill-opacity", 1) ) .on("mouseleave", (event) => d3.select(event.target).attr("fill-opacity", barOpacity) ); g.append("rect").call(drawBars(colorScale("wordlist"))); g.append("rect").call( drawBars(colorScale("answer"), (word) => word.set === "answer") ); g.append("rect") .call(drawBars("transparent")) .on("mouseenter", (event) => { clearTimeout(enterTimeout); clearTimeout(leaveTimeout); enterTimeout = setTimeout(() => { const bin = d3.select(event.target).datum(); const exampleWords = Array.from( d3.group(bin, (d) => d.set), ([key, val]) => val.sort((a, b) => d3.ascending(a.day, b.day)).slice(0, 10) ) .reduce((prev, curr) => [...prev, ...curr]) .map((d) => ({ set: d.set, word: d.set === "answer" && isObfsucated && d.day >= wordleDay ? obfuscate(atob(d.word)) : atob(d.word) })); examples .style("display", "block") .html(tooltipTemplate(bin, exampleWords)); const bbox = examples.node().getBoundingClientRect(); const x_mu = (xScale(bin.x0) + xScale(bin.x1)) / 2; const leftExtent = x_mu - bbox.width / 2 - margin.left; const point = (leftExtent > 0 ? 0.5 : x_mu / bbox.width) * 100; examples .transition(750) .style( "clip-path", `polygon(0% 0%, 100% 0%, 100% 90%, ${ point - 5 }% 90%, ${point}% 100%, ${point + 5}% 90%, 0% 90%)` ) .style( "left", `${ leftExtent > 0 ? xScale(bin.x0) - bbox.width / 2 + (xScale(bin.x1) - xScale(bin.x0)) / 2 : 0 }px` ) .style("top", `${yScale(bin.length) - bbox.height - 5}px`); }, 250); }) .on("mouseleave", (event) => { clearTimeout(enterTimeout); leaveTimeout = setTimeout(() => examples.style("display", "none"), 250); }); return container.node(); function drawBars(color, f = () => true) { return (g) => { g.attr("x", (bin) => xScale(bin.x0)) .attr("y", (bin) => yScale(bin.filter(f).length)) .attr("width", (bin) => xScale(bin.x1) - xScale(bin.x0)) .attr( "height", (bin) => height - margin.bottom - yScale(bin.filter(f).length) ) .attr("fill", color); }; } }30:T465,While my Wordle strategy is to get really, really lucky with the first word, [a YouTuber](https://www.inverse.com/gaming/wordle-game-how-to-play-answers-best-starter-words-tips), [*NPR*](https://www.npr.org/2022/01/12/1071840091/wordle-word-game-tips), and my wife, all advise sticking with *normal* words, those that you hear in daily life and could possibly define. The more I play the more I believe them. The histogram above shows that distribution of the subset of solutions tend to occupy the most prevalence buckets of the overall word list, which presumptively is the set of all five-letter words in English. However, the least prevalence bucket contains the highest count of solutions, too. While Wordle solutions tend to be more common words, on average, ${bins[0].filter(d => d.set === 'answer').length} solutions still occupy the least prevalence bucket, ${bins[0].x0}% to ${bins[1].x1}%. Explore a broader random sample of words in each bucket with the slider below. Pressing the Refresh button resamples from the current bin. ### Words of Bin ${currBin} (${bins[currBin - 1].x0}% - ${bins[currBin - 1].x1}%) 31:[{"id":"d5dc01f4c6840919e81d009c863d6489ad829e3a4fad8974fd4c2aa72b4c3e28659cdff7588f051f7ad52f4594b6d5b1b13b8c2ac97725c6688c7d547ea4e8cb","href":"https://static.observableusercontent.com/files/d5dc01f4c6840919e81d009c863d6489ad829e3a4fad8974fd4c2aa72b4c3e28659cdff7588f051f7ad52f4594b6d5b1b13b8c2ac97725c6688c7d547ea4e8cb","name":"wordle.csv","type":"text/csv","lastModified":1645306711771.981,"size":391619}] 2d:{"id":"eac47959188a56a6","slug":"prevalence-of-wordle-words","title":"Prevalence of Wordle Words","thumbnail":"ce76e76824b560f14d2b44bae79af782efed17d678e625fcc9587de4ae4f06f4","access_level":"public","create_time":"$D2022-02-05T17:40:52.287Z","update_time":"$D2022-02-23T16:14:48.022Z","view_time":null,"first_public_time":"$D2022-02-19T22:13:35.361Z","has_unpublished_edits":null,"fork":false,"stars":3,"starred":false,"owner":{"type":"team","id":"1cebfd5d1e47fa9b","login":"stvkas","name":"Steve Kasica","avatar_url":"https://avatars-next.observableusercontent.com/b10311feda71ac109d4c36f5ef7f30ba700e7c0f8160bc5750596e4c28d9e1ab","tier":"starter_2024"},"version":2368,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"a483da0cdef190cc","login":"stvkas","name":"Steve Kasica","avatar_url":"https://avatars-next.observableusercontent.com/b10311feda71ac109d4c36f5ef7f30ba700e7c0f8160bc5750596e4c28d9e1ab","tier":null}],"members":[{"type":"individual","id":"a483da0cdef190cc","login":"stvkas","name":"Steve Kasica","avatar_url":"https://avatars-next.observableusercontent.com/b10311feda71ac109d4c36f5ef7f30ba700e7c0f8160bc5750596e4c28d9e1ab","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":true,"trashed":false,"lapsed":null,"subscribed":null,"forks":1,"collection":null,"type":"notebook","body":{"title":"Prevalence of Wordle Words","cells":[{"id":0,"value":"

Spoiler alert!
This notebook uses data on future Wordle puzzles and reveals past solutions.

\n\n# Prevalence of Wordle Words\nThe distribution of words in Wordle, scored by prevalence in English. Hover over an individual bar to reveal a sample of specific words within its range. Future solutions are obfuscated by default.","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1549,"value":"Swatches(colorScale, {\n format: (label) =>\n label === \"answer\" ? \"Puzzle solutions\" : \"All five-letter words\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":33,"value":"$2f","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2237,"value":"$30","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2246,"value":"viewof currBin = Inputs.range([1, thresholds], {\n label: \"Current bin\",\n step: 1,\n value: 1\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2210,"value":"{\n shuffle;\n return html`

${d3\n .shuffle(bins[currBin - 1])\n .map((d) => ({\n set: d.set,\n word:\n d.set === \"answer\" && d.day >= wordleDay && isObfsucated\n ? obfuscate(atob(d.word))\n : atob(d.word)\n }))\n .slice(0, 200)\n .map(fmtWord)\n .join(\" \")}

`;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2232,"value":"viewof shuffle = Inputs.button(\"Refresh\", {})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2057,"value":"## More parameters\n\nYou can use the parameters parameters below to further tweak notebook setting.","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":990,"value":"viewof thresholds = Inputs.range([0, 101], {\n label: \"Bins\",\n step: 10,\n value: 60\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1005,"value":"viewof domainMax = Inputs.range([1e-10, 62e-5], {\n label: \"Domain max\",\n value: 37e-5,\n step: 1e-5\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1125,"value":"viewof yScaleFn = Inputs.select([\"Linear\", \"Log\"], {\n label: \"Y-axis scale\",\n value: \"Log\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1394,"value":"viewof isObfsucated = Inputs.toggle({\n label: \"Obfuscate future solutions\",\n value: true\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":504,"value":"## About this dataset\n\nThe Wordle word list and solutions comes from Wordle's source code, before *The New York Times* purchase, and word prevalence comes from cross-referencing these words with [Google Books Ngram Corpus](https://books.google.com/ngrams). The specific data processing pipeline can be found [on GitHub](https://github.com/swkasica/wordle-words).","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":12,"value":"words = {\n const groups = d3.group(\n (await FileAttachment(\"wordle.csv\").csv()).map((d) => {\n d.occurrence = +d.occurrence;\n d.word = btoa(d.word); // Obfuscate Wordle words\n d[\"set\"] = d[\"day\"] !== \"\" ? \"answer\" : \"wordlist\";\n d.day = d.day ? +d.day : null;\n return d;\n }),\n (d) => d.set\n );\n\n return [groups.get(\"wordlist\"), groups.get(\"answer\")]\n .reduce((prev, curr) => [...prev, ...curr])\n .filter((d) => d.occurrence > 0);\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":405,"value":"

","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1237,"value":"","pinned":false,"hidden":false,"mode":"html","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":20,"value":"bins = d3\n .bin()\n .thresholds(thresholds)\n .domain([0, domainMax])\n .value((d) => d.occurrence)(words)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":45,"value":"xScale = d3\n .scaleLinear()\n .domain([bins[0].x0, bins[bins.length - 1].x1])\n .range([margin.left, width - margin.right])","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":80,"value":"yScale = {\n const bucketProportions = bins\n .map((bin) => {\n let groups = d3.group(bin, (d) => d.set);\n return [\"answer\", \"wordlist\"].map((set) =>\n groups.get(set) ? groups.get(set).length : 0\n );\n })\n .reduce((prev, curr) => [...prev, ...curr]);\n\n return d3[`scale${yScaleFn}`]()\n .domain([1, d3.max(bucketProportions)]) // Guard against dividing by zero in a log scale.\n .range([height - margin.bottom, margin.top]);\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":112,"value":"colorScale = d3\n .scaleOrdinal([\"answer\", \"wordlist\"])\n .range([\"#6AAA64\", \"#787c7e\"])","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":207,"value":"fmt = d3.format(\"0.04f\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2215,"value":"fmtWord = (d) => `${d.word}`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1565,"value":"tooltipTemplate = (bin, body) => `\n

Range: ${bin.x0}% - ${bin.x1}%

\n ${body.map(fmtWord).join(\"\")}\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1331,"value":"obfuscate = (word) => String(\"█\").repeat(word.length)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":36,"value":"height = 500","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":38,"value":"margin = ({ top: 25, right: 60, bottom: 35, left: 60 })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":347,"value":"import { Swatches } from \"@d3/color-legend\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":510,"value":"import { wordleDay } from \"@stvkas/letter-position-frequency-in-wordle\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W31","stdlib":"1","titling":"auto"}} 2e:"$2d:body"