25:null 26:["$","title",null,{"children":"Review Sentences Sentiment Visualisation | Miguel Vieira | Observable"}] 2b:T59e,{ const transparent = vl .markLine({ stroke: "transparent", strokeWidth: 8 }) .params([ { name: "lineHover", select: { type: "point", fields: ["key"], on: "mouseover" } } ]) .encode(vl.x().fieldQ("x")); const line = vl .markLine({ interpolate: interpolate, point: showDataPoints, strokeWidth: 3 }) .encode( vl .x({ axis: { title: "review length", values: [0] } }) .fieldQ("x"), vl.y({ axis: { title: "reviews", values: [] } }).fieldQ("y"), vl.color({ condition: { param: "lineHover", field: "key" }, value: "grey" }), vl.opacity({ condition: { param: "lineHover", value: 1 }, value: 0.15 }), vl.tooltip([ { field: "title" }, { field: "x" }, { field: "y" }, { field: "key" }, { field: "sentence_n", title: "sentence #" }, { field: "sentiment_review", title: "overall sentiment" }, { field: "sentiment_sentence", title: "sentence sentiment" }, { field: "stars", title: "review stars" }, { field: "genre" }, { field: "form" } ]) ); return vl .data(filteredData) .layer(transparent, line) .config(vlConfig) .height(2000) .render({ renderer: "svg" }); }2c:Tb0d,filteredData = _.chain(foundData) .filter( (d) => selectedForms.length === 0 || d.work_form.some((f) => selectedForms.includes(f)) ) .filter( (d) => selectedGenres.length === 0 || d.work_genre.some((f) => selectedGenres.includes(f)) ) .filter( (d) => selectedReviewStars.length === 0 || selectedReviewStars.includes(d.review_stars) ) .filter( (d) => selectedReviewSentiment.length === 0 || selectedReviewSentiment.includes(d.sentiment_polarity) ) .filter((d) => d.count_sentences >= minNumberOfSentences) .filter((d) => d.count_sentences <= maxNumberOfSentences) .flatMap((d, ydx) => { const pointsPerSentence = 3; const review = `review ${ydx}`; const y = ydx * distance; let startOffset = 0; if (align === "middle") { startOffset = -(d.count_sentences * pointsPerSentence) / 2; if (plotSentenceLen) { startOffset = -_.sumBy(d.sentiment_sentences, "len") / 2; } } else if (align === "end") { startOffset = -(d.count_sentences * pointsPerSentence); if (plotSentenceLen) { startOffset = -_.sumBy(d.sentiment_sentences, "len"); } } const points = d.sentiment_sentences.flatMap((s, xdx) => { let x = xdx * pointsPerSentence + startOffset; let midOffset = 0, endOffset = 0; if (plotSentenceLen) { midOffset = s.len / 2; endOffset = s.len; } const points = [ { x: x, y: y, z: s.sub, key: review, title: d.work_title, form: d.work_form, genre: d.work_genre, stars: d.review_stars, sentence_n: s.idx, sentiment_polarity: d.sentiment_polarity, sentiment_review: d.sentiment_review, sentiment_sentence: s.pol }, { x: x + 1 + midOffset, y: y + s.pol * charge, z: s.sub, key: review, title: d.work_title, form: d.work_form, genre: d.work_genre, stars: d.review_stars, sentence_n: s.idx, sentiment_polarity: d.sentiment_polarity, sentiment_review: d.sentiment_review, sentiment_sentence: s.pol }, { x: x + 2 + endOffset, y: y, z: s.sub, key: review, title: d.work_title, form: d.work_form, genre: d.work_genre, stars: d.review_stars, sentence_n: s.idx, sentiment_polarity: d.sentiment_polarity, sentiment_review: d.sentiment_review, sentiment_sentence: s.pol } ]; if (plotSentenceLen) { startOffset += s.len; } return points; }); return points; }) .value()2d:[{"id":"212a0d02847c5e9710618283f148a19ad447322b56feb84873c282f5fe1f7dd1f5ea9b875a96b0760af93bb4c46142880cfdaeb2f04269d61fcc829f632e23e0","href":"https://static.observableusercontent.com/files/212a0d02847c5e9710618283f148a19ad447322b56feb84873c282f5fe1f7dd1f5ea9b875a96b0760af93bb4c46142880cfdaeb2f04269d61fcc829f632e23e0","name":"sentiment@6.csv","type":"text/csv","lastModified":1633950634905.214,"size":7523968}] 29:{"id":"b8fac2dc5bd5a486","slug":"critical-modeling-of-extensive-literary-data-review-sentences-sentiment-analysis","title":"Review Sentences Sentiment Visualisation","thumbnail":"cd3d2cf54636fc6f1e43d04235896af809d1bfde75b79b72e8c0d2e5235842eb","access_level":"public","create_time":"$D2021-10-08T13:19:38.325Z","update_time":"$D2021-12-12T12:01:48.043Z","view_time":null,"first_public_time":"$D2021-12-06T15:41:46.138Z","fork":false,"stars":3,"starred":false,"owner":{"type":"team","id":"587db768fa766a06","login":"jmiguelv","name":"Miguel Vieira","avatar_url":"https://avatars-next.observableusercontent.com/4fba40b1cfe58889e137e945ed99c3eef4bd8f6f4585d123d0288455e42e1195","tier":"starter_2024"},"version":777,"publish_version":777,"role":null,"authored":false,"authors":[{"type":"individual","id":"8ed700ef90ca11f2","login":"jmiguelv","name":"Miguel Vieira","avatar_url":"https://avatars-next.observableusercontent.com/4fba40b1cfe58889e137e945ed99c3eef4bd8f6f4585d123d0288455e42e1195","tier":null}],"members":[{"type":"individual","id":"efedf033432dea11","login":"ginestra","name":"ginestra","avatar_url":"https://avatars-next.observableusercontent.com/66f0d8d46ba7554fb18e81cae28df5e73f32cc079e279770693651241e7d39f6","tier":null,"role":"editor"},{"type":"individual","id":"8ed700ef90ca11f2","login":"jmiguelv","name":"Miguel Vieira","avatar_url":"https://avatars-next.observableusercontent.com/4fba40b1cfe58889e137e945ed99c3eef4bd8f6f4585d123d0288455e42e1195","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"subscribed":null,"forks":2,"collection":{"id":"2619eb39cdea4d7c","slug":"critical-modeling-of-extensive-literary-data","title":"Critical Modeling of Extensive Literary Data","owner":{"id":"587db768fa766a06","login":"jmiguelv","name":"Miguel Vieira"}},"type":"notebook","body":{"title":"Review Sentences Sentiment Visualisation","cells":[{"id":0,"value":"# Review Sentences Sentiment Visualisation\n## Critical Modeling of Extensive Literary Data\n\n*Concept by [Ginestra Ferraro](https://observablehq.com/@ginestra); notebook by Miguel Vieira*","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":167,"value":"## Filter the visualisation","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":101,"value":"viewof foundData = Inputs.search(data, {\n datalist: [\n ...new Set(data.map((d) => d.work_title.replaceAll(/\\W/g, \" \").trim()))\n ].sort(),\n label: html`Search titles`,\n width: width\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":173,"value":"viewof selectedGenres = Inputs.checkbox(genres, {\n label: html`Genres`\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":147,"value":"viewof selectedForms = Inputs.checkbox(forms, {\n label: html`Forms`\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":335,"value":"viewof selectedReviewStars = Inputs.checkbox(reviewStars, {\n label: html`Review stars`\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":390,"value":"viewof selectedReviewSentiment = Inputs.checkbox(reviewSentiment, {\n label: html`Review sentiment`\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":124,"value":"viewof minNumberOfSentences = Inputs.range([minSentences, maxSentences], {\n label: html`Minimum number of sentences`,\n step: 1,\n value: 10\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":294,"value":"viewof maxNumberOfSentences = Inputs.range([minSentences, maxSentences], {\n label: html`Maximum number of sentences`,\n step: 1,\n value: maxSentences\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":732,"value":"### View options","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":421,"value":"viewof interpolate = Inputs.select(\n [\"cardinal\", \"catmull-rom\", \"linear\", \"monotone\", \"natural\"],\n { label: html`Line interpolation`, value: \"monotone\" }\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":548,"value":"viewof plotSentenceLen = Inputs.toggle({\n label: html`Plot sentence length`\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":747,"value":"viewof distance = Inputs.range([0, 10], {\n label: \"Review distance\",\n step: 1,\n value: 1\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":717,"value":"viewof align = Inputs.radio([\"start\", \"middle\", \"end\"], {\n label: \"Review alignment\",\n value: \"start\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":753,"value":"viewof charge = Inputs.range([1, 20], {\n label: \"Sentiment charge\",\n step: 1,\n value: 3\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":468,"value":"viewof showDataPoints = Inputs.toggle({ label: html`Show data points` })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":179,"value":"## Visualising *${[...new Set(filteredData.map((d) => d.key))].length}* reviews${viewof foundData.input.value ? ` with *${viewof foundData.input.value}* in the title` : \"\"}${selectedForms.length > 0 ? `, with forms *${selectedForms.join(\", \")}*` : \"\"}${selectedGenres.length > 0 ? `, with genres *${selectedGenres.join(\", \")}*` : \"\"}${selectedReviewStars.length > 0 ? `, with *${selectedReviewStars.join(\", \")}* stars` : \"\"}${selectedReviewSentiment.length > 0 ? `, with *${selectedReviewSentiment.join(\", \")}* sentiment` : \"\"}, containing between *${minNumberOfSentences}* and *${maxNumberOfSentences}* sentences.","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":60,"value":"$2b","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":46,"value":"## Prepare and filter the data","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":57,"value":"$2c","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":142,"value":"forms = [...new Set(foundData.flatMap((d) => d.work_form))].sort()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":135,"value":"genres = [...new Set(foundData.flatMap((d) => d.work_genre))].sort()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":304,"value":"maxSentences = Math.max(...foundData.map((d) => d.count_sentences))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":321,"value":"minSentences = Math.min(...foundData.map((d) => d.count_sentences))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":381,"value":"reviewSentiment = [\n ...new Set(foundData.flatMap((d) => d.sentiment_polarity))\n].sort()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":339,"value":"reviewStars = [...new Set(foundData.flatMap((d) => d.review_stars))].sort()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":50,"value":"data = raw.map((d) => ({\n ...d,\n review_stars: parseInt(d.review_stars),\n count_sentences: parseInt(d.count_sentences),\n work_form: d.work_form\n .split(\";\")\n .filter((d) => d.length > 0)\n .map((d) => d.toLowerCase().trim()),\n work_genre: d.work_genre\n .split(\";\")\n .filter((d) => d.length > 0)\n .map((d) => d.toLowerCase().trim()),\n sentiment_polarity: Math.floor(d.sentiment_review),\n sentiment_sentences: eval(d.sentiment_sentences)\n}))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":20,"value":"## Load the data","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":31,"value":"viewof dataTable = Inputs.table(raw, {})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":26,"value":"raw = FileAttachment(\"sentiment@6.csv\").csv()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":35,"value":"## Helpers","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":42,"value":"vlConfig = ({\n autosize: { type: \"fit-x\", contains: \"padding\" },\n axis: { gridY: null },\n title: { dy: -15, fontSize: 16, fontWeight: \"normal\" },\n view: {\n continuousWidth: width,\n discreteWidth: width\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":18,"value":"## Imports","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":14,"value":"import { vl } from \"@vega/vega-lite-api-v5\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":410,"value":"## References\n- https://observablehq.com/@vega/vega-lite-api-v5?collection=@vega/vega-lite-api\n- https://vega.github.io/vega-lite/docs/line.html","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W2d","stdlib":"1","titling":"auto"}} 2a:"$29:body"