34:["$","title",null,{"children":"Sentiment analysis - Aggregation algorithm validation | Rithwik Anand | Observable"}] 3c:T505,comments = ratios.flatMap((r, i) => Array.from({ length: r}).map((_, j) => { const max_score = random_scores[j] const remaining_score = 1 - max_score const distribution_ratio = max_score // Because it is just a ratio const other_scores = [remaining_score * distribution_ratio, remaining_score * (1 - distribution_ratio)] .map(n => +n.toFixed(2)) const sentiment = i === 0 ? 'POSITIVE' : i === 1 ? 'NEUTRAL' : 'NEGATIVE' return i === 0 ? { sentiment: 'POSITIVE', score: max_score, 'confidence_scores.positive': max_score, 'confidence_scores.neutral': other_scores[0], 'confidence_scores.negative': other_scores[1], pv_score_weighted: pv_score_weighted(max_score, other_scores[0], other_scores[1]) } : i === 1 ? { sentiment: 'NEUTRAL', score: max_score, 'confidence_scores.positive': other_scores[0], 'confidence_scores.neutral': max_score, 'confidence_scores.negative': other_scores[1], pv_score_weighted: pv_score_weighted(other_scores[0], max_score, other_scores[1]) } : { sentiment: 'NEGATIVE', score: max_score, 'confidence_scores.positive': other_scores[0], 'confidence_scores.neutral': other_scores[1], 'confidence_scores.negative': max_score, pv_score_weighted: pv_score_weighted(other_scores[0], other_scores[1], max_score) } }))3d:[] 38:{"id":"02d90e533e84f3d8","slug":"sentiment-analysis-aggregation-algorithm-validation","title":"Sentiment analysis - Aggregation algorithm validation","thumbnail":"0a24056f25226c4e0eab6f4ce7ce1cf197df033c3f363daccf1ba8b62f8deaa8","access_level":"public","create_time":"$D2023-02-03T09:00:22.652Z","update_time":"$D2024-08-19T02:32:24.952Z","view_time":null,"first_public_time":"$D2023-02-03T09:00:22.652Z","has_unpublished_edits":null,"fork":false,"stars":1,"starred":false,"owner":{"type":"team","id":"77b49d5139b68ed8","login":"rithwikanand","name":"Rithwik Anand","avatar_url":"https://avatars-next.observableusercontent.com/2d11b8fc94986ebb4c9233d528cbb27cc8b80f1263a7ad00b479736ba2da942f","tier":"starter_2024","bio":"","followed_by_you":false,"follows_you":false},"version":386,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"2e0717d814773a4a","login":"rithwikanand","name":"Rithwik Anand","avatar_url":"https://avatars-next.observableusercontent.com/2d11b8fc94986ebb4c9233d528cbb27cc8b80f1263a7ad00b479736ba2da942f","tier":null,"bio":"","followed_by_you":false,"follows_you":false}],"members":[{"type":"individual","id":"2e0717d814773a4a","login":"rithwikanand","name":"Rithwik Anand","avatar_url":"https://avatars-next.observableusercontent.com/2d11b8fc94986ebb4c9233d528cbb27cc8b80f1263a7ad00b479736ba2da942f","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":0,"collection":null,"type":"notebook","body":{"titling":"auto","title":"Sentiment analysis - Aggregation algorithm validation","cells":[{"id":0,"value":"# Sentiment analysis - Aggregation algorithm validation","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":318,"value":"plot(comments, d => d.sentiment)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":353,"value":"visulalize_aggregate(aggregate, md`## Averaged \\`pv_weighted_score\\` aggregate`)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":285,"value":"visulalize_aggregate(aggregate_calculated, md`## Calculated \\`sentiment\\` aggregate`)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":153,"value":"viewof max = Inputs.range([0, 100], { step: 1, value: 100, label: \"Total comments\" })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":48,"value":"viewof proportions = slider(0, max, ~~(max/3), ~~(2*max/3))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":143,"value":"md`\n### Positive comments: ${ratios[0]}\n### Neutral comments: ${ratios[1]}\n### Negative comments: ${ratios[2]}\n_Total comments: ${ratios.reduce((acc, curr) => acc + curr)}_\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":173,"value":"

","pinned":false,"hidden":false,"mode":"html","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":175,"value":"_Data_","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":7,"value":"ratios = [proportions[0], proportions[1] - proportions[0] - 1, max - proportions[1] + 1]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":92,"value":"$3c","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":103,"value":"viewof weight_positive = Inputs.range([0, 1], { value: 0.9, label: tex`positive\\_weight`, step: 0.1 })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":109,"value":"viewof weight_neutral = Inputs.range([0, 1], { value: 0.5, label: tex`neutral\\_weight`, step: 0.1 })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":111,"value":"viewof weight_negative = Inputs.range([0, 1], { value: 0.1, label: tex`negative\\_weight`, step: 0.1 })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":268,"value":"viewof min_score = Inputs.range([0, 1], { value: 0.5, step: 0.1, label: tex`min\\_score`})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":216,"value":"random_scores = Array.from({ length: max }).map(() => random(min_score, 1))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":98,"value":"function random(min, max) {\n return +(min + Math.random() * (max - min)).toFixed(2)\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":179,"value":"function visulalize_aggregate(aggregate, header=md`## Aggregated result:`) {\n const plot = Plot.plot({\n height: 80,\n width: 500,\n marginLeft: 20,\n marks: [\n Plot.rectY([1], { x1: 0, y1: 0, x2: 0.33, y2: 1, fill: '#D41616', fillOpacity: 0.2}),\n Plot.rectY([1], { x1: 0.33, y1: 0, x2: 0.66, y2: 1, fill: '#707070', fillOpacity: 0.2}),\n Plot.rectY([1], { x1: 0.66, y1: 0, x2: 1, y2: 1, fill: '#008622', fillOpacity: 0.2}),\n Plot.dotX([aggregate], { stroke: 'steelblue', r: 4, fill: '#1B6BDD' }),\n Plot.textX([0.15], { text: [\"Negative\"], textAnchor: 'middle' }),\n Plot.textX([0.48], {text: ['Neutral'], textAnchor: 'middle'}),\n Plot.textX([0.81], {text: ['Positive'], textAnchor: 'middle'}),\n ]\n })\n \n const text = html`

${aggregate < 0.33 ? 'Negative' : aggregate < 0.66 ? 'Neutral' : 'Positive'}

`\n\n return html`

${header}${plot}${text}

`\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":289,"value":"function calculate_aggregate(comments) {\n return comments.reduce((acc, curr) =>\n acc + curr.score * (\n curr.sentiment === 'POSITIVE' ? weight_positive\n : curr.sentiment === 'NEUTRAL' ? weight_neutral\n : weight_negative\n ), 0) / comments.length\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":5,"value":"import {slider_snap as slider} with { layout as layout } from \"@sarah37/snapping-range-slider-with-d3-brush\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":58,"value":"layout = ({\n width: 400,\n height: 80,\n margin: {\n top: 25,\n bottom: 25,\n left: 20,\n right: 40\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":301,"value":"function pv_score_weighted (positive_score, neutral_score, negative_score) {\n return positive_score * weight_positive + neutral_score * weight_neutral + negative_score * weight_negative\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":314,"value":"SENTIMENTS = ['NEGATIVE', 'NEUTRAL', 'POSITIVE', 'MIXED']","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":311,"value":"function plot(comments, fill, caption=\"With `sentiment` attribute\") {\n return Plot.plot({\n caption,\n grid: true,\n color: {\n legend: true,\n domain: SENTIMENTS,\n range: ['#D41616', '#707070', '#008622', '#1B6BDD']\n },\n x: { label: \"Negative\", domain: [0, 1] },\n y: { label: \"Postive\", domain: [0, 1] },\n marks: [\n Plot.voronoi(comments, {\n x: 'confidence_scores.negative',\n y: 'confidence_scores.positive',\n fill,\n fillOpacity: 0.4,\n //stroke: 'white',\n }),\n Plot.dot(comments, {\n x: 'confidence_scores.negative',\n y: 'confidence_scores.positive',\n fill,\n r: 4,\n }),\n ]\n })\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":115,"value":"aggregate = d3.mean(comments, d => d.pv_score_weighted)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":349,"value":"aggregate_calculated = calculate_aggregate(comments)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":55,"value":"html`\n\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W3d","stdlib":"1"}} 33:null