2e:null 2f:["$","title",null,{"children":"Part 4 - A Story of Time and Fatherhood | Misha Tsvelik | Observable"}] 34:T735,md `A few interesting things here. First the chart above enables us to unpack how the sentiment score works. As shown, Daniel has the highest average sentiment score, whilst Henry has the lowest. As referenced in the Intro part where I describe the logic behind the sentiment scores, longer posts upweight the score in whichever direction the overall sentiment of the post is. So something like "That's rubbish" will get a small negative score, whereas a long post bemoaning the state of the UK economy will likely get a negative score larger in magnitude.

From observation I know Daniel has overall a quite upbeat and at times earnest style of posting.

We know Henry tends to send the longest posts, which will most certainly be pushing his negative sentiment average down. I also know that Henry's humour is quite provocative and sarcastic. The sentiment is only judged on a per post basis, taking no consideration of wider conversational context. As shown [here](https://observablehq.com/@mtsvelik/part-5-conversations-and-engagement?collection=@mtsvelik/book-club-what-our-posts-say-about-us) Henry is also the only person who has a negative average post sentiment but a positive average sentiment from the next 2 hours of messages from others, a fact which I believe points to his sense of humour.

On fatherhood and the pandemic.

It seems that fatherhood at least coincides with a decrease in positive sentiment of posts (possibly causes it).

Lockdowns seems to have a postive effect on post sentiment. In fact Angus and Mark's sentiment during lockdown is up 0.09 vs pandemic non-lockdown. Keep up the good work lads!

Mark has had the biggest increase in post sentiment pandemic lockdown vs non-lockdown. No surprise to those who witnessed his well produced motivational karaoke videos.

`35:Teec,posts_day_by_hour_chart_gen = { let data = posts_day_by_hour_array; const id = 'posts_day_by_hour_chart'; // set the dimensions and margins of the graph const margin = {top: 24, right: 5, bottom: 20, left: 125}, heatmap_width = (width*0.75) - margin.left - margin.right, //width declared outside of this block of code heatmap_height = 500 - margin.top - margin.bottom; // append the svg object to the body of the page d3.select("#" + id).html(''); let svg = d3.select("#" + id) .append("svg") .attr("width", heatmap_width + margin.left + margin.right) .attr("height", heatmap_height + margin.top + margin.bottom) .append("g") .attr("transform", "translate(" + margin.left + "," + margin.top + ")"); // Labels of row and columns -> unique identifier of the column called 'group' and 'variable' let myGroups = Array.from(new Set(data.map(d => d.group))) .sort((a,b) => Object.keys(days_of_week_order_object).indexOf(a) - Object.keys(days_of_week_order_object).indexOf(b)) let myVars = Array.from(new Set(data.map(d => d.variable))) .sort((a,b) => Number(a) - Number(b)) let myValues = Array.from(new Set(data.map(d => d.value))); // Build X scales and axis: let x = d3.scaleBand() .range([ 0, heatmap_width ]) .domain(myGroups) .padding(0.05); svg.append("g") .style("font-size", 15) .attr("transform", "translate(0," + heatmap_height + ")") .call(d3.axisBottom(x).tickSize(0)) .select(".domain").remove() // Build Y scales and axis: let y = d3.scaleBand() .range([ heatmap_height, 0 ]) .domain(myVars) .padding(0.05); svg.append("g") .style("font-size", 15) .call(d3.axisLeft(y).tickSize(0)) .select(".domain").remove() // Build color scale let myColor = d3.scaleSequential() .interpolator(d3.interpolatePurples) //https://github.com/d3/d3-scale-chromatic .domain([d3.min(myValues),d3.max(myValues)]) // Three function that change the tooltip when user hover / move / leave a cell let mouseover = function(d) { //tooltip // .style("opacity", 1) d3.select(this) .style("stroke", "black") .style("opacity", 1) } let mousemove = function(d) { } let mouseleave = function(d) { //tooltip // .style("opacity", 0) d3.select(this) .style("stroke", "none") .style("opacity", 0.8) } // add the squares svg.selectAll() .data(data, function(d) {return d.group+':'+d.variable;}) .enter() .append("rect") .attr("x", function(d) { return x(d.group) }) .attr("y", function(d) { return y(d.variable) }) .attr("rx", 4) .attr("ry", 4) .attr("width", x.bandwidth() ) .attr("height", y.bandwidth() ) .style("fill", function(d) { return d.value == ''||0?'none': myColor(d.value) } ) .style("stroke-width", 4) .style("stroke", "none") .style("opacity", 0.8) .on("mouseover", mouseover) .on("mousemove", mousemove) .on("mouseleave", mouseleave) let valuesTextStroke = svg.selectAll(".valuesTextStroke") .data(data) .enter() .append("text") .attr("x", function(d) { return x(d.group) + x.bandwidth()/3 }) .attr("y", function(d) { return y(d.variable) + (y.bandwidth()/1.4) }) .attr("width", x.bandwidth() ) .attr("height", y.bandwidth() ) .text(d => d.value ) .attr("fill", "none") .attr("stroke", "white") .attr("stroke-width", 2); let valuesText = svg.selectAll(".valuesText") .data(data) .enter() .append("text") .attr("x", function(d) { return x(d.group) + x.bandwidth()/3 }) .attr("y", function(d) { return y(d.variable) + (y.bandwidth()/1.4) }) .attr("width", x.bandwidth() ) .attr("height", y.bandwidth() ) .text(d => d.value ) return svg; }36:Tf53,posts_day_by_hour_sentiment_chart_gen = { let data = posts_sentiment_day_by_hour_array; const id = 'posts_day_by_hour_sentiment_chart'; // set the dimensions and margins of the graph const margin = {top: 24, right: 5, bottom: 20, left: 125}, heatmap_width = (width*0.75) - margin.left - margin.right, //width declared outside of this block of code heatmap_height = 500 - margin.top - margin.bottom; // append the svg object to the body of the page d3.select("#" + id).html(''); let svg = d3.select("#" + id) .append("svg") .attr("width", heatmap_width + margin.left + margin.right) .attr("height", heatmap_height + margin.top + margin.bottom) .append("g") .attr("transform", "translate(" + margin.left + "," + margin.top + ")"); // Labels of row and columns -> unique identifier of the column called 'group' and 'variable' let myGroups = Array.from(new Set(data.map(d => d.group))) .sort((a,b) => Object.keys(days_of_week_order_object).indexOf(a) - Object.keys(days_of_week_order_object).indexOf(b)) let myVars = Array.from(new Set(data.map(d => d.variable))) .sort((a,b) => Number(a) - Number(b)) let myValues = Array.from(new Set(data.map(d => d.value))); // Build X scales and axis: let x = d3.scaleBand() .range([ 0, heatmap_width ]) .domain(myGroups) .padding(0.05); svg.append("g") .style("font-size", 15) .attr("transform", "translate(0," + heatmap_height + ")") .call(d3.axisBottom(x).tickSize(0)) .select(".domain").remove() // Build Y scales and axis: let y = d3.scaleBand() .range([ heatmap_height, 0 ]) .domain(myVars) .padding(0.05); svg.append("g") .style("font-size", 15) .call(d3.axisLeft(y).tickSize(0)) .select(".domain").remove() // Build color scale let myColor = d3.scaleSequential() .interpolator(d3.interpolateRdYlGn) //https://github.com/d3/d3-scale-chromatic .domain([d3.min(myValues),d3.max(myValues)]) // Three function that change the tooltip when user hover / move / leave a cell let mouseover = function(d) { //tooltip // .style("opacity", 1) d3.select(this) .style("stroke", "black") .style("opacity", 1) } let mousemove = function(d) { } let mouseleave = function(d) { //tooltip // .style("opacity", 0) d3.select(this) .style("stroke", "none") .style("opacity", 0.8) } // add the squares svg.selectAll() .data(data, function(d) {return d.group+':'+d.variable;}) .enter() .append("rect") .attr("x", function(d) { return x(d.group) }) .attr("y", function(d) { return y(d.variable) }) .attr("rx", 4) .attr("ry", 4) .attr("width", x.bandwidth() ) .attr("height", y.bandwidth() ) .style("fill", function(d) { return d.value == ''||0?'none': myColor(d.value) } ) .style("stroke-width", 4) .style("stroke", "none") .style("opacity", 0.8) .on("mouseover", mouseover) .on("mousemove", mousemove) .on("mouseleave", mouseleave) let valuesTextStroke = svg.selectAll(".valuesTextStroke") .data(data) .enter() .append("text") .attr("x", function(d) { return x(d.group) + x.bandwidth()/4.5 }) .attr("y", function(d) { return y(d.variable) + (y.bandwidth()/1.4) }) .attr("width", x.bandwidth() ) .attr("height", y.bandwidth() ) .text(d => (d.value == ''||0? '': d.value.toFixed(2)) ) .attr("fill", "none") .attr("stroke", "white") .attr("stroke-width", 2); let valuesText = svg.selectAll(".valuesText") .data(data) .enter() .append("text") .attr("x", function(d) { return x(d.group) + x.bandwidth()/4.5 }) .attr("y", function(d) { return y(d.variable) + (y.bandwidth()/1.4) }) .attr("width", x.bandwidth() ) .attr("height", y.bandwidth() ) .text(d => (d.value == ''||0? '': d.value.toFixed(2)) ) return svg; }37:Tb2a,image_intro_gen = { const data = fathers_array.map(e => e.name); const getKey = function(value, obj){ let output = ''; for (const property in obj) { obj[property] == value? output = property: ''; } return output; } let tempindex = 0; let imageUrl = ''; let files = [ {name: "Andy", file: FileAttachment("Andy.png")}, {name: "Angus", file: FileAttachment("Angus.png")}, {name: "Daniel", file: FileAttachment("Daniel.png")}, {name: "Mark", file: FileAttachment("Mark.png")}, {name: "Misha", file: FileAttachment("Misha.png")}, {name: "Will", file: FileAttachment("Will.png")} ]; let urls = await Promise.all(files.map(file => file.file.url())); let getUrl = function(name, files, urls){ let url = ''; files.forEach( (e,i) => e.name == name? url = urls[i]:'' ) return url; } // Dimensions of legend item: width, height, spacing, radius of rounded rect. const dimensions = { radius: width < 800? 25: 32, padding: width < 800? 3: 5 }; const height = 325; d3.select("svg#image_intro").html(''); const svg = d3.select("svg#image_intro") .attr('height', 3.5*dimensions.radius) .attr('width', width); const node = svg.selectAll('.g') .data(data) .enter().append('g') .attr('transform', `translate(${2*dimensions.padding + dimensions.radius}, ${2*dimensions.padding + dimensions.radius})`); const circle = node.append('circle') .attr('r', function(d) { return dimensions.radius; }) .attr('cx', function(d, i) { return i * (dimensions.padding + 2*dimensions.radius); }) .attr('cy', 0) .attr('fill', d => colors[d]); const node_label = svg.selectAll('.g') .data(data) .enter().append('g') .attr('transform', `translate(${2*dimensions.padding + dimensions.radius}, ${2*dimensions.padding + dimensions.radius})`); const node_label_text = node_label.append('text') .attr("x", function(d, i) { return (i * (dimensions.padding + 2*dimensions.radius)) - 0.8*dimensions.radius; }) .attr("y", function(d) { return (4*dimensions.padding + dimensions.radius) + 2; }) .text(d => getKey(colors[d], colors)) .attr("stroke-width", 1); const images_g = svg.selectAll('.g') .data(data) .enter().append('g') .attr('transform', `translate(${2*dimensions.padding + dimensions.radius}, ${2*dimensions.padding + dimensions.radius})`); const images = images_g .append("svg:image") .attr("xlink:href", d => getUrl(getKey(colors[d], colors), files, urls)) .attr("x", function(d, i) { return i * (dimensions.padding + 2*dimensions.radius) - (dimensions.radius - dimensions.padding); }) .attr("y", -(dimensions.radius - dimensions.padding)) .attr("height", 2*(dimensions.radius - dimensions.padding)) .attr("width", 2*(dimensions.radius - dimensions.padding)); return svg } 38:T4fb,members_timeline_chart_gen = Highcharts.chart('members_timeline', { chart: { zoomType: 'x', type: 'timeline', height: 150, marginLeft:15, marginRight:0, }, credits: { enabled: false }, xAxis: { type: 'datetime', visible: false }, yAxis: { gridLineWidth: 1, title: null, labels: { enabled: false } }, legend: { enabled: false }, title: { text: null }, subtitle: { text: null }, tooltip: { style: { width: 300 }, pointFormatter: function(d,i){ let rawDate = new Date(this.x); return `${this.description}: ${rawDate.getDate() + '/' + (rawDate.getMonth()+1) + '/' + rawDate.getFullYear()}` } }, series: [{ dataLabels: { allowOverlap: true, format: '● ' + '{point.x:%d %b %Y}
{point.label}', alternate: true, distance: -50 }, marker: { symbol: 'circle' }, data: fathers_array_formatted }] }); 39:T43e,post_sentiment_chart_gen = Highcharts.chart('post_sentiment', { chart: { type: 'column', height: 300 }, xAxis: { categories: post_sentiment_array.map(function(e){ return e[0]}) }, title: { text: null }, /*subtitle: { text: 'Measure: Sentiment Product (sentiment * magnitude), as processed by Google Natural Language API', align: 'left', x: 50 },*/ credits: { enabled: false }, legend: { enabled: false }, yAxis: { title: { text: 'Per Post Avg. Sentiment' }, gridLineWidth:0, lineWidth: 0, minorGridLineWidth: 0, labels: { enabled: false }, max: 0.3, min: -0.1 }, plotOptions: { column: { colorByPoint: true }, series: { dataLabels: { enabled: true, pointFormat: "{point.y:.2f}" } } }, series: [ { name: 'Sender', data: post_sentiment_array.map(function(e){ return { y: Number(e[1]), color: colors[e[0]] } }) } ] });3a:T840,post_sentiment_time_chart_gen = Highcharts.chart('post_sentiment_time_chart',{ chart: { type: 'line', height: 300 }, xAxis: { categories: years_array }, title: { text: null }, credits: { enabled: false }, yAxis: { title: { text: 'Avg post sentiment' }, //gridLineWidth:0, lineWidth: 0, minorGridLineWidth: 0, labels: { enabled: true }, max: 0.5, min: -0.2 }, xAxis: { max: d3.max(years_array), min: d3.min(years_array) }, plotOptions: { column: { colorByPoint: true }, line: { events: { legendItemClick: function() { var seriesIndex = this.index; var series = this.chart.series; var yLabels = this.chart.yAxis.labels; if (this.visible && this.chart.restIsHidden) { for (var i = 0; i < series.length; i++) { if (series[i].index != seriesIndex) { series[i].show(); } } this.chart.restIsHidden = false; } else { for (var i = 0; i < series.length; i++) { if (series[i].index != seriesIndex) { series[i].hide(); } } this.show() this.chart.restIsHidden = true; } return false; } }, showInLegend: true }, series: { dataLabels: { enabled: false } } }, tooltip: { formatter: function () { let sign = this.point.index == 0?'': (this.y - this.series.points[this.point.index-1].y) > 0?'+':''; let tooltip = this.point.index == 0?`${this.series.name}: ${this.y.toFixed(2)}`:`${this.series.name}: ${this.y.toFixed(2)} (${sign}${(this.y - this.series.points[this.point.index-1].y).toFixed(2)} change)` return tooltip; } }, series: post_sentiment_by_year_array }) 3b:[{"id":"07fe095080af87b6619be46f3633a26dde1cb617c52b8dbdf1d40c1ef54ad165572c7e5251e2eece96b675e2e5befe5e0f3264f0b3760e5145567a16eabd3cce","href":"https://static.observableusercontent.com/files/07fe095080af87b6619be46f3633a26dde1cb617c52b8dbdf1d40c1ef54ad165572c7e5251e2eece96b675e2e5befe5e0f3264f0b3760e5145567a16eabd3cce","name":"dali.jpg","type":"image/jpeg","lastModified":1614524687532.006,"size":179013},{"id":"dd74bbd51b7c3468a7d3c21ee43b84b744e4700f1097f87080cc696d19aa6531bd9eeefc642c9ebdc3558b55cbfda07507a2c0786576639b5e9e34e180d47396","href":"https://static.observableusercontent.com/files/dd74bbd51b7c3468a7d3c21ee43b84b744e4700f1097f87080cc696d19aa6531bd9eeefc642c9ebdc3558b55cbfda07507a2c0786576639b5e9e34e180d47396","name":"Mark.png","type":"image/png","lastModified":1614978607678.301,"size":41445},{"id":"2c4791272e34ec646ab31c2c7bfd08b975eeb2a9897664c092bc48492700ea12f4974b23d9f29ac4351a14ed53afff613df44de7b76351dc5e44f6afe3aff8f3","href":"https://static.observableusercontent.com/files/2c4791272e34ec646ab31c2c7bfd08b975eeb2a9897664c092bc48492700ea12f4974b23d9f29ac4351a14ed53afff613df44de7b76351dc5e44f6afe3aff8f3","name":"Daniel.png","type":"image/png","lastModified":1614978607664.271,"size":50604},{"id":"57cd60f527b93bd4235ff5ba0f2c6481a2a738634c83cfe2a543475b1fd8dd8490f2c80ac8a4414f39c8e2c5a8f34eb41081c1eb6fe0be4a5b1010d6118c1bed","href":"https://static.observableusercontent.com/files/57cd60f527b93bd4235ff5ba0f2c6481a2a738634c83cfe2a543475b1fd8dd8490f2c80ac8a4414f39c8e2c5a8f34eb41081c1eb6fe0be4a5b1010d6118c1bed","name":"Andy.png","type":"image/png","lastModified":1614978607598.535,"size":49627},{"id":"8210b20dd6af5ae530b34dfa097c90565dbb2d96daf0c2a8a95a2537aeb80437815a5e29fe21c1b9aa1d2c3dfae2bb5989ba2560cdb8c2b227d99256a2a6ccf6","href":"https://static.observableusercontent.com/files/8210b20dd6af5ae530b34dfa097c90565dbb2d96daf0c2a8a95a2537aeb80437815a5e29fe21c1b9aa1d2c3dfae2bb5989ba2560cdb8c2b227d99256a2a6ccf6","name":"Misha.png","type":"image/png","lastModified":1614978608397.459,"size":116009},{"id":"0cef5524289c555cace0161a312da1914c86db4930686db64f91838f345cf5ae34729f64cc8428cb581272a50c46b185f6ab98a91e3be025b841a8fb61cef20b","href":"https://static.observableusercontent.com/files/0cef5524289c555cace0161a312da1914c86db4930686db64f91838f345cf5ae34729f64cc8428cb581272a50c46b185f6ab98a91e3be025b841a8fb61cef20b","name":"Will.png","type":"image/png","lastModified":1614978608516.641,"size":816580},{"id":"3984fb8c8643a7017a7f168703ad7e63ccffb8abd32489bb3465985ed0b67b57ecc87f20f601711d2ce99b22b00566838dad3185752d28e76571e50a25fa0e00","href":"https://static.observableusercontent.com/files/3984fb8c8643a7017a7f168703ad7e63ccffb8abd32489bb3465985ed0b67b57ecc87f20f601711d2ce99b22b00566838dad3185752d28e76571e50a25fa0e00","name":"Angus.png","type":"image/png","lastModified":1614978607967.424,"size":113609}] 32:{"id":"698b895bc15d9ccb","slug":"part-4-a-story-of-time-and-fatherhood","title":"Part 4 - A Story of Time and Fatherhood","thumbnail":"5fd801fe3afd6c9ca0fd57e8419bbdd11e99635a08799ba45f5183c189bfb817","access_level":"public","create_time":"$D2021-02-27T06:41:49.193Z","update_time":"$D2021-03-15T12:07:20.358Z","view_time":null,"first_public_time":"$D2021-03-01T10:58:19.276Z","has_unpublished_edits":null,"fork":false,"stars":2,"starred":false,"owner":{"type":"team","id":"46d757b0a7e70394","login":"mtsvelik","name":"Misha Tsvelik","avatar_url":"https://avatars-next.observableusercontent.com/9ef83be769fccaa60175b65abcb8fb329e45720c0290ca484f36e9cbd8d70073","tier":"starter_2024"},"version":311,"publish_version":311,"role":null,"authored":false,"authors":[{"type":"individual","id":"f60395cebced3c6c","login":"mtsvelik","name":"Misha Tsvelik","avatar_url":"https://avatars-next.observableusercontent.com/9ef83be769fccaa60175b65abcb8fb329e45720c0290ca484f36e9cbd8d70073","tier":null}],"members":[{"type":"individual","id":"f60395cebced3c6c","login":"mtsvelik","name":"Misha Tsvelik","avatar_url":"https://avatars-next.observableusercontent.com/9ef83be769fccaa60175b65abcb8fb329e45720c0290ca484f36e9cbd8d70073","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":0,"collection":{"id":"0aa3fad66df8397b","slug":"book-club-what-our-posts-say-about-us","title":"Book Club: What Our Posts Say About Us","owner":{"id":"46d757b0a7e70394","login":"mtsvelik","name":"Misha Tsvelik"}},"type":"notebook","body":{"title":"Part 4 - A Story of Time and Fatherhood","cells":[{"id":0,"value":"md`# Part 4 - A Story of Time and Fatherhood\n\n

\"The — Image: [Salvador Dali](https://en.wikipedia.org/wiki/The_Persistence_of_Memory)

\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":24,"value":"post_volume_by_day_chart = html`

Post volume by day of week

\n${viewof senders2_input}\n${viewof father2_input} \n

\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":86,"value":"md `Fatherhood shifts mosts popular posting day from Wednesday to Friday`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":69,"value":"posts_day_by_hour_chart = html `\n

Post volume by hour of day

${viewof senders_input}

${viewof father_input}

`\n","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":98,"value":"md `

Daniel's most popular posting hour (above) is 7-8am Wednesday, his highest sentiment hour (below) is 8-9 on a Monday. I 'll have some of what he has for breakfast please!!

Andy is the other early poster 8-9am Wednesday, Friday are his most popular hours.

Jim is very much the classic working hours man, Friday 6-7pm being his most popular hour. He probably goes to the garage and has a beer whilst posting (a well improvised pub under the current circumstances).

Will loves a late night Friday post 11pm-midnight to be precise. In his own head, he's getting ready for a big night out.

Misha's and Andy's fatherhood has shifted their posting more towards the weekend.

`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":103,"value":"posts_day_by_hour_sentiment_chart = html `\n

Post sentiment by hour of day

\n${viewof senders_copy_input}\n${viewof father_copy_input}\n${viewof sentiment_heatmap_threshold_input}\n

\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":130,"value":"md `

The happiest hour is 10-11pm Friday night

Wednesday morning / lunchtime is the most negative time of the week, this is also when Alan comes into his own for negative posting, watch-out!

Alan is at his most jubilant 10-midnight on Friday night, although there might be some sarcasm effects here.

Henry vents his frustrations 9-10pm on Monday, possibly the begining of a long week.

The happiest hour of posting from anyone is Daniel - 8-9am Monday - a quite different attitude to the working week!

\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":234,"value":"html `

Book club members first borns

`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":169,"value":"post_sentiment_chart = html`

Post Sentiment

${viewof father_input_copy}

${viewof pandemic_input}

` ","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":224,"value":"$34","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":181,"value":"post_sentiment_time_chart = html `

Post Sentiment over time

`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":267,"value":"md `Two noteworthy things for me above are.\n

General sentiment is going down over time, to the point of beig ever so slightly negative in 2021. From other results shown in this project I believe this to be driven by the increasing prevalnce of News & Politics as a topic in 2019/2020 (eclipsing more positive topics such as Sport and Games) and group members having children.

The above point about children is perhaps best illustrate by Will, whose Sentiment sees the biggest drop from 0.23 in 2015 to -0.12 in 2021, having had 2 children during that time (at the time of writing the only member with 2 kids). Chin up Will, you'll get through it!

`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":14,"value":"md `### Appendix - Code: Days of week chart`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":27,"value":"viewof father2_input = Radio(['both'].concat(Array.from( new Set(main_file.map(e => e['father'])))), {label: \"Father?\", value: \"both\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":35,"value":"viewof senders2_input = Radio(['Any'].concat(members_by_post_volume_array), {label: \"Sender:\", value: \"Any\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":21,"value":"post_volume_by_day_chart_gen = Highcharts.chart('post_volume_by_day_chart', { \n chart: {\n type: 'column',\n height: 300\n },\n xAxis: {\n categories: post_volume_by_day_array.map(function(e){ return e[0]})\n },\n title: {\n text: null\n },\n legend: {\n enabled: false\n },\n credits: {\n enabled: false\n },\n yAxis: {\n title: {\n text: 'No. of posts'\n },\n gridLineWidth:0,\n lineWidth: 0,\n minorGridLineWidth: 0,\n labels: {\n enabled: false\n }\n },\n plotOptions: {\n column: {\n colorByPoint: true\n },\n series: {\n dataLabels: {\n enabled: true\n }\n }\n },\n series: [\n { name: 'Day of week', data: post_volume_by_day_array.map(function(e){ \n return {\n y: Number(e[1]),\n color: Highcharts.getOptions().colors[0]\n }\n }) \n }\n ]\n});\n ","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":16,"value":"post_volume_by_day_array = d3.rollups(main_file.filter(e =>\n [\n (senders2_input != 'Any'? senders2_input.indexOf(e['sender']) > -1: true),\n (father2_input != 'both'? father2_input.indexOf(e['father']) > -1: true)\n \n ]\n .every((input) => input == true) \n),\n v => v.length,\n d => d['datetime_asdate'].getDay()\n )\n .sort(function(a,b){\n return days_of_week_order_object[days_of_week_object[a[0]]] - days_of_week_order_object[days_of_week_object[b[0]]];\n }) \n .map(e => \n [days_of_week_object[e[0]], e[1]]\n )","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":51,"value":"md `### Hour by day count heatmap`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":74,"value":"$35","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":57,"value":"//need results returned in as array of objects [{group:,variable:,value:}] \nposts_day_by_hour_array = d3.rollups(main_file.filter(e => \n [\n (senders_input != 'Any'? senders_input.indexOf(e['sender']) > -1: true),\n (father_input != 'both'? father_input.indexOf(e['father']) > -1: true)\n \n ]\n .every((input) => input == true) \n), v => v.length, d => d['datetime_asdate'].getDay(), d => d['datetime_asdate'].getHours()\n).map(function(e){\n let day = e[0]\n return e[1].map(function(el){ \n el.unshift(days_of_week_object[day])\n return el\n })\n}).reduce(function(arr, elem) {\n return arr.concat(elem);\n}, [])\n.map(function(el){\n return {\n group:el[0],\n variable:el[1],\n value:el[2]\n }\n});","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":53,"value":"viewof senders_input = Radio(['Any'].concat(members_by_post_volume_array), {label: \"Sender:\", value: \"Any\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":55,"value":"viewof father_input = Radio(['both'].concat(Array.from( new Set(main_file.map(e => e['father'])))), {label: \"Father?\", value: \"both\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":107,"value":"md `### Hour by day sentiment heatmap`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":115,"value":"$36","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":117,"value":"//need results returned in as array of objects [{group:,variable:,value:}]\nposts_sentiment_day_by_hour_array = d3.rollups(main_file.filter(e =>\n [\n (senders_copy_input != 'Any'? senders_copy_input.indexOf(e['sender']) > -1: true),\n (father_copy_input != 'both'? father_copy_input.indexOf(e['father']) > -1: true)\n \n ]\n .every((input) => input == true) \n), v => v.length >= sentiment_heatmap_threshold_input? d3.mean(v, d => d['Google sentiment product']): '', d => d['datetime_asdate'].getDay(), d => d['datetime_asdate'].getHours()\n).map(function(e){\n let day = e[0]\n return e[1].map(function(el){ \n el.unshift(days_of_week_object[day])\n return el\n })\n}).reduce(function(arr, elem) {\n return arr.concat(elem);\n}, [])\n.map(function(el){\n return {\n group: el[0],\n variable: el[1],\n value: Number(el[2])\n }\n})\n/*.filter(e => e.value != \"\")*/;","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":119,"value":"viewof sentiment_heatmap_threshold_input = Range([1, 50], {value: 30, step:1, label: \"Min post count for sentiment calculation\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":121,"value":"viewof senders_copy_input = Radio(['Any'].concat(members_by_post_volume_array), {label: \"Sender:\", value: \"Any\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":122,"value":"viewof father_copy_input = Radio(['both'].concat(Array.from( new Set(main_file.map(e => e['father'])))), {label: \"Father?\", value: \"both\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":151,"value":"md `### Timeline and Sentiment overall charts`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":154,"value":"viewof father_input_copy = Select(['both'].concat(Array.from( new Set(main_file.map(e => e['father'])))), {label: \"Father?\", value: \"both\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":206,"value":"viewof pandemic_input = Select((Array.from( new Set(main_file.map(e => e['pandemic'])))), {label: \"Filter to pandemic period?\", value: false})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":244,"value":"$37","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":237,"value":"$38","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":297,"value":"fathers_array_formatted = fathers_array.map(e => ({\n x: Date.UTC(e[\"firstborn dob\"].getFullYear(),e[\"firstborn dob\"].getMonth(),e[\"firstborn dob\"].getDate()),\n name: e[\"name\"],\n label: `${e[\"name\"]} fathers ${e[\"firstborn name\"]}`,\n color: colors[e[\"name\"]],\n description: `${e[\"name\"]} fathers ${e[\"firstborn name\"]}`\n })).concat([{\n x: Date.UTC(main_file[main_file.length-1]['datetime_asdate'].getFullYear(), main_file[main_file.length-1]['datetime_asdate'].getMonth(), main_file[main_file.length-1]['datetime_asdate'].getDate()),\n name: 'last data point',\n label: 'last data point',\n color: 'grey',\n description: \"last data point\"\n }]);","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":165,"value":"post_sentiment_array = d3.rollups(main_file.filter(e =>\n [\n (father_input_copy != 'both'? father_input_copy.indexOf(e['father']) > -1: true),\n (pandemic_input == e['pandemic']) \n ]\n .every((input) => input == true) \n), v => d3.mean(v, d => d['Google sentiment product']), d => d['sender']).sort(function(a,b){\n return b[1] - a[1];\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":168,"value":"$39","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":141,"value":"md `### Sentiment over time chart`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":144,"value":"post_sentiment_by_year_array = d3.rollups(main_file, v => v.length >= 50? d3.mean(v, d => d['Google sentiment product']):'', d => d.sender, d => d['datetime_asdate'].getFullYear())\n.map(e => (\n {\n \t\tname: e[0],\n color: colors[e[0]],\n data: e[1].map(el => ({\n x: el[0],\n y: el[1]\n }) \n ).filter(e => e.y != \"\") \n\n }\n) ).concat([\n\n {\n name: 'All',\n color: 'grey',\n data: d3.rollups(main_file, v => v.length >= 50? d3.mean(v, d => d['Google sentiment product']):'', d => d['datetime_asdate'].getFullYear())\n .map(el => ({\n x: el[0],\n y: el[1]\n }) \n ).filter(e => e.y != \"\") \n }\n\n ])\n\n","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":148,"value":"$3a","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":7,"value":"md `### Imports`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":9,"value":"import {Button, Checkbox, Toggle, Radio, Range, Select, Text, Search, Table, Input, bind, html} from \"@observablehq/inputs\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":10,"value":"import {rangeSlider, persistentSelect} from \"@bumbeishvili/utils\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4,"value":"import {d3, Highcharts, main_file, exploded_file, colors, types, post_volume_array, members_by_post_volume_array, people_by_post_volume_object, post_volume_map, post_categories_top15_array, topics_by_post_volume_object, days_of_week_object, days_of_week_order_object, years_array, fathers_array} from \"@mtsvelik/book-club-whatsapp-group-what-our-posts-say-about-us-intro\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":309,"value":"import {members_timeline_chart_array} from \"@mtsvelik/what-our-posts-say-about-us-part-1-the-great-post-race\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W3b","stdlib":"1","titling":"auto"}} 33:"$32:body"