2b:null 2c:["$","title",null,{"children":"Unified News for the week ending Thursday, December 29th, 2022 | Rohan Kshirsagar | Observable"}] 31:T440,Plot.plot({ marks: [ Plot.textX( top_topics_with_attention .slice(0, 20) .groupby("topic_name") .rollup({ attention_normalized: op.sum("attention_normalized") }), { x: "attention_normalized", y: "topic_name", text: "topic_name", target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 30, lineWidth: 20, lineHeight: 1 } ), Plot.barX( top_topics_with_attention .slice(0, 20) .groupby("topic_name") .rollup({ attention_normalized: op.sum("attention_normalized") }), { x: "attention_normalized", y: "topic_name", sort: { y: "x", reverse: true } } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: 1000, style: { background: "white", color: "black" } })32:T425,Plot.plot({ marks: [ Plot.dot(top_10_topic_source_bias_attention.orderby("source_bias"), { x: "source_bias_readable", y: "topic_name", fill: "source_bias_readable", r: "attention_sum", sort: { y: "r", reverse: true } }) ], y: { tickSize: 0, label: null, domain: d3 .groupSort( top_10_topic_source_bias_attention, (g) => d3.sum(g, (d) => d.attention_sum), (d) => d.topic_name ) .reverse() }, x: { label: null, tickSize: 0, domain: d3.groupSort( top_10_topic_source_bias_attention, (g) => d3.max(g, (d) => d.source_bias), (d) => d.source_bias_readable ) }, r: { range: [0, 40] }, width: PLOT_WIDTH, height: 1000, marginLeft: 520, marginBottom: 40, style: { background: "transparent", color: "black", fontSize: 27 }, color: { type: "categorical", domain: ["Left", "Lean Left", "Center", "Lean Right", "Right"], range: ["#4478BB", "#6fb5f6", "#808080", "#f9aa9f", "#D56163"] } })33:T49c,Plot.plot({ marks: [ Plot.barX(unified_topics_with_attention_source.orderby("source"), { x: "attention_sum", y: "topic_headline_no_source", fill: "source", sort: { y: "x", reverse: true } }), Plot.textX( unified_topics_with_attention_source .groupby( "topic_headline_no_source", "topic_headline_truncated", "topic_headline" ) .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }) .orderby(aq.desc("attention_sum")), { x: "attention_sum", y: "topic_headline_no_source", text: "topic_headline_no_source", href: (d) => get_headline_url(d["topic_headline"]), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 20 } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: num_unified_topics * 50, style: { background: "transparent", fontSize: "20px" } })34:T74f,{ let topics = missed_headlines .params({ source_input: source_input }) .filter((d, $) => d.source === $.source_input) .array("topic_name"); let temp = aq .from( top_20_topic_source_attention .objects() .filter((o) => topics.includes(o.topic_name)) ) .orderby(aq.desc("attention_sum")); let data = temp .groupby("topic_headline") .derive({ rank: op.rank(), url: aq.escape((o) => source_img_map[o.source]) }) .derive({ position: (d) => d.rank * 1.5 }) .orderby("topic_headline"); let plot = Plot.plot({ marks: [ Plot.image(data.orderby("source"), { x: "position", y: "topic_headline_no_source", src: "url", width: 30, height: 30, sort: { y: "x", reverse: true } }), Plot.textX( data .groupby("topic_headline_no_source", "topic_headline") .rollup({ attention_sum: (d) => op.sum(d.attention_sum), text_position: (d) => op.max(d.position) + 1 }) .orderby(aq.desc("attention_sum")), { x: "text_position", y: "topic_headline_no_source", text: "topic_headline_no_source", lineWidth: 20, href: (d) => get_headline_url(d["topic_headline"]), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 25 } ) ], y: { ticks: null, tickSize: 6, label: "Covered By" }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: topics.length * 100, marginRight: 200, style: { fontSize: "18px" } }); return plot; }35:T41f,{ let x = chartData .groupby("source_bias", "source_bias_readable") .rollup({ attention_sum: (o) => op.sum(o.attention_score) }); return Plot.plot({ r: { range: [0, 30] }, marks: [ // Draw vertical bars Plot.dot( x, // Group data into categories along the x axis { r: "attention_sum", // compute + display the count of observations in each group x: "source_bias_readable", fill: "source_bias_readable" } ) ], x: { label: null, tickSize: 0, domain: d3.groupSort( chartData, (g) => d3.max(g, (d) => d.source_bias), (d) => d.source_bias_readable ) }, marginLeft: 60, marginTop: 20, marginBottom: 100, width: PLOT_WIDTH / 2, height: 300, style: { fontSize: 20 }, color: { type: "categorical", domain: ["Left", "Lean Left", "Center", "Lean Right", "Right"], range: ["#4478BB", "#6fb5f6", "#808080", "#f9aa9f", "#D56163"] } }); }36:T434,{ let chartDataGrouped = chartData .groupby("source_readable", "source", "source_bias") .rollup({ attention_sum: (o) => op.sum(o.attention_score) }); return Plot.plot({ r: { range: [0, 60] }, marks: [ // Draw vertical bars Plot.dot( chartDataGrouped, // Group data into categories along the x axis { r: "attention_sum", // compute + display the count of observations in each group x: "source_readable", fill: "source", strokeWidth: 40, sort: (d) => d.source_bias } ) ], x: { label: null, tickSize: 0, domain: d3.groupSort( chartDataGrouped, (g) => d3.max(g, (d) => d.source_bias), (d) => d.source_readable ) }, marginLeft: 60, marginTop: 50, marginBottom: 40, width: PLOT_WIDTH * 1.5, height: 200, style: { fontSize: 21 }, color: { type: "categorical", domain: sources, range: sources.map((a) => source_color_map[a]) } }); }37:T4d3,data = raw_data .map((o) => { o.scraped_at_time = o.scraped_at.split(".")[0]; o.scraped_at_date = o.scraped_at.split(" ")[0]; o.headline_with_source = "(" + o.source + ") " + o.headline; o.topic_headline_no_source = o.topic_headline .slice(o.topic_headline.indexOf(")") + 1) .trim(); o.topic_headline_with_source_formatted = source_map[o.topic_headline.slice(1, o.topic_headline.indexOf(")"))] + ": " + o.topic_headline_no_source; o.headline_with_source_formatted = source_map[o.source] + ": " + o.headline; o.topic_headline_truncated = o.topic_headline_no_source.length > 75 ? o.topic_headline_no_source.slice(0, 75) + "..." : o.topic_headline_no_source; o.rank = parseInt(o.rank); o.mismatched_coverage = parseFloat(o.mismatched_coverage); o.united_coverage = parseFloat(o.united_coverage); o.topic_name = o.topic_name in topic_rename_map ? topic_rename_map[o.topic_name] : o.topic_name; o.source_readable = source_map[o.source]; o.source_bias = source_bias_map[o.source]; o.source_bias_readable = source_bias_readable_map[o.source]; return o; }) .filter((o) => o.topic_prob > topic_threshold)38:Tb6e,function get_head_to_head( source_a, source_b, source_neutral = null, num_topics = 8, order_reverse = false ) { let remapped_data = dt.params({ topic_rename_map: topic_rename_map }).derive({ topic_name: (o, $) => o.topic_name in $.topic_rename_map ? $.topic_rename_map[o.topic_name] : o.topic_name }); let top_10_topics_a = aq .from( remapped_data .objects() .filter( (o) => (o.source === source_a) & (o.topic_prob > topic_threshold) ) ) .groupby("topic_name") .rollup({ attention_sum: (d) => op.sum(d.attention_score) }) .orderby(aq.desc("attention_sum")) .slice(0, num_topics) .array("topic_name"); let top_10_topics_b = aq .from( remapped_data .objects() .filter( (o) => (o.source === source_b) & (o.topic_prob > topic_threshold) ) ) .groupby("topic_name") .rollup({ attention_sum: (d) => op.sum(d.attention_score) }) .orderby(aq.desc("attention_sum")) .slice(0, num_topics) .array("topic_name"); let top_10_topics_h2h = top_10_topics_a.concat(top_10_topics_b); if (source_neutral !== null) { let top_10_topics_neutral = aq .from( remapped_data .objects() .filter( (o) => (o.source === source_neutral) & (o.topic_prob > topic_threshold) ) ) .groupby("topic_name") .rollup({ attention_sum: (d) => op.sum(d.attention_score) }) .orderby(aq.desc("attention_sum")) .slice(0, num_topics) .array("topic_name"); top_10_topics_h2h = top_10_topics_h2h.concat(top_10_topics_neutral); } let head_to_head_raw = aq .from( remapped_data .objects() .filter( (o) => (o.source === source_a || o.source === source_b || o.source === source_neutral) && top_10_topics_h2h.includes(o.topic_name) ) ) .groupby("topic_name", "source") .rollup({ attention_sum: op.sum("attention_score") }) .objects(); const topic_sums = aq .from(head_to_head_raw) .groupby("topic_name") .rollup({ attention_sum: op.sum("attention_sum") }) .objects(); const topic_sum_map = new Map( topic_sums.map((object) => { return [object.topic_name, object.attention_sum]; }) ); let head_to_head_normalized = aq .from( head_to_head_raw.map((o) => { o.attention_sum_normalized = o.attention_sum / topic_sum_map.get(o.topic_name); o.attention_sum_denominator = topic_sum_map.get(o.topic_name); return o; }) ) .orderby(aq.desc("attention_sum_denominator"), "source"); if (order_reverse) { head_to_head_normalized = head_to_head_normalized.orderby( aq.desc("attention_sum_denominator"), aq.desc("source") ); } return head_to_head_normalized; }39:T5f8,

Style HTML HERE

3a:T6ea,topic_rename_map = ({ "School Teacher Superior Race": "School Race Gender Culture", "Ftx Crypto Exchange": "FTX Crypto Collapse", "Cup World England": "World Cup", "Oysters 13 States Raw Workout": "Raw Oysters Nutrition Cancer", "Gun Shootings America Mass": "Mass Gun Shootings America", "School Racial": "School Policy Race Identity", "Christmas Holidays Tree": "Christmas Holidays", "Police Suspect Shooting Gun": "Shootings Crime Kidnap Police", "Ftx Collapse Gone": "Ftx Collapse", "Herschel Walker Georgia": "Georgia Senate Runoff", "Warnock Raphael Walker": "Georgia Senate Runoff", "China Covid Protests Chinese": "China Protests Covid", "Mccarthy Speaker Kevin": "Speaker Kevin Mccarthy", "2024 Primary Biden Calendar": "Biden 2024", "Effective Trump Anti Antisemitism": "Trump Antisemitism", "Georgia Runoff Senate": "Georgia Senate Runoff", "Constitution Trump Call": "Constitution Trump Termination", "Shootings Crime Kidnap Drugs": "Shootings Crime Kidnap Police", "Griner Brittney Swap": "Brittney Griner Swap", "China Xi Morning Bid": "China Xi", "Covid China Zero": "Covid China", "Transgender Doctors Woman Women": "Transgender Wokeness", "Republicans Trump 2024 Voting": "Republicans Trump 2024", "Border Biden Admin": "Border Biden", "Santos George Elect": "George Santos", "Idaho Murder Professor Slayings": "Idaho Murders", "Christmas Holiday Shines Bright": "Christmas Holiday", "Subpoena Withdraws Jan Trump": "Jan 6 Committee", "Jan Committee": "Jan 6 Committee", "Police Man Woman Say": "Crime", "Desantis Democrats 2024 Gop": "Democrats GOP 2024", "Bill Spending Trillion": "Omnibus Spending Bill", "Price Cap Oil": "Oil Price Cap", "Benedict Pope Xvi": "Pope Benedict XVI" })3b:T810,function plot_head_to_head(data) { data = data.params({ topic_rename_map: topic_rename_map }).derive({ topic_name: (o, $) => o.topic_name in $.topic_rename_map ? $.topic_rename_map[o.topic_name] : o.topic_name }); let sources = data .rollup({ source: op.array_agg_distinct("source") }) .array("source")[0]; let source1_data = aq .from(data.objects().filter((o) => o.source === sources[0])) .derive({ attention_sum: (o) => -1 * o.attention_sum }); let source2_data = aq.from( data.objects().filter((o) => o.source === sources[1]) ); let source_colors = sources.map((a) => source_color_map[a]); let legend_plot = Plot.legend({ color: { domain: sources, range: source_colors }, className: "alphabet", style: { fontSize: "20px", marginLeft: "570px" } }); let plot = Plot.plot({ // facet: { // data: data, // x: "source", // label: null, // transform: (d) => source_map[d] // }, marks: [ Plot.barX(source2_data, { y: "topic_name", x: "attention_sum", fill: "source" }), Plot.barX(source1_data, { y: "topic_name", x: "attention_sum", fill: "source" }) ], y: { tickSize: 0, tickPadding: 20, label: null, domain: d3 .groupSort( data, (g) => d3.max(g, (d) => d.attention_sum_denominator), (d) => d.topic_name ) .reverse() }, x: { label: "Front Page Attention (Week ending " + max_date + ")", ticks: null, labelAnchor: "center", labelOffset: 40, nice: true }, marginLeft: 600, marginBottom: 50, marginRight: 300, style: { fontSize: "30px" }, color: { type: "categorical", domain: sources, range: source_colors }, width: PLOT_WIDTH, height: PLOT_WIDTH / 2 }); let plots = [legend_plot, plot]; return html`

${plots}`; }3c:T5f3,function plot_head_to_head_facet(data) { data = data.params({ topic_rename_map: topic_rename_map }).derive({ topic_name: (o, $) => o.topic_name in $.topic_rename_map ? $.topic_rename_map[o.topic_name] : o.topic_name }); let sources = data .rollup({ source: op.array_agg_distinct("source") }) .array("source")[0]; let num_topics = new Set(data.array("topic_name")).size; let source_colors = sources.map((a) => source_color_map[a]); let plot = Plot.plot({ facet: { data: data, x: "source", label: null, transform: (d) => source_map[d] }, marks: [ Plot.barX(data, { y: "topic_name", x: "attention_sum", fill: "source" }) ], y: { tickSize: 0, tickPadding: 20, label: null, domain: d3 .groupSort( data, (g) => d3.max(g, (d) => d.attention_sum_denominator), (d) => d.topic_name ) .reverse() }, x: { label: "Front Page Attention (Week ending " + max_date + ")", ticks: null, labelAnchor: "center", labelOffset: 40, nice: true }, marginLeft: 500, marginBottom: 50, marginRight: 200, style: { fontSize: "25px" }, color: { type: "categorical", domain: sources, range: source_colors }, width: PLOT_WIDTH, height: num_topics * 50 }); let plots = [plot]; return html`

${plots}`; }3d:Tcbd,function create_topic_deepdive( topic_presentation, topic_names, source1, source2, num_headlines = 3, source3 = null, tdlr_analysis = null ) { const div = document.createElement("div"); let p1 = document.createElement("p"); p1.innerHTML = markdownParser("## " + topic_presentation); div.appendChild(p1); if (tdlr_analysis !== null) { let p_tdlr = document.createElement("p"); p_tdlr.innerHTML = markdownParser(tdlr_analysis); div.appendChild(p_tdlr); } let topic_data = aq.from( data.filter( (d) => topic_names.includes(d.topic_name) && [source1, source2, source3].includes(d.source) ) ); let chartDataGrouped = topic_data .groupby("source_readable", "source", "source_bias") .rollup({ attention_sum: (o) => op.sum(o.attention_score) }); let plot = Plot.plot({ r: { range: [0, 20] }, marks: [ // Draw vertical bars Plot.dot( chartDataGrouped, // Group data into categories along the x axis { r: "attention_sum", // compute + display the count of observations in each group x: "source_readable", fill: "source", strokeWidth: 40, sort: (d) => d.source_bias } ) ], x: { label: "Front Page Attention", labelOffset: -100, tickSize: 0, domain: d3.groupSort( chartDataGrouped, (g) => d3.max(g, (d) => d.source_bias), (d) => d.source_readable ) }, marginLeft: 60, marginTop: 100, height: 200, style: { fontSize: 20 }, color: { type: "categorical", domain: sources, range: sources.map((a) => source_color_map[a]) } }); let divPlot = document.createElement("div"); let plotStyles = { display: "flex", "flex-wrap": "wrap" }; for (let style in plotStyles) { divPlot.style[style] = plotStyles[style]; } divPlot.appendChild(plot); div.appendChild(divPlot); let source1_headlines = getHeadlinesForSource( topic_data, source1, num_headlines, false ); if (source1_headlines.length > 0) { let p2 = document.createElement("p"); p2.innerHTML = markdownParser( "#### Front Page Headlines for " + source_map[source1] ); div.appendChild(p2); div.appendChild(blockquote_source_headlines(source1_headlines, source1)); } let source2_headlines = getHeadlinesForSource( topic_data, source2, num_headlines, false ); if (source2_headlines.length > 0) { let p3 = document.createElement("p"); p3.innerHTML = markdownParser( "#### Front Page Headlines for " + source_map[source2] ); div.appendChild(p3); div.appendChild(blockquote_source_headlines(source2_headlines, source2)); } let source3_headlines = getHeadlinesForSource( topic_data, source3, num_headlines, false ); if (source3_headlines.length > 0) { if (source3 !== null) { let p4 = document.createElement("p"); p4.innerHTML = markdownParser( "#### Front Page Headlines for " + source_map[source3] ); div.appendChild(p4); div.appendChild(blockquote_source_headlines(source3_headlines, source3)); } } return div; }3e:T431,Plot.plot({ marks: [ Plot.barX(top_10_topic_source_attention.orderby("source"), { x: "attention_sum", y: "topic_headline_no_source", fill: "source", sort: { y: "x", reverse: true } }), Plot.textX( top_10_topic_source_attention .groupby("topic_headline_no_source", "topic_headline") .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }) .orderby(aq.desc("attention_sum")), { x: "attention_sum", y: "topic_headline_no_source", text: "topic_headline_no_source", href: (d) => get_headline_url(d.topic_headline), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 20 } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: 800, style: { background: "transparent", color: "black" } })3f:T462,Plot.plot({ marks: [ Plot.textX( top_topics_with_attention .slice(0, 10) .groupby("topic_name", "topic_headline") .rollup({ attention_normalized: op.sum("attention_normalized") }), { x: "attention_normalized", y: "topic_headline", text: "topic_headline", target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 40, lineWidth: 20, lineHeight: 1 } ), Plot.barX( top_topics_with_attention .slice(0, 10) .groupby("topic_headline") .rollup({ attention_normalized: op.sum("attention_normalized") }), { x: "attention_normalized", y: "topic_headline", sort: { y: "x", reverse: true } } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: 1200, style: { background: "white", color: "black" } })40:T4f7,Plot.plot({ marks: [ Plot.barX(unified_topics_with_attention_source.orderby("source"), { x: "attention_sum", y: "topic_headline_no_source", fill: "source", sort: { y: "x", reverse: true } }), Plot.textX( unified_topics_with_attention_source .groupby( "topic_name", "topic_headline_no_source", "topic_headline_truncated", "topic_headline" ) .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }) .orderby(aq.desc("attention_sum")), { x: "attention_sum", y: "topic_headline_no_source", text: "topic_headline_no_source", href: (d) => get_headline_url(d["topic_headline"]), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 45, lineWidth: 20 } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: num_unified_topics * 150, style: { background: "white", color: "black", fontSize: 16 }, color: { fontSize: 15 } })41:[{"id":"4b4cd000c2ab42d6a28bfa71a7488d4adbbe82cb3e7f990168b091c25dfcda9d200528450b4e605bb26e8560388a31f2431d275dced11d49855af2988ae7a2e5","href":"https://static.observableusercontent.com/files/4b4cd000c2ab42d6a28bfa71a7488d4adbbe82cb3e7f990168b091c25dfcda9d200528450b4e605bb26e8560388a31f2431d275dced11d49855af2988ae7a2e5","name":"2022-12-29.csv","type":"text/csv","lastModified":1672773112709.241,"size":1055942},{"id":"ea6a0d9d27e5afeb5c98a32418ebe40c1acf7ce479acd1de2244002a6f460b1b091c8833960fdb9f75fdcf3601dfefe6b4788006b0a027f6a1320b8509975ec7","href":"https://static.observableusercontent.com/files/ea6a0d9d27e5afeb5c98a32418ebe40c1acf7ce479acd1de2244002a6f460b1b091c8833960fdb9f75fdcf3601dfefe6b4788006b0a027f6a1320b8509975ec7","name":"source_divergence_2022-12-29.csv","type":"text/csv","lastModified":1672773112709.241,"size":10771},{"id":"b0ecc082e5398be24772e81712fa0961b1b807a773fa510b7d9f5814e83a1e14465240061daa2808f89339b790a1cc910e9db993b103b28fa6813b5a3bed80fb","href":"https://static.observableusercontent.com/files/b0ecc082e5398be24772e81712fa0961b1b807a773fa510b7d9f5814e83a1e14465240061daa2808f89339b790a1cc910e9db993b103b28fa6813b5a3bed80fb","name":"missed_headlines_source_2022-12-29.csv","type":"text/csv","lastModified":1672773112709.241,"size":1884},{"id":"4f2fd24c21aef91be8ccaea5b47e0086bf41bbadf0ed54861c5816e47a5381bc54f4bad98607a929848c0bbac6bd64a6ff3fd2cbc5d1ccb113ae95efa5da121b","href":"https://static.observableusercontent.com/files/4f2fd24c21aef91be8ccaea5b47e0086bf41bbadf0ed54861c5816e47a5381bc54f4bad98607a929848c0bbac6bd64a6ff3fd2cbc5d1ccb113ae95efa5da121b","name":"headline_topic_analysis_2023-01-03.csv","type":"text/csv","lastModified":1672773162205.136,"size":1000084}] 2f:{"id":"935310025766fd8f","slug":null,"title":"Unified News for the week ending Thursday, December 29th, 2022","thumbnail":"7a9579f6e54a6a42fa5b497297388f239d1f7fcf6f74d3543debaa6d3d98709b","access_level":"public","create_time":"$D2023-01-03T19:11:52.709Z","update_time":"$D2023-01-03T19:19:20.989Z","view_time":null,"first_public_time":"$D2023-01-03T19:11:52.709Z","has_unpublished_edits":null,"fork":{"id":"38ef1b8e288a19ad","slug":null,"title":"Unified News for the week ending Thursday, December 29th, 2022","owner":{"id":"bec5c9294690a7df","login":"rohankshir","name":"Rohan Kshirsagar"}},"stars":0,"starred":false,"owner":{"type":"team","id":"bec5c9294690a7df","login":"rohankshir","name":"Rohan Kshirsagar","avatar_url":"https://avatars-next.observableusercontent.com/36667e1f7444245bb8bfdd8c4dc029f686a06c31b04a84b672c8d79940ba3239","tier":"starter_2024"},"version":5844,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"f0f855b208533919","login":"rohankshir","name":"Rohan Kshirsagar","avatar_url":"https://avatars-next.observableusercontent.com/36667e1f7444245bb8bfdd8c4dc029f686a06c31b04a84b672c8d79940ba3239","tier":null}],"members":[{"type":"individual","id":"f0f855b208533919","login":"rohankshir","name":"Rohan Kshirsagar","avatar_url":"https://avatars-next.observableusercontent.com/36667e1f7444245bb8bfdd8c4dc029f686a06c31b04a84b672c8d79940ba3239","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":6,"collection":null,"type":"notebook","body":{"title":"Unified News for the week ending Thursday, December 29th, 2022","cells":[{"id":4,"value":"# Unified News for the week ending Thursday, December 29th, 2022\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2134,"value":"{\n let width = 800;\n let height = 300;\n return html``;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2143,"value":"### Most Important Stories\n#### Ranked by aggregated coverage from the following main stream media sources: \n`${sources.map(o => source_map[o]).join(', ')}`\n\n*Note: this is not designed for mobile and works best on desktop*\n\nWant to see it broken down by source? Click [here](#cell-2694)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1902,"value":"$31","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5100,"value":"### Top topics measured by Front-page Attention from the past week broken down by media bias (Media bias determined by AllSides)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":5092,"value":"$32","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5329,"value":"

                                                            (CNN)      (NYT, WaPo,      (WSJ, BBC,  (Washington Times,    (Fox,

                                                                              NBC)       Reuters)   Washington Examiner) The Blaze)

\n\n \n

                                                         Higher Ranked Headlines on this topic On Mobile Front Page = More Attention

\n ","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":5026,"value":"Below are algorithmically selected headlines for each topic
\nWant to see it broken down by source? Click [here](#cell-2694)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":574,"value":"Plot.plot({\n marks: [\n Plot.textX(top_topics_with_attention, {\n x: \"attention_normalized\",\n y: \"topic_headline_no_source\",\n text: \"topic_headline\",\n href: (d) => get_headline_url(d[\"topic_headline\"]),\n target: \"_blank\",\n textAnchor: \"start\",\n dx: 10,\n sort: { y: \"x\", reverse: true },\n fontSize: 20\n }),\n Plot.barX(top_topics_with_attention, {\n x: \"attention_normalized\",\n y: \"topic_headline_no_source\",\n sort: { y: \"x\", reverse: true }\n })\n ],\n y: {\n ticks: null,\n tickSize: 6,\n label: null\n },\n x: {\n tickFormat: d3.format(\",.1f\"),\n domain: [0, 40],\n type: \"linear\",\n nice: true,\n ticks: null,\n label: null\n },\n width: PLOT_WIDTH,\n height: 800,\n style: {\n background: \"transparent\",\n color: \"black\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1806,"value":"#### Top Source Exclusive Stories\n\nStories from an outlet that set it apart from the other outlets","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1754,"value":"Plot.plot({\n marks: [\n Plot.image(skewed_topics_with_attention_source, {\n x: \"image_position\",\n y: \"topic_headline_with_source_formatted\",\n src: \"url\",\n width: 30,\n height: 30\n }),\n Plot.textX(skewed_topics_with_attention_source, {\n x: \"text_position\",\n y: \"topic_headline_with_source_formatted\",\n text: \"topic_headline_with_source_formatted\",\n href: (d) => get_headline_url(d.headline_with_source),\n target: \"_blank\",\n textAnchor: \"start\",\n dx: 10,\n fontSize: 20\n })\n ],\n y: {\n ticks: null,\n tickSize: 6,\n label: null\n },\n x: {\n tickFormat: d3.format(\",.1f\"),\n domain: [0, 40],\n type: \"linear\",\n nice: true,\n ticks: null,\n label: null\n },\n width: PLOT_WIDTH,\n height: num_skewed_topics * 50,\n style: {\n background: \"transparent\",\n color: \"black\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1815,"value":"#### Top Stories with United Coverage","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2293,"value":"Plot.legend({\n color: {\n domain: sources.sort()\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})\n","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1821,"value":"$33","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1436,"value":"-----\n\n\n\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1089,"value":"### You might have missed these stories if you read news from","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":786,"value":"viewof source_input_dict = Inputs.select(missed_source_map_array, {\n format: (x) => x.source_readable\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3215,"value":"$34","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1432,"value":"-----","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1171,"value":"### Dive deeper into the data for a specific topic","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":66,"value":"viewof topic_name = Inputs.select(new Set(top_80_topics.data().topic_name))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1392,"value":"**${topic_coverage} | ${topic_bias}**\n\n\nHere's the headline that best captures this topic:\n\n${get_headline_link(chartData.get('topic_headline', 0))}","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":5359,"value":"# ${topic_name}","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4908,"value":"### Front Page Attention by Media Bias","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4873,"value":"$35","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3443,"value":"## Key Headlines for topic: ${topic_name}\n**Top Recent Headlines from Left**\n\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3654,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"cnn\"), false)],\n \"cnn\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3499,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"nbcnews\"), false)],\n \"nbcnews\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3495,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"nytimes\"), false)],\n \"nytimes\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4554,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"washingtonpost\"), false)],\n \"washingtonpost\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3650,"value":"**Top Recent Headlines from Right**","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3490,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"foxnews\"), false)],\n \"foxnews\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3534,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"washingtontimes\"), false)],\n \"washingtontimes\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3538,"value":"blockquote_source_headlines(\n [\n get_headline_link(\n getHeadlineForSource(chartData, \"washingtonexaminer\"),\n false\n )\n ],\n \"washingtonexaminer\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5218,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"nationalreview\"), false)],\n \"nationalreview\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3648,"value":"**Top Recent Headlines from Center**","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3504,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"wsj\"), false)],\n \"wsj\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3644,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"reuters\"), false)],\n \"reuters\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5438,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"bbc\"), false)],\n \"bbc\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1588,"value":"Dive deeper into the headlines for this topic below:","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":7,"value":"viewof search = Inputs.search(tableData.orderby(\"rank\"))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":735,"value":"Inputs.table(search, {\n format: {\n attention_score: sparkbar(_.max(chartData.array(\"attention_score\"))),\n source: (x) => source_map[x],\n headline_with_source: (x) => html`${get_headline_link(x, true)}`\n },\n layout: \"auto\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1201,"value":"### Coverage by Source over Time","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2804,"value":"viewof sources_over_time = Inputs.checkbox(source_map_array, {\n label: \"Sources\",\n format: (x) => x.source_readable\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":137,"value":"plot_over_time = Plot.plot({\n marks: [\n // Draw vertical bars\n Plot.barY(\n chart_data_aggregated_filtered\n .groupby(\"scraped_at_date\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }),\n {\n x: \"scraped_at_date\", // feature for the x channel\n y: \"attention_sum\" // feature for the y channel\n // fill: \"source\"\n }\n )\n ],\n y: {\n label: \"↑ Rank-based Coverage Score for the day\"\n },\n x: {\n label: null,\n domain: new Set(chart_data_aggregated.array(\"scraped_at_date\"))\n },\n marginLeft: 60,\n marginTop: 50,\n width: PLOT_WIDTH,\n // Include a legend for the color channel\n style: {\n fontSize: 20\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":548,"value":"### Coverage by Source","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":102,"value":"$36","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3035,"value":"-----","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2842,"value":"## CNN vs Fox News: How do they compare in terms of topic coverage and bias?","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2988,"value":"### CNN vs Fox News","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":5728,"value":"plot_head_to_head(get_head_to_head(\"foxnews\", \"cnn\", null, 7))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4702,"value":"

                                Higher Ranked On Mobile Front Page = More Attention

","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":5732,"value":"### MSNBC vs Fox News","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2986,"value":"plot_head_to_head(get_head_to_head(\"msnbc\", \"foxnews\", null, 7, true))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5792,"value":"

                                Higher Ranked On Mobile Front Page = More Attention

","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3761,"value":"### Fox News vs MSNBC vs Reuters","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3766,"value":"plot_head_to_head_facet(get_head_to_head(\"foxnews\", \"msnbc\", \"reuters\", 5))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4515,"value":"

                                                             Higher Ranked On Front Page = More Attention

","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":5760,"value":"create_topic_deepdive(\n \"Ukraine Russia Putin\",\n [\"Ukraine Russia Putin\"],\n \"msnbc\",\n \"foxnews\",\n 2,\n \"reuters\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4305,"value":"create_topic_deepdive(\n \"Santos George Admits\",\n [\"Santos George Admits\"],\n \"msnbc\",\n \"foxnews\",\n 2,\n \"reuters\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4496,"value":"create_topic_deepdive(\n \"George Santos\",\n [\"George Santos\"],\n \"msnbc\",\n \"foxnews\",\n 2,\n \"reuters\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5813,"value":"create_topic_deepdive(\n \"Ukraine Russia Putin War\",\n [\"Ukraine Russia Putin War\"],\n \"msnbc\",\n \"foxnews\",\n 2,\n \"reuters\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4790,"value":"create_topic_deepdive(\n \"Omnibus Spending Bill\",\n [\"Omnibus Spending Bill\"],\n \"msnbc\",\n \"foxnews\",\n 2,\n \"reuters\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5808,"value":"create_topic_deepdive(\n \"Southwest Meltdown Airlines\",\n [\"Southwest Meltdown Airlines\"],\n \"msnbc\",\n \"foxnews\",\n 2,\n \"reuters\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2994,"value":"### The New York Times vs Wall Street Journal","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2998,"value":"plot_head_to_head(get_head_to_head(\"nytimes\", \"wsj\", null, 8))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3086,"value":"### CNN vs New York Times","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3091,"value":"plot_head_to_head(get_head_to_head(\"cnn\", \"nytimes\", null, 7))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4203,"value":"plot_head_to_head_facet(get_head_to_head(\"washingtonpost\", \"nytimes\", null, 7))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4208,"value":"plot_head_to_head_facet(get_head_to_head(\"nytimes\", \"foxnews\", \"reuters\", 5))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3997,"value":"### Fox News vs WSJ","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3999,"value":"plot_head_to_head(get_head_to_head(\"foxnews\", \"wsj\", null, 6))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5428,"value":"### The New York Times vs Reuters","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":5422,"value":"plot_head_to_head(get_head_to_head(\"reuters\", \"nytimes\", null, 6))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1418,"value":"-----","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1350,"value":"### ${most_divergence_news_source} is the Most Divergent News Source this week\nWe look at the top 20 topics for the week and use [KL Divergence](https://en.wikipedia.org/wiki/Kullback%E2%80%93Leibler_divergence) to calculate the distribution of coverage across these topics from each source. This week, ${most_divergence_news_source}, has the highest divergence score of `${most_divergence_news_source_score}`\n```\n```","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1306,"value":"{\n let chart = Plot.plot({\n marks: [\n // Draw vertical bars\n Plot.barX(\n source_divergence,\n // Group data into categories along the x axis\n { x: \"divergence\", y: \"source\", fill: \"source\" } // group observations by the `brand`\n )\n ],\n x: {\n label: \"↑ News Coverage Divergence Score\"\n },\n y: {\n label: null,\n domain: d3.groupSort(\n source_divergence,\n (g) => d3.max(g, (d) => d.source_bias),\n (d) => d.source\n )\n },\n marginLeft: 200,\n marginTop: 50,\n marginBottom: 50,\n width: PLOT_WIDTH,\n height: 1200,\n color: {\n type: \"categorical\",\n domain: sources,\n range: sources.map((a) => source_color_map[a])\n }\n });\n chart.style.fontSize = \"16px\";\n return chart;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3203,"value":"-----\n\n## Search All Data","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2678,"value":"viewof search2 = Inputs.search(\n dt\n .select(\n \"source\",\n \"headline_with_source\",\n \"rank\",\n \"attention_score\",\n \"scraped_at_date\",\n \"topic_prob\",\n \"topic_name\",\n \"metatopic_name\"\n )\n .orderby(\"scraped_at_date\", \"rank\")\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3194,"value":"Inputs.table(search2, {\n format: {\n attention_score: sparkbar(_.max(dt.array(\"attention_score\"))),\n source: (x) => source_map[x],\n headline_with_source: (x) => html`${get_headline_link(x, true)}`\n },\n layout: \"auto\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":716,"value":"## Appendix","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":169,"value":"import { aq, op } from \"@uwdata/arquero\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":401,"value":"import {StackedAreaChart} from \"@d3/normalized-stacked-area-chart\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3855,"value":"\n","pinned":false,"hidden":false,"mode":"html","author":"$undefined","summary":"$undefined","output":"showdown","database":"$undefined"},{"id":4248,"value":"topic_threshold = 0.64","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1156,"value":"PLOT_WIDTH = 1200","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3133,"value":"source_img_map = new Object({\n foxnews:\n \"https://static.foxnews.com/static/orion/styles/img/fox-news/favicons/favicon.ico\",\n wsj: \"https://wsj.com/favicon.ico\",\n nytimes: \"https://www.nytimes.com/favicon.ico\",\n cnn: \"https://cnn.com/favicon.ico\",\n reuters:\n \"https://www.reuters.com/resizer/PI3YcmEtise9n6pTKMbwoDjynJU=/1200x1200/smart/filters:quality(80)/cloudfront-us-east-2.images.arcpublishing.com/reuters/4QXBW6RP45FBRHDZQXLNRGX5UY.jpg\",\n washingtonpost: \"https://washingtonpost.com/favicon.ico\",\n washingtonexaminer: \"https://www.washingtonexaminer.com/favicon-32x32.png\",\n washingtontimes: \"https://washingtontimes.com/favicon.ico\",\n nbcnews: \"https://mlt.org/wp-content/uploads/2020/07/nbc-news-logo.png\",\n bbc: \"https://gn-web-assets.api.bbc.com/wwhp/20220908-1153-091014d07889c842a7bdc06e00fa711c9e04f049/responsive/img/apple-touch/apple-touch-180.jpg\",\n nationalreview:\n \"https://www.nationalreview.com/wp-content/themes/national-review/static/images/favicons/apple-icon-114x114.png\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":23,"value":"raw_data = FileAttachment(\"headline_topic_analysis_2023-01-03.csv\").csv()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":296,"value":"$37","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3051,"value":"chartData.view()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":80,"value":"// Filter down the data to the selected country\nchartData = aq\n .from(\n data.filter((d) =>\n topic_name === \"all\" ? true : d.topic_name === topic_name\n )\n )\n .orderby(\"scraped_at\", \"source\", \"rank\")\n .derive({\n attention_score: (d) => op.fround(d.attention_score, 3)\n })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4821,"value":"chartDataMeasurements = chartData.rollup({\n \"Average Sentiment\": (o) =>\n op.sum(o.polarity * o.attention_score) / op.sum(o.attention_score),\n \"Sentiment Variance\": (o) => op.stdev(o.polarity * o.attention_score),\n \"Average Headline Bias\": (o) =>\n op.sum(o.subjectivity * o.attention_score) / op.sum(o.attention_score)\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1698,"value":"tableData = aq.from(\n chartData\n .select(\n \"source\",\n \"headline_with_source\",\n \"rank\",\n \"attention_score\",\n \"scraped_at_time\",\n \"topic_prob\"\n )\n .objects()\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":330,"value":"chart_data_aggregated = aq.from(chartData).groupby('scraped_at_date', 'source').rollup(\n { attention_sum: d=> op.sum(d.attention_score)}).orderby('scraped_at_date', 'source')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2810,"value":"chart_data_aggregated_filtered = {\n let checked_sources = sources_over_time.map((o) => o.source_raw);\n if (checked_sources.length) {\n return aq.from(\n chart_data_aggregated\n .objects()\n .filter((o) => checked_sources.includes(o.source))\n );\n }\n return aq.from(chart_data_aggregated);\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5204,"value":"chartData.get(\"united_coverage\", 0)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1184,"value":"topic_coverage = {\n let coverage_score = _.round(chartData.get(\"united_coverage\", 0), 3);\n let coverage = \"Very Skewed Coverage\";\n if (coverage_score > 0.45) {\n coverage = \"United Coverage\";\n } else if (coverage_score > 0.1) {\n coverage = \"Somewhat Skewed Coverage\";\n } else {\n coverage = \"Very Skewed Coverage\";\n }\n return coverage;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5303,"value":"coverage_score = _.round(\n chartDataMeasurements.get(\"Average Headline Bias\", 0),\n 3\n)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4839,"value":"topic_bias = {\n let coverage_score = _.round(\n chartDataMeasurements.get(\"Average Headline Bias\", 0),\n 3\n );\n let coverage = \"Low Subjectivity\";\n if (coverage_score > 0.6) {\n coverage = \"High Subjectivity\";\n } else if (coverage_score > 0.2) {\n coverage = \"Medium Subjectivity\";\n } else {\n coverage = \"Low Subjectivity\";\n }\n return coverage;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":145,"value":"dt = aq.from(data)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2791,"value":"top_10_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 10)\n .select(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5522,"value":"top_15_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 15)\n .select(\"topic_name\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":152,"value":"top_20_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 20)\n .select(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2794,"value":"top_30_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 30)\n .select(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3392,"value":"top_80_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 80)\n .select(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":938,"value":"top_20_topic_source_attention = dt\n .groupby(\"topic_name\", \"topic_headline\", \"topic_headline_no_source\", \"source\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4568,"value":"top_20_topic_source_attention.array(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2704,"value":"top_10_topic_source_attention = aq\n .from(\n dt\n .objects()\n .filter((o) =>\n top_10_topics.array(\"topic_name\").includes(o.topic_name)\n )\n )\n .groupby(\n \"topic_name\",\n \"topic_headline\",\n \"topic_headline_no_source\",\n \"source\"\n )\n .params({ division_factor: division_factor })\n .rollup({\n attention_sum: (d, $) => op.sum(d.attention_score) / $.division_factor\n })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5095,"value":"top_10_topic_source_bias_attention = aq\n .from(\n dt\n .objects()\n .filter((o) => top_10_topics.array(\"topic_name\").includes(o.topic_name))\n )\n .groupby(\"topic_name\", \"source_bias\", \"source_bias_readable\")\n .params({ division_factor: division_factor })\n .rollup({\n attention_sum: (d, $) => op.sum(d.attention_score) / $.division_factor\n })","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2536,"value":"top_dt = aq.from(\n dt\n .objects()\n .filter((a) =>\n top_20_topics\n .slice(0, 10)\n .array(\"topic_name\")\n .includes(a.topic_name)\n )\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2508,"value":"topic_date_source_attention = top_dt\n .groupby(\n \"topic_name\",\n \"topic_headline\",\n \"topic_headline_no_source\",\n \"scraped_at_date\",\n \"source\"\n )\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(\"source\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":529,"value":"top_topics_with_attention_temp = dt.params({ topic_rename_map: topic_rename_map }).derive({\n topic_name: (o, $) =>\n o.topic_name in $.topic_rename_map\n ? $.topic_rename_map[o.topic_name]\n : o.topic_name\n })\n .groupby(\n \"topic_name\",\n \"topic_headline_no_source\",\n \"topic_headline\",\n \"topic_headline_truncated\"\n )\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 15)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2728,"value":"division_factor = top_topics_with_attention_temp\n .rollup({\n max: (d) => aq.op.max(d.attention_sum)\n })\n .array(\"max\")[0] / 10","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2734,"value":"top_topics_with_attention = top_topics_with_attention_temp.derive({\n attention_normalized: aq.escape((o) => o.attention_sum / division_factor)\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1729,"value":"skewed_topics_with_attention_source = dt\n .filter(\n (o) =>\n o.normalized_entropy < 0.2 &&\n o.normalized_coverage > 0.05 &&\n !op.includes(o.topic_name, \"Today\")\n )\n .orderby(aq.desc(\"attention_score\"))\n .groupby(\"topic_headline\")\n .slice(0, 1)\n .derive({\n url: aq.escape((o) => source_img_map[o.source]),\n image_position: 0,\n text_position: 1\n })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3159,"value":"skewed_topics_with_attention_source.view()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1867,"value":"num_skewed_topics = skewed_topics_with_attention_source.size","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1811,"value":"unified_topics_with_attention_source = dt\n .groupby(\n \"topic_name\",\n \"topic_headline_no_source\",\n \"topic_headline\",\n \"topic_headline_truncated\",\n \"united_coverage\",\n \"normalized_entropy\",\n \"normalized_coverage\",\n \"source\"\n )\n .params({ division_factor: division_factor })\n .rollup({\n attention_sum: (d, $) => op.sum(d.attention_score) / $.division_factor\n })\n .orderby(aq.desc(\"united_coverage\"))\n .filter((o) => o.normalized_entropy > 0.75 && o.united_coverage > 0.35)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2378,"value":"dt\n .groupby(\n \"topic_name\",\n \"topic_headline_no_source\",\n \"topic_headline\",\n \"topic_headline_truncated\",\n \"united_coverage\",\n \"normalized_entropy\",\n \"normalized_coverage\",\n \"source\"\n )\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"united_coverage\")).view()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5446,"value":"{\n const div = document.createElement(\"div\");\n const urls = unified_topics_with_attention_source\n .dedupe(\"topic_headline\")\n .array(\"topic_headline\")\n .map((x) => get_headline_link(x, false));\n urls.forEach(function (item, index) {\n let p = document.createElement(\"p\");\n p.innerHTML = item;\n div.appendChild(p);\n });\n return div;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1865,"value":"num_unified_topics = unified_topics_with_attention_source\n .rollup({ count_topics: op.distinct(\"topic_name\") })\n .values(\"count_topics\", 0)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":767,"value":"source_divergence_raw = FileAttachment(\"source_divergence_2022-12-29.csv\").csv();","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":811,"value":"source_divergence = aq.from(\n source_divergence_raw.map((o) => {\n o.divergence = parseFloat(o.divergence);\n o.source_bias = source_bias_map[o.source];\n return o;\n })\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3757,"value":"source_divergence.view()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2576,"value":"mean_divergence = source_divergence\n .rollup({ mean: (d) => op.mean(d.divergence) })\n .values(\"mean\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1359,"value":"most_divergence_news_source = source_map[_.maxBy(source_divergence.objects(), function (o) { return o.divergence }).source]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1379,"value":"most_divergence_news_source_score = _.round(_.maxBy(source_divergence.objects(), function (o) { return o.divergence }).divergence, 3)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":768,"value":"missed_headlines_raw = FileAttachment(\"missed_headlines_source_2022-12-29.csv\").csv()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":801,"value":"missed_headlines = aq.from(\n missed_headlines_raw.map((o) => {\n o.topic_name =\n o.topic_name in topic_rename_map\n ? topic_rename_map[o.topic_name]\n : o.topic_name;\n return o;\n })\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2194,"value":"missed_headlines.view()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":815,"value":"sources = dt.rollup({ sources: op.array_agg_distinct(\"source\") })._data.sources\n .data[0]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2641,"value":"missed_sources = missed_headlines.rollup({\n sources: op.array_agg_distinct(\"source\")\n})._data.sources.data[0]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1118,"value":"source_map = ({\n cnn: \"CNN\",\n nytimes: \"New York Times\",\n foxnews: \"Fox News\",\n wsj: \"Wall Street Journal\",\n reuters: \"Reuters\",\n washingtonpost: \"Washington Post\",\n washingtonexaminer: \"Washington Examiner\",\n washingtontimes: \"Washington Times\",\n nbcnews: \"NBC News\",\n bbc: \"BBC\",\n nationalreview: \"National Review\",\n msnbc: \"MSNBC\",\n theblaze: \"The Blaze\",\n nypost: \"NYPost\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4674,"value":"source_bias_map = ({\n cnn: 0,\n nytimes: 1,\n foxnews: 4,\n wsj: 2,\n reuters: 2,\n bbc: 2,\n washingtonpost: 1,\n washingtonexaminer: 3,\n washingtontimes: 3,\n nbcnews: 1,\n bbc: 2,\n nationalreview: 4,\n msnbc: 0,\n nypost: 3\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4819,"value":"source_bias_readable_map = ({\n cnn: \"Left\",\n nytimes: \"Lean Left\",\n foxnews: \"Right\",\n wsj: \"Center\",\n reuters: \"Center\",\n bbc: \"Center\",\n washingtonpost: \"Lean Left\",\n washingtonexaminer: \"Lean Right\",\n washingtontimes: \"Lean Right\",\n nbcnews: \"Lean Left\",\n bbc: \"Center\",\n nationalreview: \"Right\",\n msnbc: \"Left\",\n nypost: \"Lean Right\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4638,"value":"reverse_source_map = Object.fromEntries(Object.entries(source_map).map(([k, v]) => [v, k]))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2643,"value":"missed_sources_map = Object.fromEntries(\n missed_sources.map((i) => [i, source_map[i]])\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2653,"value":"missed_source_map_array = Object.entries(missed_sources_map).map((o) => {\n let r = {};\n r[\"source_raw\"] = o[0];\n r[\"source_readable\"] = o[1];\n return r;\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1648,"value":"source_input = source_input_dict.source_raw","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1604,"value":"source_map_array = Object.entries(source_map).map(o => {\n let r = {};\n r['source_raw'] = o[0];\n r['source_readable'] = o[1];\n return r\n} )","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1002,"value":"function get_headline_and_sources(topic_name) {\n let filtered = top_20_topic_source_attention\n .objects()\n .filter((d) => d.topic_name == topic_name && d.attention_sum > 1.5);\n let headline = filtered[0].topic_headline;\n let sources = filtered.map((o) => o.source);\n return { headline: headline, sources: sources };\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1043,"value":"function plot_headline_and_sources_with_cells(headline, sources) {\n return [\n Plot.plot({\n marks: [\n Plot.text([headline], {\n fontSize: 20,\n lineWidth: 30,\n ref: get_headline_url(headline),\n target: \"_blank\",\n frameAnchor: \"left\"\n })\n ],\n width: PLOT_WIDTH,\n height: 80,\n x: {\n ticks: null\n },\n y: {\n ticks: null\n },\n style: {\n color: \"black\"\n }\n }),\n Plot.plot({\n marks: [\n Plot.cell(\n sources.map((x) => source_map[x]),\n {\n x: (d) => d\n }\n )\n ],\n x: {\n label: \"Reported By\",\n labelOffset: -35\n },\n grid: true,\n height: 80,\n width: sources.length * 150,\n marginLeft: 0,\n marginTop: 30,\n marginBottom: 30,\n style: {\n color: \"black\",\n fontSize: 14\n }\n })\n ];\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3518,"value":"function getHeadlineForSource(data, source) {\n let filteredData = data\n .orderby(\"rank\", aq.desc(\"scraped_at_date\"))\n .filter(\n aq.escape((o) => o.source === source && o.topic_prob > topic_threshold)\n );\n if (filteredData.size == 0) {\n return \"(\" + source + \") NO HEADLINE\";\n }\n\n return filteredData.slice(0, 1).objects()[0].headline_with_source;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4610,"value":"function getHeadlinesForSource(data, source, count = 1, with_dates = false) {\n let filteredData = data\n .orderby(\"rank\", aq.desc(\"scraped_at_date\"))\n .filter(\n aq.escape((o) => o.source === source && o.topic_prob > topic_threshold)\n );\n if (filteredData.size == 0) {\n return [];\n }\n if (count === 1) {\n return filteredData.slice(0, 1).objects()[0].headline_with_source;\n }\n if (with_dates) {\n return filteredData\n .derive({\n headline_with_date: (o) => \"(\" + o.scraped_at_date + \") \" + o.headline\n })\n .array(\"headline_with_date\")\n .slice(0, count);\n }\n return filteredData\n .array(\"headline_with_source\")\n .slice(0, count)\n .map((o) => get_headline_link(o, true));\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3520,"value":"get_headline_link(getHeadlineForSource(chartData, \"foxnews\"))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1231,"value":"function get_headline_link(headline, remove_source = false) {\n if (headline === null) {\n return \"\";\n }\n let url = get_headline_url(headline);\n if (remove_source) {\n headline = headline.slice(headline.search(\"[)]\") + 1);\n }\n return '' + headline + \"\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1666,"value":"function get_headline_url(headline) {\n let source = headline.slice(\n headline.search(\"[(]\") + 1,\n headline.search(\"[)]\")\n );\n let keywords = headline\n .slice(headline.search(\"[)]\") + 1)\n .split(/[ ,]/)\n .filter((x) => x.length)\n .join(\"+\");\n keywords = keywords + \"+site:\" + source + \".com\";\n return \"https://www.google.com/search?q=\" + keywords + \"&btnI\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1232,"value":"function sparkbar(max) {\n return x => htl.html`

${x.toLocaleString(\"en\")}`\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2962,"value":"$38","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5179,"value":"get_head_to_head(\"foxnews\", \"msnbc\", null, 6).view()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3686,"value":"source_color_map = ({\n foxnews: \"#D56163\",\n wsj: \"#808080\",\n nytimes: \"#6fb5f6\",\n cnn: \"#4478BB\",\n reuters: \"#808080\",\n washingtonpost: \"#6fb5f6\",\n washingtonexaminer: \"#f9aa9f\",\n washingtontimes: \"#f9aa9f\",\n nbcnews: \"#6fb5f6\",\n bbc: \"#808080\",\n nationalreview: \"#D56163\",\n theblaze: \"#D56163\",\n msnbc: \"#4478BB\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3721,"value":"$39","pinned":false,"hidden":false,"mode":"html","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":5684,"value":"function getMaxDate(dates) {\n let maxDate = dates[0];\n for (let i = 1; i < dates.length; i++) {\n if (dates[i] > maxDate) {\n maxDate = dates[i];\n }\n }\n return maxDate;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5700,"value":"function formatDate(dateString) {\n const date = new Date(dateString);\n const options = { year: \"numeric\", month: \"short\", day: \"numeric\" };\n return date.toLocaleDateString(\"en-US\", options);\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5696,"value":"max_date = getMaxDate(dt.array(\"scraped_at_date\"))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3815,"value":"$3a","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2975,"value":"$3b","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3732,"value":"$3c","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3629,"value":"h2h_cnn_foxnews = get_head_to_head(\"cnn\", \"foxnews\", null, 10)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3615,"value":"viewof search3 = Inputs.search(h2h_cnn_foxnews)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3622,"value":"Inputs.table(search3, {\n format: {\n attention_sum: sparkbar(_.max(h2h_cnn_foxnews.array(\"attention_sum\")))\n },\n layout: \"auto\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3723,"value":"function blockquote_source_headlines(headlines, source) {\n const div = document.createElement(\"div\");\n if (\n headlines === null ||\n headlines.length == 0 ||\n typeof headlines === \"string\"\n ) {\n div.innerHTML = \"N/A\";\n return div;\n }\n headlines\n .filter((x) => x)\n .forEach(function (item, index) {\n let blockQuote = document.createElement(\"blockquote\");\n blockQuote.setAttribute(\"id\", source);\n let p = document.createElement(\"p\");\n let textNode = document.createTextNode(\"\");\n textNode.innerHTML = markdownParser(item);\n p.innerHTML = markdownParser(item);\n blockQuote.appendChild(p);\n div.appendChild(blockQuote); \n });\n return div;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4278,"value":"$3d","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3885,"value":"function markdownParser(markdown) {\n const htmlText = markdown\n .replace(/^# (.*$)/gim, \"

$1

\")\n .replace(/^## (.*$)/gim, \"

$1

\")\n .replace(/^### (.*$)/gim, \"

$1

\")\n .replace(/^#### (.*$)/gim, \"

$1

\")\n .replace(/^##### (.*$)/gim, \"

$1

\")\n .replace(/^###### (.*$)/gim, \"

$1

\")\n .replace(/\\*([0-9a-zA-Z ]*?)\\*/g, \"$1\");\n return htmlText.trim();\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2694,"value":"### Top Topics Colored by Front-page Ranking Attention\n\n[Go back](#cell-2143)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2687,"value":"Plot.legend({\n color: {\n domain: sources.sort()\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2683,"value":"$3e","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3046,"value":"[Go back](#cell-2143)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1896,"value":"### Mobile friendly charts","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4400,"value":"# This Week Top Topics","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":5017,"value":"$3f","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4035,"value":"Plot.legend({\n color: {\n domain: sources.sort()\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4030,"value":"Plot.plot({\n marks: [\n Plot.barX(top_10_topic_source_attention.orderby(\"source\"), {\n x: \"attention_sum\",\n y: \"topic_name\",\n fill: \"source\",\n sort: { y: \"x\", reverse: true }\n }),\n Plot.textX(\n top_10_topic_source_attention\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_sum) })\n .orderby(aq.desc(\"attention_sum\")),\n {\n x: \"attention_sum\",\n y: \"topic_name\",\n text: \"topic_name\",\n textAnchor: \"start\",\n dx: 10,\n sort: { y: \"x\", reverse: true },\n fontSize: 40,\n lineWidth: 20,\n lineHeight: 1\n }\n )\n ],\n y: {\n ticks: null,\n tickSize: 6,\n label: null\n },\n x: {\n tickFormat: d3.format(\",.1f\"),\n domain: [0, 40],\n type: \"linear\",\n nice: true,\n ticks: null,\n label: null\n },\n width: PLOT_WIDTH,\n height: PLOT_WIDTH,\n style: {\n background: \"transparent\",\n color: \"black\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5340,"value":"

               Higher Ranked On Front Page = More Attention

","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1904,"value":"Plot.plot({\n marks: [\n Plot.image(skewed_topics_with_attention_source, {\n x: \"image_position\",\n y: \"topic_headline_with_source_formatted\",\n src: \"url\",\n width: 50,\n height: 50\n }),\n Plot.textX(skewed_topics_with_attention_source, {\n x: \"text_position\",\n y: \"topic_headline_with_source_formatted\",\n text: \"topic_headline_with_source_formatted\",\n href: (d) => get_headline_url(d.topic_headline),\n target: \"_blank\",\n textAnchor: \"start\",\n dx: 10,\n fontSize: 40,\n lineWidth: 20\n })\n ],\n y: {\n ticks: null,\n tickSize: 6,\n label: null\n },\n x: {\n tickFormat: d3.format(\",.1f\"),\n domain: [0, 40],\n type: \"linear\",\n nice: true,\n ticks: null,\n label: null\n },\n width: PLOT_WIDTH,\n height: num_skewed_topics * 150,\n style: {\n background: \"transparent\",\n color: \"black\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2316,"value":"Plot.legend({\n color: {\n domain: sources.sort()\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1906,"value":"$40","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4020,"value":"# Interested in more? Visit [topdown.substack.com](topdown.substack.com)\n
\n# Have feedback and want to contribute? Join [discord.gg/ghYM2TUA](discord.gg/ghYM2TUA)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"}],"files":"$W41","stdlib":"1","titling":"auto"}} 30:"$2f:body"