2e:null 2f:["$","title",null,{"children":"Unified News for the week ending Thursday, Oct 6th, 2022 | Rohan Kshirsagar | Observable"}] 34:T440,Plot.plot({ marks: [ Plot.textX( top_topics_with_attention .slice(0, 20) .groupby("topic_name") .rollup({ attention_normalized: op.sum("attention_normalized") }), { x: "attention_normalized", y: "topic_name", text: "topic_name", target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 30, lineWidth: 20, lineHeight: 1 } ), Plot.barX( top_topics_with_attention .slice(0, 20) .groupby("topic_name") .rollup({ attention_normalized: op.sum("attention_normalized") }), { x: "attention_normalized", y: "topic_name", sort: { y: "x", reverse: true } } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: 1000, style: { background: "white", color: "black" } })35:T425,Plot.plot({ marks: [ Plot.dot(top_10_topic_source_bias_attention.orderby("source_bias"), { x: "source_bias_readable", y: "topic_name", fill: "source_bias_readable", r: "attention_sum", sort: { y: "r", reverse: true } }) ], y: { tickSize: 0, label: null, domain: d3 .groupSort( top_10_topic_source_bias_attention, (g) => d3.sum(g, (d) => d.attention_sum), (d) => d.topic_name ) .reverse() }, x: { label: null, tickSize: 0, domain: d3.groupSort( top_10_topic_source_bias_attention, (g) => d3.max(g, (d) => d.source_bias), (d) => d.source_bias_readable ) }, r: { range: [0, 30] }, width: PLOT_WIDTH, height: 1000, marginLeft: 400, marginBottom: 40, style: { background: "transparent", color: "black", fontSize: 25 }, color: { type: "categorical", domain: ["Left", "Lean Left", "Center", "Lean Right", "Right"], range: ["#4478BB", "#6fb5f6", "#808080", "#f9aa9f", "#D56163"] } })36:T49c,Plot.plot({ marks: [ Plot.barX(unified_topics_with_attention_source.orderby("source"), { x: "attention_sum", y: "topic_headline_no_source", fill: "source", sort: { y: "x", reverse: true } }), Plot.textX( unified_topics_with_attention_source .groupby( "topic_headline_no_source", "topic_headline_truncated", "topic_headline" ) .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }) .orderby(aq.desc("attention_sum")), { x: "attention_sum", y: "topic_headline_no_source", text: "topic_headline_no_source", href: (d) => get_headline_url(d["topic_headline"]), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 20 } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: num_unified_topics * 50, style: { background: "transparent", fontSize: "20px" } })37:T74f,{ let topics = missed_headlines .params({ source_input: source_input }) .filter((d, $) => d.source === $.source_input) .array("topic_name"); let temp = aq .from( top_20_topic_source_attention .objects() .filter((o) => topics.includes(o.topic_name)) ) .orderby(aq.desc("attention_sum")); let data = temp .groupby("topic_headline") .derive({ rank: op.rank(), url: aq.escape((o) => source_img_map[o.source]) }) .derive({ position: (d) => d.rank * 1.5 }) .orderby("topic_headline"); let plot = Plot.plot({ marks: [ Plot.image(data.orderby("source"), { x: "position", y: "topic_headline_no_source", src: "url", width: 30, height: 30, sort: { y: "x", reverse: true } }), Plot.textX( data .groupby("topic_headline_no_source", "topic_headline") .rollup({ attention_sum: (d) => op.sum(d.attention_sum), text_position: (d) => op.max(d.position) + 1 }) .orderby(aq.desc("attention_sum")), { x: "text_position", y: "topic_headline_no_source", text: "topic_headline_no_source", lineWidth: 20, href: (d) => get_headline_url(d["topic_headline"]), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 25 } ) ], y: { ticks: null, tickSize: 6, label: "Covered By" }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: topics.length * 300, marginRight: 200, style: { fontSize: "18px" } }); return plot; }38:T404,{ let x = chartData .groupby("source_bias", "source_bias_readable") .rollup({ attention_sum: (o) => op.sum(o.attention_score) }); return Plot.plot({ r: { range: [0, 40] }, marks: [ // Draw vertical bars Plot.dot( x, // Group data into categories along the x axis { r: "attention_sum", // compute + display the count of observations in each group x: "source_bias_readable", fill: "source_bias_readable" } ) ], x: { label: null, tickSize: 0, domain: d3.groupSort( chartData, (g) => d3.max(g, (d) => d.source_bias), (d) => d.source_bias_readable ) }, marginLeft: 60, marginTop: 50, width: PLOT_WIDTH, height: 200, style: { fontSize: 20 }, color: { type: "categorical", domain: ["Left", "Lean Left", "Center", "Lean Right", "Right"], range: ["#4478BB", "#6fb5f6", "#808080", "#f9aa9f", "#D56163"] } }); }39:T41e,{ let chartDataGrouped = chartData .groupby("source_readable", "source", "source_bias") .rollup({ attention_sum: (o) => op.sum(o.attention_score) }); return Plot.plot({ r: { range: [0, 60] }, marks: [ // Draw vertical bars Plot.dot( chartDataGrouped, // Group data into categories along the x axis { r: "attention_sum", // compute + display the count of observations in each group x: "source_readable", fill: "source", strokeWidth: 40, sort: (d) => d.source_bias } ) ], x: { label: null, tickSize: 0, domain: d3.groupSort( chartDataGrouped, (g) => d3.max(g, (d) => d.source_bias), (d) => d.source_readable ) }, marginLeft: 60, marginTop: 50, width: PLOT_WIDTH * 1.5, height: 200, style: { fontSize: 18 }, color: { type: "categorical", domain: sources, range: sources.map((a) => source_color_map[a]) } }); }3a:T4d3,data = raw_data .map((o) => { o.scraped_at_time = o.scraped_at.split(".")[0]; o.scraped_at_date = o.scraped_at.split(" ")[0]; o.headline_with_source = "(" + o.source + ") " + o.headline; o.topic_headline_no_source = o.topic_headline .slice(o.topic_headline.indexOf(")") + 1) .trim(); o.topic_headline_with_source_formatted = source_map[o.topic_headline.slice(1, o.topic_headline.indexOf(")"))] + ": " + o.topic_headline_no_source; o.headline_with_source_formatted = source_map[o.source] + ": " + o.headline; o.topic_headline_truncated = o.topic_headline_no_source.length > 75 ? o.topic_headline_no_source.slice(0, 75) + "..." : o.topic_headline_no_source; o.rank = parseInt(o.rank); o.mismatched_coverage = parseFloat(o.mismatched_coverage); o.united_coverage = parseFloat(o.united_coverage); o.topic_name = o.topic_name in topic_rename_map ? topic_rename_map[o.topic_name] : o.topic_name; o.source_readable = source_map[o.source]; o.source_bias = source_bias_map[o.source]; o.source_bias_readable = source_bias_readable_map[o.source]; return o; }) .filter((o) => o.topic_prob > topic_threshold)3b:Taf7,function get_head_to_head( source_a, source_b, source_neutral = null, num_topics = 8 ) { let remapped_data = dt.params({ topic_rename_map: topic_rename_map }).derive({ topic_name: (o, $) => o.topic_name in $.topic_rename_map ? $.topic_rename_map[o.topic_name] : o.topic_name }); let top_10_topics_a = aq .from( remapped_data .objects() .filter( (o) => (o.source === source_a) & (o.topic_prob > topic_threshold) ) ) .groupby( "topic_name", ) .rollup({ attention_sum: (d) => op.sum(d.attention_score) }) .orderby(aq.desc("attention_sum")) .slice(0, num_topics) .array("topic_name"); let top_10_topics_b = aq .from( remapped_data .objects() .filter( (o) => (o.source === source_b) & (o.topic_prob > topic_threshold) ) ) .groupby( "topic_name", ) .rollup({ attention_sum: (d) => op.sum(d.attention_score) }) .orderby(aq.desc("attention_sum")) .slice(0, num_topics) .array("topic_name"); let top_10_topics_h2h = top_10_topics_a.concat(top_10_topics_b); if (source_neutral !== null) { let top_10_topics_neutral = aq .from( remapped_data .objects() .filter( (o) => (o.source === source_neutral) & (o.topic_prob > topic_threshold) ) ) .groupby( "topic_name", ) .rollup({ attention_sum: (d) => op.sum(d.attention_score) }) .orderby(aq.desc("attention_sum")) .slice(0, num_topics) .array("topic_name"); top_10_topics_h2h = top_10_topics_h2h.concat(top_10_topics_neutral); } let head_to_head_raw = aq .from( remapped_data .objects() .filter( (o) => (o.source === source_a || o.source === source_b || o.source === source_neutral) && top_10_topics_h2h.includes(o.topic_name) ) ) .groupby( "topic_name", "source" ) .rollup({ attention_sum: op.sum("attention_score") }) .objects(); const topic_sums = aq .from(head_to_head_raw) .groupby("topic_name") .rollup({ attention_sum: op.sum("attention_sum") }) .objects(); const topic_sum_map = new Map( topic_sums.map((object) => { return [object.topic_name, object.attention_sum]; }) ); let head_to_head_normalized = aq .from( head_to_head_raw.map((o) => { o.attention_sum_normalized = o.attention_sum / topic_sum_map.get(o.topic_name); o.attention_sum_denominator = topic_sum_map.get(o.topic_name); return o; }) ) .orderby(aq.desc("attention_sum_denominator"), "source"); return head_to_head_normalized; }3c:T5b4,

Style HTML HERE

3d:T120a,topic_rename_map = ({ "Charles King Iii": "Queen Elisabeth King Charles", "Elizabeth Ii Queen": "Queen Elisabeth King Charles", "11 21 Years Honor": "Sep 11 Honor 21 Years", "Photos 12 11": "Sep 11 Honor 21 Years", "Photos Queen See Pictures": "Queen Elisabeth King Charles", "Covid New Booster 19": "Covid 19 New Booster", "Russian Troops Describe Flee": "Ukraine Make Gains Russia", "Ukraine Gains War Russia": "Ukraine Make Gains Russia", "Key Ukrainian Forces": "Ukraine Make Gains Russia", "Strike Rail Deal": "US Rail Strike Deal", "Strike Rail Railroad": "US Rail Strike Deal", "Election Polls Poll Workers": "Election Poll Workers", "Putin Russian Officials": "Putin Criticism Mounts", "Subpoenas Jan": "Jan 6 Subpoenas", "Ukraine Russia Regions Join": "Russia Ukraine", "Harry Prince": "Prince Harry", "Putin War Reservists Nuclear": "Putin Troops Nuclear", "Funeral Elizabeth Queen": "Queen Elizabeth Funeral", "Border Crisis Harris": "Border Crisis", "Border Crisis Biden Admin": "Border Crisis", "Desantis Immigrants Illegal": "Migrants Sanctuary Cities", "Desantis Martha Vineyard": "Migrants Sanctuary Cities", "Russian Ukraine": "Russia Ukraine", "Potential Weakness Share": "China Russia", "State Westminster Hall Lies": "Queen Elizabeth Funeral", "Biden Approval Joe": "Approval Ratings Joe Biden", "Ukraine Russian": "Russia Ukraine", "Desantis Newsom Immigrants Illegal": "Migrants Sanctuary Cities", "Migrants Harris Sanctuary": "Migrants Sanctuary Cities", "Vineyard Martha Migrants": "Migrants Sanctuary Cities", "Martha Florida Vineyard": "Migrants Sanctuary Cities", "Martha Vineyard Migrants": "Migrants Sanctuary Cities", "Documents Raid Trump Declassified": "Trump Mar Lago DOJ", "Doj Lago Mar": "Trump Mar Lago DOJ", "Special Master Lago": "Trump Mar Lago DOJ", "Arrests Border Southwestern Year": "Border Crisis", "Arrests Border Migrants Venezuela": "Border Crisis", "Ceo Bezos Names Crypto": "Indian Billionaire Bezos", "Chinese Weakness Share Potential": "China US", "Approval Ratings Joe Biden": "Joe Biden Election", "Electric Ford Mustang Chinese": "Cars Ford Rising Costs", "Sanctuary Cities Mayor": "Migrants Sanctuary Cities", "Border Harris Crisis": "Border Crisis", "Border Crisis Admin Biden": "Border Crisis", "Kharkiv Ukraine Atrocities Liberation": "Russia Ukraine", "Special Master Mar": "Trump Mar Lago DOJ", "Ian See": "Hurricane Ian Florida", "Ian Florida Hurricane": "Hurricane Ian Florida", "Biden Family Hunter Joe": "Biden", "Canada Fiona Hurricane": "Puerto Rico Fiona", "Ian See": "Hurricane Ian Florida", "Ian Florida Hurricane": "Hurricane Ian Florida", "Biden Family Hunter Joe": "Biden", "Canada Fiona Hurricane": "Puerto Rico Fiona", "Ian Hurricane Storm": "Hurricane Ian Florida", "Florida Ian Hurricane": "Hurricane Ian Florida", "Storm Florida Major Could": "Hurricane Ian Florida", "Korea North Harris": "North Korea Kamala Harris", "Checklist Hurricane": "Hurricane Ian Florida", "Teen Republican Mowed": "Republican Teen Mowed", "Tampa Area Approaches": "Hurricane Ian Florida", "Putin Think Move": "Putin Mindset", "Agenda Democrats": "Democrats Agenda", "Queen Royal Charles King": "Royal Family", "Draft Flee Men Russians": "Russians Flee Draft", "Canada Fiona Event": "Canada Hurricane Fiona", "Iran Protests Iranian": "Iran", "Iran Protests": "Iran", "Regions Occupied Ukraine Annex": "Ukraine War Russia", "Putin War Ukraine": "Ukraine War Russia", "Lawsuit New York": "Lawsuit New York v Trump", "Police Crime Shooting Shot": "Police Crime", "Gaffe White House": "White House Gaffe", "Putin Running Explain": "Putin Explained", "Florida Damage Carolina": "Hurricane Ian", "Flood Water Trapped": "Hurricane Ian", "Without Power Million": "Hurricane Ian", "Carolina South Toward": "Hurricane Ian", "Death Toll Ian": "Hurricane Ian", "Ian Cruel Spared Neighbors": "Hurricane Ian", "Sanibel Island": "Hurricane Ian", "Lyman Forces": "Ukraine Forces Lyman", "Putin West Running Explain": "Putin Explained", "Harris Equity Based": "Harris Equity Based Hurricane Relief", "Senate Texas Elections Race": "Senate Race", "Control Cnn Key Gains": "CNN Team Ukraine Gains", "Inflation Fed Dollar Strong": "Inflation Fed Strong Dollar", "Investors Markets Bond Bonds": "Investors Markets Bonds", "Ukraine Forces Lyman": "Ukraine Gains", "CNN Team Ukraine Gains": "Ukraine Gains", "Control Cnn Key Gains": "Ukraine Gains", "Serial California Killer": "Shootings Crime Cops" })3e:T7b5,function plot_head_to_head(data) { data = data.params({ topic_rename_map: topic_rename_map }).derive({ topic_name: (o, $) => o.topic_name in $.topic_rename_map ? $.topic_rename_map[o.topic_name] : o.topic_name }); let sources = data .rollup({ source: op.array_agg_distinct("source") }) .array("source")[0]; let source1_data = aq .from(data.objects().filter((o) => o.source === sources[0])) .derive({ attention_sum: (o) => -1 * o.attention_sum }); let source2_data = aq.from( data.objects().filter((o) => o.source === sources[1]) ); let source_colors = sources.map((a) => source_color_map[a]); let legend_plot = Plot.legend({ color: { domain: sources, range: source_colors }, className: "alphabet", style: { fontSize: "20px", marginLeft: "570px" } }); let plot = Plot.plot({ // facet: { // data: data, // x: "source", // label: null, // transform: (d) => source_map[d] // }, marks: [ Plot.barX(source2_data, { y: "topic_name", x: "attention_sum", fill: "source" }), Plot.barX(source1_data, { y: "topic_name", x: "attention_sum", fill: "source" }) ], y: { tickSize: 0, tickPadding: 20, label: null, domain: d3.groupSort(data, g => d3.max(g, d => d.attention_sum_denominator), d => d.topic_name).reverse(), }, x: { label: "Front Page Attention", ticks: null, labelAnchor: "center", labelOffset: 40, nice: true }, marginLeft: 500, marginBottom: 50, marginRight: 300, style: { fontSize: "25px" }, color: { type: "categorical", domain: sources, range: source_colors }, width: PLOT_WIDTH, height: PLOT_WIDTH / 2.5 }); let plots = [legend_plot, plot]; return html`

${plots}`; }3f:T597,function plot_head_to_head_facet(data) { data = data.params({ topic_rename_map: topic_rename_map }).derive({ topic_name: (o, $) => o.topic_name in $.topic_rename_map ? $.topic_rename_map[o.topic_name] : o.topic_name }); let sources = data .rollup({ source: op.array_agg_distinct("source") }) .array("source")[0]; let num_topics = new Set(data.array("topic_name")).size; let source_colors = sources.map((a) => source_color_map[a]); let plot = Plot.plot({ facet: { data: data, x: "source", label: null, transform: (d) => source_map[d] }, marks: [ Plot.barX(data, { y: "topic_name", x: "attention_sum", fill: "source" }) ], y: { tickSize: 0, tickPadding: 20, label: null, domain: d3.groupSort(data, g => d3.max(g, d => d.attention_sum_denominator), d => d.topic_name).reverse(), }, x: { label: "Front Page Attention", ticks: null, labelAnchor: "center", labelOffset: 40, nice: true, }, marginLeft: 500, marginBottom: 50, marginRight: 200, style: { fontSize: "25px" }, color: { type: "categorical", domain: sources, range: source_colors }, width: PLOT_WIDTH, height: num_topics * 50 }); let plots = [plot]; return html`

${plots}`; }40:Tcbd,function create_topic_deepdive( topic_presentation, topic_names, source1, source2, num_headlines = 3, source3 = null, tdlr_analysis = null ) { const div = document.createElement("div"); let p1 = document.createElement("p"); p1.innerHTML = markdownParser("## " + topic_presentation); div.appendChild(p1); if (tdlr_analysis !== null) { let p_tdlr = document.createElement("p"); p_tdlr.innerHTML = markdownParser(tdlr_analysis); div.appendChild(p_tdlr); } let topic_data = aq.from( data.filter( (d) => topic_names.includes(d.topic_name) && [source1, source2, source3].includes(d.source) ) ); let chartDataGrouped = topic_data .groupby("source_readable", "source", "source_bias") .rollup({ attention_sum: (o) => op.sum(o.attention_score) }); let plot = Plot.plot({ r: { range: [0, 20] }, marks: [ // Draw vertical bars Plot.dot( chartDataGrouped, // Group data into categories along the x axis { r: "attention_sum", // compute + display the count of observations in each group x: "source_readable", fill: "source", strokeWidth: 40, sort: (d) => d.source_bias } ) ], x: { label: "Front Page Attention", labelOffset: -100, tickSize: 0, domain: d3.groupSort( chartDataGrouped, (g) => d3.max(g, (d) => d.source_bias), (d) => d.source_readable ) }, marginLeft: 60, marginTop: 100, height: 200, style: { fontSize: 20 }, color: { type: "categorical", domain: sources, range: sources.map((a) => source_color_map[a]) } }); let divPlot = document.createElement("div"); let plotStyles = { display: "flex", "flex-wrap": "wrap" }; for (let style in plotStyles) { divPlot.style[style] = plotStyles[style]; } divPlot.appendChild(plot); div.appendChild(divPlot); let source1_headlines = getHeadlinesForSource( topic_data, source1, num_headlines, false ); if (source1_headlines.length > 0) { let p2 = document.createElement("p"); p2.innerHTML = markdownParser( "#### Front Page Headlines for " + source_map[source1] ); div.appendChild(p2); div.appendChild(blockquote_source_headlines(source1_headlines, source1)); } let source2_headlines = getHeadlinesForSource( topic_data, source2, num_headlines, false ); if (source2_headlines.length > 0) { let p3 = document.createElement("p"); p3.innerHTML = markdownParser( "#### Front Page Headlines for " + source_map[source2] ); div.appendChild(p3); div.appendChild(blockquote_source_headlines(source2_headlines, source2)); } let source3_headlines = getHeadlinesForSource( topic_data, source3, num_headlines, false ); if (source3_headlines.length > 0) { if (source3 !== null) { let p4 = document.createElement("p"); p4.innerHTML = markdownParser( "#### Front Page Headlines for " + source_map[source3] ); div.appendChild(p4); div.appendChild(blockquote_source_headlines(source3_headlines, source3)); } } return div; }41:T431,Plot.plot({ marks: [ Plot.barX(top_10_topic_source_attention.orderby("source"), { x: "attention_sum", y: "topic_headline_no_source", fill: "source", sort: { y: "x", reverse: true } }), Plot.textX( top_10_topic_source_attention .groupby("topic_headline_no_source", "topic_headline") .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }) .orderby(aq.desc("attention_sum")), { x: "attention_sum", y: "topic_headline_no_source", text: "topic_headline_no_source", href: (d) => get_headline_url(d.topic_headline), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 20 } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: 800, style: { background: "transparent", color: "black" } })42:T462,Plot.plot({ marks: [ Plot.textX( top_topics_with_attention .slice(0, 10) .groupby("topic_name", "topic_headline") .rollup({ attention_normalized: op.sum("attention_normalized") }), { x: "attention_normalized", y: "topic_headline", text: "topic_headline", target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 40, lineWidth: 20, lineHeight: 1 } ), Plot.barX( top_topics_with_attention .slice(0, 10) .groupby("topic_headline") .rollup({ attention_normalized: op.sum("attention_normalized") }), { x: "attention_normalized", y: "topic_headline", sort: { y: "x", reverse: true } } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: 1200, style: { background: "white", color: "black" } })43:T4f7,Plot.plot({ marks: [ Plot.barX(unified_topics_with_attention_source.orderby("source"), { x: "attention_sum", y: "topic_headline_no_source", fill: "source", sort: { y: "x", reverse: true } }), Plot.textX( unified_topics_with_attention_source .groupby( "topic_name", "topic_headline_no_source", "topic_headline_truncated", "topic_headline" ) .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }) .orderby(aq.desc("attention_sum")), { x: "attention_sum", y: "topic_headline_no_source", text: "topic_headline_no_source", href: (d) => get_headline_url(d["topic_headline"]), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 45, lineWidth: 20 } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: num_unified_topics * 150, style: { background: "white", color: "black", fontSize: 16 }, color: { fontSize: 15 } })44:[{"id":"2a55bcfe442cbcdf0852cbf2361268869ae55d766eed167c20302c75b44d868d6b2bbf43968ec20fdf6dfe931687709aafcaca3576b0a3c68bfe8ff96898be83","href":"https://static.observableusercontent.com/files/2a55bcfe442cbcdf0852cbf2361268869ae55d766eed167c20302c75b44d868d6b2bbf43968ec20fdf6dfe931687709aafcaca3576b0a3c68bfe8ff96898be83","name":"2022-10-06@2.csv","type":"text/csv","lastModified":1665068795619.849,"size":1184826},{"id":"50e7f74cc1f28f84dbe889a7106152731ab217b35bc1fd5136e9b0b676c6a663cf64d22cf90a73bc44793eab09ffdeb5e45dbe4ca347b52d7e49e6e0edf16aa3","href":"https://static.observableusercontent.com/files/50e7f74cc1f28f84dbe889a7106152731ab217b35bc1fd5136e9b0b676c6a663cf64d22cf90a73bc44793eab09ffdeb5e45dbe4ca347b52d7e49e6e0edf16aa3","name":"missed_headlines_source_2022-10-06@2.csv","type":"text/csv","lastModified":1665068802160.409,"size":2997},{"id":"b59ac6ea4b8340a8186eed94ae39d3351d9ae63a2d0162d90119b023b9fd44d6f9bdc92f803b6127b6f8991d9ff96bb4249cffe69ea5d5969b13046d1d360b34","href":"https://static.observableusercontent.com/files/b59ac6ea4b8340a8186eed94ae39d3351d9ae63a2d0162d90119b023b9fd44d6f9bdc92f803b6127b6f8991d9ff96bb4249cffe69ea5d5969b13046d1d360b34","name":"source_divergence_2022-10-06@2.csv","type":"text/csv","lastModified":1665068806378.117,"size":9888}] 32:{"id":"2852b9c1a4b63a82","slug":"unified-news-for-the-week-ending-thursday-oct-6th-2022","title":"Unified News for the week ending Thursday, Oct 6th, 2022","thumbnail":"b4319e1997513729b88027ab9801a140342f81014735d9a06d13c7fc4a8b05a3","access_level":"public","create_time":"$D2022-10-06T14:05:13.713Z","update_time":"$D2022-10-07T00:54:34.482Z","view_time":null,"first_public_time":"$D2022-10-06T15:59:43.079Z","has_unpublished_edits":null,"fork":true,"stars":0,"starred":false,"owner":{"type":"team","id":"bec5c9294690a7df","login":"rohankshir","name":"Rohan Kshirsagar","avatar_url":"https://avatars-next.observableusercontent.com/36667e1f7444245bb8bfdd8c4dc029f686a06c31b04a84b672c8d79940ba3239","tier":"starter_2024"},"version":5352,"publish_version":5352,"role":null,"authored":false,"authors":[{"type":"individual","id":"f0f855b208533919","login":"rohankshir","name":"Rohan Kshirsagar","avatar_url":"https://avatars-next.observableusercontent.com/36667e1f7444245bb8bfdd8c4dc029f686a06c31b04a84b672c8d79940ba3239","tier":null}],"members":[{"type":"individual","id":"f0f855b208533919","login":"rohankshir","name":"Rohan Kshirsagar","avatar_url":"https://avatars-next.observableusercontent.com/36667e1f7444245bb8bfdd8c4dc029f686a06c31b04a84b672c8d79940ba3239","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":1,"collection":null,"type":"notebook","body":{"title":"Unified News for the week ending Thursday, Oct 6th, 2022","cells":[{"id":4,"value":"# Unified News for the week ending Thursday, Oct 6th, 2022\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2134,"value":"{\n let width = 800;\n let height = 300;\n return html``;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2143,"value":"### Most Important Stories\n#### Ranked by aggregated coverage from the following main stream media sources: \n`${sources.map(o => source_map[o]).join(', ')}`\n\n*Note: this is not designed for mobile and works best on desktop*\n\nWant to see it broken down by source? Click [here](#cell-2694)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1902,"value":"$34","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5100,"value":"### Top topics measured by Front-page Attention from the past week broken down by media bias (Media bias determined by AllSides)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":5092,"value":"$35","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5329,"value":"

                                                   Higher Ranked On Mobile Front Page = More Attention

","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":5026,"value":"Below are algorithmically selected headlines for each topic
\nWant to see it broken down by source? Click [here](#cell-2694)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":574,"value":"Plot.plot({\n marks: [\n Plot.textX(top_topics_with_attention, {\n x: \"attention_normalized\",\n y: \"topic_headline_no_source\",\n text: \"topic_headline\",\n href: (d) => get_headline_url(d[\"topic_headline\"]),\n target: \"_blank\",\n textAnchor: \"start\",\n dx: 10,\n sort: { y: \"x\", reverse: true },\n fontSize: 20\n }),\n Plot.barX(top_topics_with_attention, {\n x: \"attention_normalized\",\n y: \"topic_headline_no_source\",\n sort: { y: \"x\", reverse: true }\n })\n ],\n y: {\n ticks: null,\n tickSize: 6,\n label: null\n },\n x: {\n tickFormat: d3.format(\",.1f\"),\n domain: [0, 40],\n type: \"linear\",\n nice: true,\n ticks: null,\n label: null\n },\n width: PLOT_WIDTH,\n height: 800,\n style: {\n background: \"transparent\",\n color: \"black\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1806,"value":"#### Top Source Exclusive Stories\n\nStories from an outlet that set it apart from the other outlets","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1754,"value":"Plot.plot({\n marks: [\n Plot.image(skewed_topics_with_attention_source, {\n x: \"image_position\",\n y: \"topic_headline_with_source_formatted\",\n src: \"url\",\n width: 30,\n height: 30\n }),\n Plot.textX(skewed_topics_with_attention_source, {\n x: \"text_position\",\n y: \"topic_headline_with_source_formatted\",\n text: \"topic_headline_with_source_formatted\",\n href: (d) => get_headline_url(d.headline_with_source),\n target: \"_blank\",\n textAnchor: \"start\",\n dx: 10,\n fontSize: 20\n })\n ],\n y: {\n ticks: null,\n tickSize: 6,\n label: null\n },\n x: {\n tickFormat: d3.format(\",.1f\"),\n domain: [0, 40],\n type: \"linear\",\n nice: true,\n ticks: null,\n label: null\n },\n width: PLOT_WIDTH,\n height: num_skewed_topics * 50,\n style: {\n background: \"transparent\",\n color: \"black\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1815,"value":"#### Top Stories with United Coverage","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2293,"value":"Plot.legend({\n color: {\n domain: sources.sort()\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})\n","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1821,"value":"$36","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1436,"value":"-----\n\n\n\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1089,"value":"### You might have missed these stories if you read news from","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":786,"value":"viewof source_input_dict = Inputs.select(missed_source_map_array, {\n format: (x) => x.source_readable\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3215,"value":"$37","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1432,"value":"-----","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1171,"value":"### Dive deeper into the data for a specific topic","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":66,"value":"viewof topic_name = Inputs.select(new Set(top_80_topics.data().topic_name))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1392,"value":"**${topic_coverage} | ${topic_bias}**\n\n\nHere's the headline that best captures this topic:\n\n${get_headline_link(chartData.get('topic_headline', 0))}","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4908,"value":"### Coverage by Media Bias","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4873,"value":"$38","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":548,"value":"### Coverage by Source","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":102,"value":"$39","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3443,"value":"## Key Headlines for topic: ${topic_name}\n**Top Recent Headlines from Left**\n\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3654,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"cnn\"), false)],\n \"cnn\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3499,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"nbcnews\"), false)],\n \"nbcnews\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3495,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"nytimes\"), false)],\n \"nytimes\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4554,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"washingtonpost\"), false)],\n \"washingtonpost\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3650,"value":"**Top Recent Headlines from Right**","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3490,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"foxnews\"), false)],\n \"foxnews\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3534,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"washingtontimes\"), false)],\n \"washingtontimes\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3538,"value":"blockquote_source_headlines(\n [\n get_headline_link(\n getHeadlineForSource(chartData, \"washingtonexaminer\"),\n false\n )\n ],\n \"washingtonexaminer\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5218,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"nationalreview\"), false)],\n \"nationalreview\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3648,"value":"**Top Recent Headlines from Center**","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3504,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"wsj\"), false)],\n \"wsj\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3644,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"reuters\"), false)],\n \"reuters\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1588,"value":"Dive deeper into the headlines for this topic below:","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":7,"value":"viewof search = Inputs.search(tableData.orderby(\"rank\"))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":735,"value":"Inputs.table(search, {\n format: {\n attention_score: sparkbar(_.max(chartData.array(\"attention_score\"))),\n source: (x) => source_map[x],\n headline_with_source: (x) => html`${get_headline_link(x, true)}`\n },\n layout: \"auto\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1201,"value":"### Coverage by Source over Time","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2804,"value":"viewof sources_over_time = Inputs.checkbox(source_map_array, {\n label: \"Sources\",\n format: (x) => x.source_readable\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":137,"value":"plot_over_time = Plot.plot({\n marks: [\n // Draw vertical bars\n Plot.barY(\n chart_data_aggregated_filtered\n .groupby(\"scraped_at_date\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }),\n {\n x: \"scraped_at_date\", // feature for the x channel\n y: \"attention_sum\" // feature for the y channel\n // fill: \"source\"\n }\n )\n ],\n y: {\n label: \"↑ Rank-based Coverage Score for the day\"\n },\n x: {\n label: null,\n domain: new Set(chart_data_aggregated.array(\"scraped_at_date\"))\n },\n marginLeft: 60,\n marginTop: 50,\n width: PLOT_WIDTH,\n // Include a legend for the color channel\n style: {\n fontSize: 20\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3035,"value":"-----","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2842,"value":"## CNN vs Fox News: How do they compare in terms of topic coverage and bias?","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2988,"value":"### This Week","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2986,"value":"plot_head_to_head(get_head_to_head(\"foxnews\", \"cnn\", null, 6))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4702,"value":"

                                Higher Ranked On Mobile Front Page = More Attention

","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3761,"value":"### CNN vs Fox News vs WSJ","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3766,"value":"plot_head_to_head_facet(get_head_to_head(\"foxnews\", \"cnn\", \"wsj\", 5))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4515,"value":"

                                                             Higher Ranked On Front Page = More Attention

","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4305,"value":"create_topic_deepdive(\n \"Hurricane Ian\",\n [\"Hurricane Ian\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"wsj\",\n \"#### TL;DR The headlines for CNN, Fox News, and WSJ focus on the devastation caused by Hurricane Ian, the storm's intensity, and the power outages throughout Florida. CNN and Fox cover this topic much more than WSJ.\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4790,"value":"create_topic_deepdive(\n \"Regions Ukrainian Annexation Putin\",\n [\"Regions Ukrainian Annexation Putin\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"reuters\",\n \"#### TL;DR Front page headlines on CNN would focus on Putin's annexation of four Ukrainian regions with unified coverage from all sides.\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4496,"value":"create_topic_deepdive(\n \"Biden Gaffe White House\",\n [\"Biden Gaffe White House\"],\n \"cnn\",\n \"foxnews\",\n 3,\n \"wsj\",\n \"#### TL;DR The headlines for CNN and Fox News are quite different, with CNN's headline being more analytical and focused on the political implications of Biden's gaffe, while Fox News' headline is more focused on the gaffe itself and the reaction to it. Fox places significantly more front-page attention on it than CNN. Reuters does not cover it.\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4503,"value":"create_topic_deepdive(\n \"Ukraine Gains\",\n [\"Ukraine Gains\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"wsj\",\n \"#### TL;DR The headlines for CNN focus on the Ukrainian army's recent successes in retaking the city of Lyman from Russian forces, while the headlines for the Wall Street Journal focus on the economic implications of the Ukrainian army's successes. Fox is not placing front-page attention on this topic.\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4800,"value":"create_topic_deepdive(\n \"Senate Race\",\n [\"Senate Race\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"wsj\",\n \"#### TL;DR The headlines from CNN and Fox News are focused on the Texas gubernatorial debate and the Pennsylvania Senate race, respectively. The headline from the Wall Street Journal is focused on the Democratic Party's grip on minority voters in the upcoming midterm elections. CNN is placing significantly less coverage than WSJ and Fox News\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5075,"value":"create_topic_deepdive(\n \"Russian Forces Retreat Ukraine\",\n [\"Russian Forces Retreat Ukraine\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"reuters\",\n \"#### TL;DR The headlines for CNN and Reuters focus on the Ukrainian army's advances against the Russian forces, while the headline for Fox News focuses on the Ukrainian army's claim that it has encircled Russian troops in Donetsk. CNN and Reuters place significantly more front-page attention on this topic than Fox.\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5070,"value":"create_topic_deepdive(\n \"Harris Equity Based Hurricane Relief\",\n [\"Harris Equity Based Hurricane Relief\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"wsj\",\n \"#### TL;DR Fox is placing front-page criticism on Kamala Harris after suggesting that hurricane relief should be distributed based on race. Harris dodged a question about whether or not she would support dispersing Ian relief based on 'equity.' CNN and Reuters are not placing frontpage attention.\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4963,"value":"create_topic_deepdive(\n \"Inflation Fed Strong Dollar\",\n [\"Inflation Fed Strong Dollar\"],\n \"cnn\",\n \"foxnews\",\n 3,\n \"wsj\",\n \"#### TL;DR The main headline on CNN's front page is about how inflation surged again last month, while Fox News' headline focuses on how prices remain near four-decade highs. The Wall Street Journal's headlines focus on how rising rates are affecting demand for cars, and how strong new-car demand is colliding with rising rates. WSJ is placing significantly more front-page coverage on this topic than Fox or CNN.\"\n)\n","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5309,"value":"create_topic_deepdive(\n \"Shootings Crime Cops\",\n [\"Shootings Crime Cops\"],\n \"cnn\",\n \"foxnews\",\n 3,\n \"wsj\",\n \"#### TL;DR Authorities are searching for a shooter after six people were shot near a school campus in Oakland, California. The killings all happened in dark areas where surveillance cameras were scant, and police are still working to determine a motive. In other news, a cop who was killed in California was investigating a fellow officer for gang rape, and authorities believe a suspected serial killer may have underestimated his death toll. Fox is covering the various shootings with higher coverage than Fox or CNN.\"\n)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5320,"value":"create_topic_deepdive(\n \"Opec Oil Production Cut\",\n [\"Opec Oil Production Cut\"],\n \"cnn\",\n \"foxnews\",\n 3,\n \"wsj\",\n \"#### TL;DR The Organization of Petroleum Exporting Countries (OPEC) is a group of oil-producing countries that have come together to agree on how much oil each country will produce. This week, OPEC is meeting to discuss production cuts, which would reduce the amount of oil available on the market and likely drive up prices. The United States is not a member of OPEC, but is concerned about the potential impacts of the production cuts. The White House has urged OPEC not to go through with the cuts, calling them a 'total disaster' for the oil industry. All sides are covering it but Fox and CNN headlines exhibit both Bias by Sensationalism and Slant.\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2994,"value":"### The New York Times vs Wall Street Journal","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2998,"value":"plot_head_to_head(get_head_to_head(\"nytimes\", \"wsj\", null, 8))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3086,"value":"### CNN vs New York Times","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3091,"value":"plot_head_to_head(get_head_to_head(\"cnn\", \"nytimes\", null, 7))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4203,"value":"plot_head_to_head_facet(get_head_to_head(\"washingtonpost\", \"nytimes\", null, 7))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4208,"value":"plot_head_to_head_facet(get_head_to_head(\"washingtonpost\", \"nytimes\", \"wsj\", 5))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3997,"value":"### Fox News vs WSJ","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3999,"value":"plot_head_to_head(get_head_to_head(\"foxnews\", \"wsj\", null, 6))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1418,"value":"-----","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1350,"value":"### ${most_divergence_news_source} is the Most Divergent News Source this week\nWe look at the top 20 topics for the week and use [KL Divergence](https://en.wikipedia.org/wiki/Kullback%E2%80%93Leibler_divergence) to calculate the distribution of coverage across these topics from each source. This week, ${most_divergence_news_source}, has the highest divergence score of `${most_divergence_news_source_score}`\n```\n```","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1306,"value":"{\n let chart = Plot.plot({\n marks: [\n // Draw vertical bars\n Plot.barX(\n source_divergence,\n // Group data into categories along the x axis\n { x: \"divergence\", y: \"source\", fill: \"source\" } // group observations by the `brand`\n )\n ],\n x: {\n label: \"↑ News Coverage Divergence Score\"\n },\n y: {\n label: null,\n domain: d3.groupSort(\n source_divergence,\n (g) => d3.max(g, (d) => d.source_bias),\n (d) => d.source\n )\n },\n marginLeft: 200,\n marginTop: 50,\n marginBottom: 50,\n width: PLOT_WIDTH,\n height: 1200,\n color: {\n type: \"categorical\",\n domain: sources,\n range: sources.map((a) => source_color_map[a])\n }\n });\n chart.style.fontSize = \"16px\";\n return chart;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3203,"value":"-----\n\n## Search All Data","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2678,"value":"viewof search2 = Inputs.search(\n dt\n .select(\n \"source\",\n \"headline_with_source\",\n \"rank\",\n \"attention_score\",\n \"scraped_at_date\",\n \"topic_prob\",\n \"topic_name\",\n \"metatopic_name\"\n )\n .orderby(\"scraped_at_date\", \"rank\")\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3194,"value":"Inputs.table(search2, {\n format: {\n attention_score: sparkbar(_.max(dt.array(\"attention_score\"))),\n source: (x) => source_map[x],\n headline_with_source: (x) => html`${get_headline_link(x, true)}`\n },\n layout: \"auto\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":716,"value":"## Appendix","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":169,"value":"import { aq, op } from \"@uwdata/arquero\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":401,"value":"import {StackedAreaChart} from \"@d3/normalized-stacked-area-chart\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3855,"value":"\n","pinned":false,"hidden":false,"mode":"html","author":"$undefined","summary":"$undefined","output":"showdown","database":"$undefined"},{"id":4248,"value":"topic_threshold = 0.64","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1156,"value":"PLOT_WIDTH = 1200","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3133,"value":"source_img_map = new Object({\n foxnews:\n \"https://static.foxnews.com/static/orion/styles/img/fox-news/favicons/favicon.ico\",\n wsj: \"https://wsj.com/favicon.ico\",\n nytimes: \"https://www.nytimes.com/favicon.ico\",\n cnn: \"https://cnn.com/favicon.ico\",\n reuters:\n \"https://www.reuters.com/resizer/PI3YcmEtise9n6pTKMbwoDjynJU=/1200x1200/smart/filters:quality(80)/cloudfront-us-east-2.images.arcpublishing.com/reuters/4QXBW6RP45FBRHDZQXLNRGX5UY.jpg\",\n washingtonpost: \"https://washingtonpost.com/favicon.ico\",\n washingtonexaminer: \"https://www.washingtonexaminer.com/favicon-32x32.png\",\n washingtontimes: \"https://washingtontimes.com/favicon.ico\",\n nbcnews: \"https://mlt.org/wp-content/uploads/2020/07/nbc-news-logo.png\",\n bbc: \"bbc.com/favicon.ico\",\n nationalreview:\n \"https://www.nationalreview.com/wp-content/themes/national-review/static/images/favicons/apple-icon-114x114.png\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":23,"value":"raw_data = FileAttachment(\"2022-10-06@2.csv\").csv()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":296,"value":"$3a","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3051,"value":"chartData.view()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":80,"value":"// Filter down the data to the selected country\nchartData = aq\n .from(\n data.filter((d) =>\n topic_name === \"all\" ? true : d.topic_name === topic_name\n )\n )\n .orderby(\"scraped_at\", \"source\", \"rank\")\n .derive({\n attention_score: (d) => op.fround(d.attention_score, 3)\n })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4821,"value":"chartDataMeasurements = chartData.rollup({\n \"Average Sentiment\": (o) =>\n op.sum(o.polarity * o.attention_score) / op.sum(o.attention_score),\n \"Sentiment Variance\": (o) => op.stdev(o.polarity * o.attention_score),\n \"Average Headline Bias\": (o) =>\n op.sum(o.subjectivity * o.attention_score) / op.sum(o.attention_score)\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1698,"value":"tableData = aq.from(\n chartData\n .select(\n \"source\",\n \"headline_with_source\",\n \"rank\",\n \"attention_score\",\n \"scraped_at_time\",\n \"topic_prob\"\n )\n .objects()\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":330,"value":"chart_data_aggregated = aq.from(chartData).groupby('scraped_at_date', 'source').rollup(\n { attention_sum: d=> op.sum(d.attention_score)}).orderby('scraped_at_date', 'source')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2810,"value":"chart_data_aggregated_filtered = {\n let checked_sources = sources_over_time.map((o) => o.source_raw);\n if (checked_sources.length) {\n return aq.from(\n chart_data_aggregated\n .objects()\n .filter((o) => checked_sources.includes(o.source))\n );\n }\n return aq.from(chart_data_aggregated);\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5204,"value":"chartData.get(\"united_coverage\", 0)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1184,"value":"topic_coverage = {\n let coverage_score = _.round(chartData.get(\"united_coverage\", 0), 3);\n let coverage = \"Very Skewed Coverage\";\n if (coverage_score > 0.45) {\n coverage = \"United Coverage\";\n } else if (coverage_score > 0.1) {\n coverage = \"Somewhat Skewed Coverage\";\n } else {\n coverage = \"Very Skewed Coverage\";\n }\n return coverage;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5303,"value":"coverage_score = _.round(\n chartDataMeasurements.get(\"Average Headline Bias\", 0),\n 3\n)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4839,"value":"topic_bias = {\n let coverage_score = _.round(\n chartDataMeasurements.get(\"Average Headline Bias\", 0),\n 3\n );\n let coverage = \"Low Subjectivity\";\n if (coverage_score > 0.6) {\n coverage = \"High Subjectivity\";\n } else if (coverage_score > 0.2) {\n coverage = \"Medium Subjectivity\";\n } else {\n coverage = \"Low Subjectivity\";\n }\n return coverage;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":145,"value":"dt = aq.from(data)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2791,"value":"top_10_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 10)\n .select(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":152,"value":"top_20_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 20)\n .select(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2794,"value":"top_30_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 30)\n .select(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3392,"value":"top_80_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 80)\n .select(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":938,"value":"top_20_topic_source_attention = dt\n .groupby(\"topic_name\", \"topic_headline\", \"topic_headline_no_source\", \"source\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4568,"value":"top_20_topic_source_attention.array(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2704,"value":"top_10_topic_source_attention = aq\n .from(\n dt\n .objects()\n .filter((o) =>\n top_10_topics.array(\"topic_name\").includes(o.topic_name)\n )\n )\n .groupby(\n \"topic_name\",\n \"topic_headline\",\n \"topic_headline_no_source\",\n \"source\"\n )\n .params({ division_factor: division_factor })\n .rollup({\n attention_sum: (d, $) => op.sum(d.attention_score) / $.division_factor\n })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5095,"value":"top_10_topic_source_bias_attention = aq\n .from(\n dt\n .objects()\n .filter((o) => top_10_topics.array(\"topic_name\").includes(o.topic_name))\n )\n .groupby(\"topic_name\", \"source_bias\", \"source_bias_readable\")\n .params({ division_factor: division_factor })\n .rollup({\n attention_sum: (d, $) => op.sum(d.attention_score) / $.division_factor\n })","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2536,"value":"top_dt = aq.from(\n dt\n .objects()\n .filter((a) =>\n top_20_topics\n .slice(0, 10)\n .array(\"topic_name\")\n .includes(a.topic_name)\n )\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2508,"value":"topic_date_source_attention = top_dt\n .groupby(\n \"topic_name\",\n \"topic_headline\",\n \"topic_headline_no_source\",\n \"scraped_at_date\",\n \"source\"\n )\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(\"source\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":529,"value":"top_topics_with_attention_temp = dt.params({ topic_rename_map: topic_rename_map }).derive({\n topic_name: (o, $) =>\n o.topic_name in $.topic_rename_map\n ? $.topic_rename_map[o.topic_name]\n : o.topic_name\n })\n .groupby(\n \"topic_name\",\n \"topic_headline_no_source\",\n \"topic_headline\",\n \"topic_headline_truncated\"\n )\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 15)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2728,"value":"division_factor = top_topics_with_attention_temp\n .rollup({\n max: (d) => aq.op.max(d.attention_sum)\n })\n .array(\"max\")[0] / 10","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2734,"value":"top_topics_with_attention = top_topics_with_attention_temp.derive({\n attention_normalized: aq.escape((o) => o.attention_sum / division_factor)\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1729,"value":"skewed_topics_with_attention_source = dt\n .filter(\n (o) =>\n o.normalized_entropy < 0.2 &&\n o.normalized_coverage > 0.05 &&\n !op.includes(o.topic_name, \"Today\")\n )\n .orderby(aq.desc(\"attention_score\"))\n .groupby(\"topic_headline\")\n .slice(0, 1)\n .derive({\n url: aq.escape((o) => source_img_map[o.source]),\n image_position: 0,\n text_position: 1\n })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3159,"value":"skewed_topics_with_attention_source.view()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1867,"value":"num_skewed_topics = skewed_topics_with_attention_source.size","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1811,"value":"unified_topics_with_attention_source = dt\n .groupby(\n \"topic_name\",\n \"topic_headline_no_source\",\n \"topic_headline\",\n \"topic_headline_truncated\",\n \"united_coverage\",\n \"normalized_entropy\",\n \"normalized_coverage\",\n \"source\"\n )\n .params({ division_factor: division_factor })\n .rollup({\n attention_sum: (d, $) => op.sum(d.attention_score) / $.division_factor\n })\n .orderby(aq.desc(\"united_coverage\"))\n .filter((o) => o.normalized_entropy > 0.75 && o.united_coverage > 0.35)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2378,"value":"dt\n .groupby(\n \"topic_name\",\n \"topic_headline_no_source\",\n \"topic_headline\",\n \"topic_headline_truncated\",\n \"united_coverage\",\n \"normalized_entropy\",\n \"normalized_coverage\",\n \"source\"\n )\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"united_coverage\")).view()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1865,"value":"num_unified_topics = unified_topics_with_attention_source\n .rollup({ count_topics: op.distinct(\"topic_name\") })\n .values(\"count_topics\", 0)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":767,"value":"source_divergence_raw = FileAttachment(\"source_divergence_2022-10-06@2.csv\").csv();","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":811,"value":"source_divergence = aq.from(\n source_divergence_raw.map((o) => {\n o.divergence = parseFloat(o.divergence);\n o.source_bias = source_bias_map[o.source];\n return o;\n })\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3757,"value":"source_divergence.view()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2576,"value":"mean_divergence = source_divergence\n .rollup({ mean: (d) => op.mean(d.divergence) })\n .values(\"mean\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1359,"value":"most_divergence_news_source = source_map[_.maxBy(source_divergence.objects(), function (o) { return o.divergence }).source]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1379,"value":"most_divergence_news_source_score = _.round(_.maxBy(source_divergence.objects(), function (o) { return o.divergence }).divergence, 3)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":768,"value":"missed_headlines_raw = FileAttachment(\"missed_headlines_source_2022-10-06@2.csv\").csv()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":801,"value":"missed_headlines = aq.from(\n missed_headlines_raw.map((o) => {\n o.topic_name =\n o.topic_name in topic_rename_map\n ? topic_rename_map[o.topic_name]\n : o.topic_name;\n return o;\n })\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2194,"value":"missed_headlines.view()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":815,"value":"sources = dt.rollup({ sources: op.array_agg_distinct(\"source\") })._data.sources\n .data[0]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2641,"value":"missed_sources = missed_headlines.rollup({\n sources: op.array_agg_distinct(\"source\")\n})._data.sources.data[0]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1118,"value":"source_map = ({\n cnn: \"CNN\",\n nytimes: \"New York Times\",\n foxnews: \"Fox News\",\n wsj: \"Wall Street Journal\",\n reuters: \"Reuters\",\n washingtonpost: \"Washington Post\",\n washingtonexaminer: \"Washington Examiner\",\n washingtontimes: \"Washington Times\",\n nbcnews: \"NBC News\",\n bbc: \"BBC\",\n nationalreview: \"National Review\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4674,"value":"source_bias_map = ({\n cnn: 0,\n nytimes: 1,\n foxnews: 4,\n wsj: 2,\n reuters: 2,\n bbc: 2,\n washingtonpost: 1,\n washingtonexaminer: 3,\n washingtontimes: 3,\n nbcnews: 1,\n bbc: 2,\n nationalreview: 4\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4819,"value":"source_bias_readable_map = ({\n cnn: \"Left\",\n nytimes: \"Lean Left\",\n foxnews: \"Right\",\n wsj: \"Center\",\n reuters: \"Center\",\n bbc: \"Center\",\n washingtonpost: \"Lean Left\",\n washingtonexaminer: \"Lean Right\",\n washingtontimes: \"Lean Right\",\n nbcnews: \"Lean Left\",\n bbc: \"Center\",\n nationalreview: \"Right\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4638,"value":"reverse_source_map = Object.fromEntries(Object.entries(source_map).map(([k, v]) => [v, k]))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2643,"value":"missed_sources_map = Object.fromEntries(\n missed_sources.map((i) => [i, source_map[i]])\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2653,"value":"missed_source_map_array = Object.entries(missed_sources_map).map((o) => {\n let r = {};\n r[\"source_raw\"] = o[0];\n r[\"source_readable\"] = o[1];\n return r;\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1648,"value":"source_input = source_input_dict.source_raw","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1604,"value":"source_map_array = Object.entries(source_map).map(o => {\n let r = {};\n r['source_raw'] = o[0];\n r['source_readable'] = o[1];\n return r\n} )","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1002,"value":"function get_headline_and_sources(topic_name) {\n let filtered = top_20_topic_source_attention\n .objects()\n .filter((d) => d.topic_name == topic_name && d.attention_sum > 1.5);\n let headline = filtered[0].topic_headline;\n let sources = filtered.map((o) => o.source);\n return { headline: headline, sources: sources };\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1043,"value":"function plot_headline_and_sources_with_cells(headline, sources) {\n return [\n Plot.plot({\n marks: [\n Plot.text([headline], {\n fontSize: 20,\n lineWidth: 30,\n ref: get_headline_url(headline),\n target: \"_blank\",\n frameAnchor: \"left\"\n })\n ],\n width: PLOT_WIDTH,\n height: 80,\n x: {\n ticks: null\n },\n y: {\n ticks: null\n },\n style: {\n color: \"black\"\n }\n }),\n Plot.plot({\n marks: [\n Plot.cell(\n sources.map((x) => source_map[x]),\n {\n x: (d) => d\n }\n )\n ],\n x: {\n label: \"Reported By\",\n labelOffset: -35\n },\n grid: true,\n height: 80,\n width: sources.length * 150,\n marginLeft: 0,\n marginTop: 30,\n marginBottom: 30,\n style: {\n color: \"black\",\n fontSize: 14\n }\n })\n ];\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3518,"value":"function getHeadlineForSource(data, source) {\n let filteredData = data\n .orderby(\"rank\", aq.desc(\"scraped_at_date\"))\n .filter(\n aq.escape((o) => o.source === source && o.topic_prob > topic_threshold)\n );\n if (filteredData.size == 0) {\n return \"(\" + source + \") NO HEADLINE\";\n }\n\n return filteredData.slice(0, 1).objects()[0].headline_with_source;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4610,"value":"function getHeadlinesForSource(data, source, count = 1, with_dates = false) {\n let filteredData = data\n .orderby(\"rank\", aq.desc(\"scraped_at_date\"))\n .filter(\n aq.escape((o) => o.source === source && o.topic_prob > topic_threshold)\n );\n if (filteredData.size == 0) {\n return [];\n }\n if (count === 1) {\n return filteredData.slice(0, 1).objects()[0].headline_with_source;\n }\n if (with_dates) {\n return filteredData\n .derive({\n headline_with_date: (o) => \"(\" + o.scraped_at_date + \") \" + o.headline\n })\n .array(\"headline_with_date\")\n .slice(0, count);\n }\n return filteredData\n .array(\"headline_with_source\")\n .slice(0, count)\n .map((o) => get_headline_link(o, true));\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3520,"value":"get_headline_link(getHeadlineForSource(chartData, \"foxnews\"))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1231,"value":"function get_headline_link(headline, remove_source = false) {\n if (headline === null) {\n return \"\";\n }\n let url = get_headline_url(headline);\n if (remove_source) {\n headline = headline.slice(headline.search(\"[)]\") + 1);\n }\n return '' + headline + \"\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1666,"value":"function get_headline_url(headline) {\n let source = headline.slice(\n headline.search(\"[(]\") + 1,\n headline.search(\"[)]\")\n );\n let keywords = headline\n .slice(headline.search(\"[)]\") + 1)\n .split(/[ ,]/)\n .filter((x) => x.length)\n .join(\"+\");\n keywords = keywords + \"+site:\" + source + \".com\";\n return \"https://www.google.com/search?q=\" + keywords + \"&btnI\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1232,"value":"function sparkbar(max) {\n return x => htl.html`

${x.toLocaleString(\"en\")}`\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2962,"value":"$3b","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5179,"value":"get_head_to_head(\"foxnews\", \"cnn\", null, 6).view()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3686,"value":"source_color_map = ({\n foxnews: \"#D56163\",\n wsj: \"#808080\",\n nytimes: \"#6fb5f6\",\n cnn: \"#4478BB\",\n reuters: \"#808080\",\n washingtonpost: \"#6fb5f6\",\n washingtonexaminer: \"#f9aa9f\",\n washingtontimes: \"#f9aa9f\",\n nbcnews: \"#6fb5f6\",\n bbc: \"#808080\",\n nationalreview: \"#D56163\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3721,"value":"$3c","pinned":false,"hidden":false,"mode":"html","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3815,"value":"$3d","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2975,"value":"$3e","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3732,"value":"$3f","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3629,"value":"h2h_cnn_foxnews = get_head_to_head(\"cnn\", \"foxnews\", null, 10)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3615,"value":"viewof search3 = Inputs.search(h2h_cnn_foxnews)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3622,"value":"Inputs.table(search3, {\n format: {\n attention_sum: sparkbar(_.max(h2h_cnn_foxnews.array(\"attention_sum\")))\n },\n layout: \"auto\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3723,"value":"function blockquote_source_headlines(headlines, source) {\n const div = document.createElement(\"div\");\n if (\n headlines === null ||\n headlines.length == 0 ||\n typeof headlines === \"string\"\n ) {\n div.innerHTML = \"N/A\";\n return div;\n }\n headlines\n .filter((x) => x)\n .forEach(function (item, index) {\n let blockQuote = document.createElement(\"blockquote\");\n blockQuote.setAttribute(\"id\", source);\n let p = document.createElement(\"p\");\n let textNode = document.createTextNode(\"\");\n textNode.innerHTML = markdownParser(item);\n p.innerHTML = markdownParser(item);\n blockQuote.appendChild(p);\n div.appendChild(blockQuote); \n });\n return div;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4278,"value":"$40","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3885,"value":"function markdownParser(markdown) {\n const htmlText = markdown\n .replace(/^# (.*$)/gim, \"

$1

\")\n .replace(/^## (.*$)/gim, \"

$1

\")\n .replace(/^### (.*$)/gim, \"

$1

\")\n .replace(/^#### (.*$)/gim, \"

$1

\")\n .replace(/^##### (.*$)/gim, \"

$1

\")\n .replace(/^###### (.*$)/gim, \"

$1

\")\n .replace(/\\*([0-9a-zA-Z ]*?)\\*/g, \"$1\");\n return htmlText.trim();\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2694,"value":"### Top Topics Colored by Front-page Ranking Attention\n\n[Go back](#cell-2143)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2687,"value":"Plot.legend({\n color: {\n domain: sources.sort()\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2683,"value":"$41","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3046,"value":"[Go back](#cell-2143)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1896,"value":"### Mobile friendly charts","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4400,"value":"# This Week Top Topics","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":5017,"value":"$42","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4035,"value":"Plot.legend({\n color: {\n domain: sources.sort()\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4030,"value":"Plot.plot({\n marks: [\n Plot.barX(top_10_topic_source_attention.orderby(\"source\"), {\n x: \"attention_sum\",\n y: \"topic_name\",\n fill: \"source\",\n sort: { y: \"x\", reverse: true }\n }),\n Plot.textX(\n top_10_topic_source_attention\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_sum) })\n .orderby(aq.desc(\"attention_sum\")),\n {\n x: \"attention_sum\",\n y: \"topic_name\",\n text: \"topic_name\",\n textAnchor: \"start\",\n dx: 10,\n sort: { y: \"x\", reverse: true },\n fontSize: 40,\n lineWidth: 20,\n lineHeight: 1\n }\n )\n ],\n y: {\n ticks: null,\n tickSize: 6,\n label: null\n },\n x: {\n tickFormat: d3.format(\",.1f\"),\n domain: [0, 40],\n type: \"linear\",\n nice: true,\n ticks: null,\n label: null\n },\n width: PLOT_WIDTH,\n height: PLOT_WIDTH,\n style: {\n background: \"transparent\",\n color: \"black\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5340,"value":"

               Higher Ranked On Front Page = More Attention

","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1904,"value":"Plot.plot({\n marks: [\n Plot.image(skewed_topics_with_attention_source, {\n x: \"image_position\",\n y: \"topic_headline_with_source_formatted\",\n src: \"url\",\n width: 50,\n height: 50\n }),\n Plot.textX(skewed_topics_with_attention_source, {\n x: \"text_position\",\n y: \"topic_headline_with_source_formatted\",\n text: \"topic_headline_with_source_formatted\",\n href: (d) => get_headline_url(d.topic_headline),\n target: \"_blank\",\n textAnchor: \"start\",\n dx: 10,\n fontSize: 40,\n lineWidth: 20\n })\n ],\n y: {\n ticks: null,\n tickSize: 6,\n label: null\n },\n x: {\n tickFormat: d3.format(\",.1f\"),\n domain: [0, 40],\n type: \"linear\",\n nice: true,\n ticks: null,\n label: null\n },\n width: PLOT_WIDTH,\n height: num_skewed_topics * 150,\n style: {\n background: \"transparent\",\n color: \"black\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2316,"value":"Plot.legend({\n color: {\n domain: sources.sort()\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1906,"value":"$43","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4020,"value":"# Interested in more? Visit [topdown.substack.com](topdown.substack.com)\n
\n# Have feedback and want to contribute? Join [discord.gg/ghYM2TUA](discord.gg/ghYM2TUA)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"}],"files":"$W44","stdlib":"1","titling":"auto"}} 33:"$32:body"