2b:null 2c:["$","title",null,{"children":"Unified News for the week ending Thursday, Oct 27th, 2022 | Rohan Kshirsagar | Observable"}] 31:T440,Plot.plot({ marks: [ Plot.textX( top_topics_with_attention .slice(0, 20) .groupby("topic_name") .rollup({ attention_normalized: op.sum("attention_normalized") }), { x: "attention_normalized", y: "topic_name", text: "topic_name", target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 30, lineWidth: 20, lineHeight: 1 } ), Plot.barX( top_topics_with_attention .slice(0, 20) .groupby("topic_name") .rollup({ attention_normalized: op.sum("attention_normalized") }), { x: "attention_normalized", y: "topic_name", sort: { y: "x", reverse: true } } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: 1000, style: { background: "white", color: "black" } })32:T425,Plot.plot({ marks: [ Plot.dot(top_10_topic_source_bias_attention.orderby("source_bias"), { x: "source_bias_readable", y: "topic_name", fill: "source_bias_readable", r: "attention_sum", sort: { y: "r", reverse: true } }) ], y: { tickSize: 0, label: null, domain: d3 .groupSort( top_10_topic_source_bias_attention, (g) => d3.sum(g, (d) => d.attention_sum), (d) => d.topic_name ) .reverse() }, x: { label: null, tickSize: 0, domain: d3.groupSort( top_10_topic_source_bias_attention, (g) => d3.max(g, (d) => d.source_bias), (d) => d.source_bias_readable ) }, r: { range: [0, 35] }, width: PLOT_WIDTH, height: 1000, marginLeft: 520, marginBottom: 40, style: { background: "transparent", color: "black", fontSize: 27 }, color: { type: "categorical", domain: ["Left", "Lean Left", "Center", "Lean Right", "Right"], range: ["#4478BB", "#6fb5f6", "#808080", "#f9aa9f", "#D56163"] } })33:T49c,Plot.plot({ marks: [ Plot.barX(unified_topics_with_attention_source.orderby("source"), { x: "attention_sum", y: "topic_headline_no_source", fill: "source", sort: { y: "x", reverse: true } }), Plot.textX( unified_topics_with_attention_source .groupby( "topic_headline_no_source", "topic_headline_truncated", "topic_headline" ) .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }) .orderby(aq.desc("attention_sum")), { x: "attention_sum", y: "topic_headline_no_source", text: "topic_headline_no_source", href: (d) => get_headline_url(d["topic_headline"]), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 20 } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: num_unified_topics * 50, style: { background: "transparent", fontSize: "20px" } })34:T74f,{ let topics = missed_headlines .params({ source_input: source_input }) .filter((d, $) => d.source === $.source_input) .array("topic_name"); let temp = aq .from( top_20_topic_source_attention .objects() .filter((o) => topics.includes(o.topic_name)) ) .orderby(aq.desc("attention_sum")); let data = temp .groupby("topic_headline") .derive({ rank: op.rank(), url: aq.escape((o) => source_img_map[o.source]) }) .derive({ position: (d) => d.rank * 1.5 }) .orderby("topic_headline"); let plot = Plot.plot({ marks: [ Plot.image(data.orderby("source"), { x: "position", y: "topic_headline_no_source", src: "url", width: 30, height: 30, sort: { y: "x", reverse: true } }), Plot.textX( data .groupby("topic_headline_no_source", "topic_headline") .rollup({ attention_sum: (d) => op.sum(d.attention_sum), text_position: (d) => op.max(d.position) + 1 }) .orderby(aq.desc("attention_sum")), { x: "text_position", y: "topic_headline_no_source", text: "topic_headline_no_source", lineWidth: 20, href: (d) => get_headline_url(d["topic_headline"]), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 25 } ) ], y: { ticks: null, tickSize: 6, label: "Covered By" }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: topics.length * 100, marginRight: 200, style: { fontSize: "18px" } }); return plot; }35:T41b,{ let x = chartData .groupby("source_bias", "source_bias_readable") .rollup({ attention_sum: (o) => op.sum(o.attention_score) }); return Plot.plot({ r: { range: [0, 40] }, marks: [ // Draw vertical bars Plot.dot( x, // Group data into categories along the x axis { r: "attention_sum", // compute + display the count of observations in each group x: "source_bias_readable", fill: "source_bias_readable" } ) ], x: { label: null, tickSize: 0, domain: d3.groupSort( chartData, (g) => d3.max(g, (d) => d.source_bias), (d) => d.source_bias_readable ) }, marginLeft: 60, marginTop: 20, marginBottom: 100, width: PLOT_WIDTH, height: 300, style: { fontSize: 28 }, color: { type: "categorical", domain: ["Left", "Lean Left", "Center", "Lean Right", "Right"], range: ["#4478BB", "#6fb5f6", "#808080", "#f9aa9f", "#D56163"] } }); }36:T434,{ let chartDataGrouped = chartData .groupby("source_readable", "source", "source_bias") .rollup({ attention_sum: (o) => op.sum(o.attention_score) }); return Plot.plot({ r: { range: [0, 60] }, marks: [ // Draw vertical bars Plot.dot( chartDataGrouped, // Group data into categories along the x axis { r: "attention_sum", // compute + display the count of observations in each group x: "source_readable", fill: "source", strokeWidth: 40, sort: (d) => d.source_bias } ) ], x: { label: null, tickSize: 0, domain: d3.groupSort( chartDataGrouped, (g) => d3.max(g, (d) => d.source_bias), (d) => d.source_readable ) }, marginLeft: 60, marginTop: 50, marginBottom: 40, width: PLOT_WIDTH * 1.5, height: 200, style: { fontSize: 21 }, color: { type: "categorical", domain: sources, range: sources.map((a) => source_color_map[a]) } }); }37:T4d3,data = raw_data .map((o) => { o.scraped_at_time = o.scraped_at.split(".")[0]; o.scraped_at_date = o.scraped_at.split(" ")[0]; o.headline_with_source = "(" + o.source + ") " + o.headline; o.topic_headline_no_source = o.topic_headline .slice(o.topic_headline.indexOf(")") + 1) .trim(); o.topic_headline_with_source_formatted = source_map[o.topic_headline.slice(1, o.topic_headline.indexOf(")"))] + ": " + o.topic_headline_no_source; o.headline_with_source_formatted = source_map[o.source] + ": " + o.headline; o.topic_headline_truncated = o.topic_headline_no_source.length > 75 ? o.topic_headline_no_source.slice(0, 75) + "..." : o.topic_headline_no_source; o.rank = parseInt(o.rank); o.mismatched_coverage = parseFloat(o.mismatched_coverage); o.united_coverage = parseFloat(o.united_coverage); o.topic_name = o.topic_name in topic_rename_map ? topic_rename_map[o.topic_name] : o.topic_name; o.source_readable = source_map[o.source]; o.source_bias = source_bias_map[o.source]; o.source_bias_readable = source_bias_readable_map[o.source]; return o; }) .filter((o) => o.topic_prob > topic_threshold)38:Taf7,function get_head_to_head( source_a, source_b, source_neutral = null, num_topics = 8 ) { let remapped_data = dt.params({ topic_rename_map: topic_rename_map }).derive({ topic_name: (o, $) => o.topic_name in $.topic_rename_map ? $.topic_rename_map[o.topic_name] : o.topic_name }); let top_10_topics_a = aq .from( remapped_data .objects() .filter( (o) => (o.source === source_a) & (o.topic_prob > topic_threshold) ) ) .groupby( "topic_name", ) .rollup({ attention_sum: (d) => op.sum(d.attention_score) }) .orderby(aq.desc("attention_sum")) .slice(0, num_topics) .array("topic_name"); let top_10_topics_b = aq .from( remapped_data .objects() .filter( (o) => (o.source === source_b) & (o.topic_prob > topic_threshold) ) ) .groupby( "topic_name", ) .rollup({ attention_sum: (d) => op.sum(d.attention_score) }) .orderby(aq.desc("attention_sum")) .slice(0, num_topics) .array("topic_name"); let top_10_topics_h2h = top_10_topics_a.concat(top_10_topics_b); if (source_neutral !== null) { let top_10_topics_neutral = aq .from( remapped_data .objects() .filter( (o) => (o.source === source_neutral) & (o.topic_prob > topic_threshold) ) ) .groupby( "topic_name", ) .rollup({ attention_sum: (d) => op.sum(d.attention_score) }) .orderby(aq.desc("attention_sum")) .slice(0, num_topics) .array("topic_name"); top_10_topics_h2h = top_10_topics_h2h.concat(top_10_topics_neutral); } let head_to_head_raw = aq .from( remapped_data .objects() .filter( (o) => (o.source === source_a || o.source === source_b || o.source === source_neutral) && top_10_topics_h2h.includes(o.topic_name) ) ) .groupby( "topic_name", "source" ) .rollup({ attention_sum: op.sum("attention_score") }) .objects(); const topic_sums = aq .from(head_to_head_raw) .groupby("topic_name") .rollup({ attention_sum: op.sum("attention_sum") }) .objects(); const topic_sum_map = new Map( topic_sums.map((object) => { return [object.topic_name, object.attention_sum]; }) ); let head_to_head_normalized = aq .from( head_to_head_raw.map((o) => { o.attention_sum_normalized = o.attention_sum / topic_sum_map.get(o.topic_name); o.attention_sum_denominator = topic_sum_map.get(o.topic_name); return o; }) ) .orderby(aq.desc("attention_sum_denominator"), "source"); return head_to_head_normalized; }39:T5b4,

Style HTML HERE

3a:T1837,topic_rename_map = ({ "Charles King Iii": "Queen Elisabeth King Charles", "Elizabeth Ii Queen": "Queen Elisabeth King Charles", "11 21 Years Honor": "Sep 11 Honor 21 Years", "Photos 12 11": "Sep 11 Honor 21 Years", "Photos Queen See Pictures": "Queen Elisabeth King Charles", "Covid New Booster 19": "Covid 19 New Booster", "Russian Troops Describe Flee": "Ukraine Make Gains Russia", "Ukraine Gains War Russia": "Ukraine Make Gains Russia", "Key Ukrainian Forces": "Ukraine Make Gains Russia", "Strike Rail Deal": "US Rail Strike Deal", "Strike Rail Railroad": "US Rail Strike Deal", "Election Polls Poll Workers": "Election Poll Workers", "Putin Russian Officials": "Putin Criticism Mounts", "Subpoenas Jan": "Jan 6 Subpoenas", "Ukraine Russia Regions Join": "Russia Ukraine", "Harry Prince": "Prince Harry", "Putin War Reservists Nuclear": "Putin Troops Nuclear", "Funeral Elizabeth Queen": "Queen Elizabeth Funeral", "Border Crisis Harris": "Border Crisis", "Border Crisis Biden Admin": "Border Crisis", "Desantis Immigrants Illegal": "Migrants Sanctuary Cities", "Desantis Martha Vineyard": "Migrants Sanctuary Cities", "Russian Ukraine": "Russia Ukraine", "Potential Weakness Share": "China Russia", "State Westminster Hall Lies": "Queen Elizabeth Funeral", "Biden Approval Joe": "Approval Ratings Joe Biden", "Ukraine Russian": "Russia Ukraine", "Desantis Newsom Immigrants Illegal": "Migrants Sanctuary Cities", "Migrants Harris Sanctuary": "Migrants Sanctuary Cities", "Vineyard Martha Migrants": "Migrants Sanctuary Cities", "Martha Florida Vineyard": "Migrants Sanctuary Cities", "Martha Vineyard Migrants": "Migrants Sanctuary Cities", "Documents Raid Trump Declassified": "Trump Mar Lago DOJ", "Doj Lago Mar": "Trump Mar Lago DOJ", "Special Master Lago": "Trump Mar Lago DOJ", "Arrests Border Southwestern Year": "Border Crisis", "Arrests Border Migrants Venezuela": "Border Crisis", "Ceo Bezos Names Crypto": "Indian Billionaire Bezos", "Chinese Weakness Share Potential": "China US", "Approval Ratings Joe Biden": "Joe Biden Election", "Electric Ford Mustang Chinese": "Cars Ford Rising Costs", "Sanctuary Cities Mayor": "Migrants Sanctuary Cities", "Border Harris Crisis": "Border Crisis", "Border Crisis Admin Biden": "Border Crisis", "Kharkiv Ukraine Atrocities Liberation": "Russia Ukraine", "Special Master Mar": "Trump Mar Lago DOJ", "Ian See": "Hurricane Ian Florida", "Ian Florida Hurricane": "Hurricane Ian Florida", "Biden Family Hunter Joe": "Biden", "Canada Fiona Hurricane": "Puerto Rico Fiona", "Ian See": "Hurricane Ian Florida", "Ian Florida Hurricane": "Hurricane Ian Florida", "Biden Family Hunter Joe": "Biden", "Canada Fiona Hurricane": "Puerto Rico Fiona", "Ian Hurricane Storm": "Hurricane Ian Florida", "Florida Ian Hurricane": "Hurricane Ian Florida", "Storm Florida Major Could": "Hurricane Ian Florida", "Korea North Harris": "North Korea Kamala Harris", "Checklist Hurricane": "Hurricane Ian Florida", "Teen Republican Mowed": "Republican Teen Mowed", "Tampa Area Approaches": "Hurricane Ian Florida", "Putin Think Move": "Putin Mindset", "Agenda Democrats": "Democrats Agenda", "Queen Royal Charles King": "Royal Family", "Draft Flee Men Russians": "Russians Flee Draft", "Canada Fiona Event": "Canada Hurricane Fiona", "Iran Protests Iranian": "Iran", "Iran Protests": "Iran", "Regions Occupied Ukraine Annex": "Ukraine War Russia", "Putin War Ukraine": "Ukraine War Russia", "Lawsuit New York": "Lawsuit New York v Trump", "Police Crime Shooting Shot": "Police Crime", "Gaffe White House": "White House Gaffe", "Putin Running Explain": "Putin Explained", "Florida Damage Carolina": "Hurricane Ian", "Flood Water Trapped": "Hurricane Ian", "Without Power Million": "Hurricane Ian", "Carolina South Toward": "Hurricane Ian", "Death Toll Ian": "Hurricane Ian", "Ian Cruel Spared Neighbors": "Hurricane Ian", "Sanibel Island": "Hurricane Ian", "Lyman Forces": "Ukraine Forces Lyman", "Putin West Running Explain": "Putin Explained", "Harris Equity Based": "Harris Equity Based Hurricane Relief", "Senate Texas Elections Race": "Senate Race", "Control Cnn Key Gains": "CNN Team Ukraine Gains", "Inflation Fed Dollar Strong": "Inflation Fed Strong Dollar", "Investors Markets Bond Bonds": "Investors Markets Bonds", "Ukraine Forces Lyman": "Ukraine Gains", "CNN Team Ukraine Gains": "Ukraine Gains", "Control Cnn Key Gains": "Ukraine Gains", "Serial California Killer": "Shootings Crime Cops", "McConnell Trump Dem Senate Candidate Stroke": "McConnell Trump Dem Senate Stroke", "Mayor Dc Leaders Said Former": "DC Mayor Defund Police", "University Purdue Roommate Student": "Purdue Murder Stanford Rape", "Bond Pension Funds Boe": "BOE Pension Fund Bond Crisis", "Energy Biden Policies": "Biden Energy Policies", "Dies Lee Daughter": "Daughter Dies", "Criminals Crime Guns Philadelphia": "Criminals Crime Jail", "Ian Hurricane": "Hurricane Ian", "Putin Russia Vladimir": "Putin Analysis", "Armageddon Nuclear Missile Crisis Cuban": "Armageddon Russian Nuclear Missile Crisis", "Putin Slips Away Dream Victory": "Putin Analysis", "Iran Iranian Protests": "Iran Protests", Iran: "Iran Protests", "Brady Tom Nfl": "Tom Brady", "Takeaways Hearing Jan": "Jan 6 Committee Hearing", "Gender Parents Child Transition": "Gender Transition Parents Child", "Enforcement Law Police Dc": "Enforcement Police DC Deputy Mayor", "Water Mississippi Crisis Lake": "Water Crisis Mississippi Mead", "Defamation Carroll Lawsuit Trump": "Defamation Lawsuit Carroll Trump", "Tv Hollywood Co Mark Wahlberg": "Hollywood Drama TV", "Biden Joe President Monument": "Joe Biden", "Gender Transition Parents Child": "Parents Child Rights Trans", "Inflation Address Would": "Inflation Policy", "Jinping Xi Term": "Xi Jinping 3rd Term", "Inflation Rates Interest": "Inflation Effect", "Lower Street Ends Fed Wall": "Stock Market Wall Street", "Morning Bid Anarchy": "International Finance", "Da Crime Philadelphia": "Philadelphia DA & Crime" })3b:T7f1,function plot_head_to_head(data) { data = data.params({ topic_rename_map: topic_rename_map }).derive({ topic_name: (o, $) => o.topic_name in $.topic_rename_map ? $.topic_rename_map[o.topic_name] : o.topic_name }); let sources = data .rollup({ source: op.array_agg_distinct("source") }) .array("source")[0]; let source1_data = aq .from(data.objects().filter((o) => o.source === sources[0])) .derive({ attention_sum: (o) => -1 * o.attention_sum }); let source2_data = aq.from( data.objects().filter((o) => o.source === sources[1]) ); let source_colors = sources.map((a) => source_color_map[a]); let legend_plot = Plot.legend({ color: { domain: sources, range: source_colors }, className: "alphabet", style: { fontSize: "20px", marginLeft: "570px" } }); let plot = Plot.plot({ // facet: { // data: data, // x: "source", // label: null, // transform: (d) => source_map[d] // }, marks: [ Plot.barX(source2_data, { y: "topic_name", x: "attention_sum", fill: "source" }), Plot.barX(source1_data, { y: "topic_name", x: "attention_sum", fill: "source" }) ], y: { tickSize: 0, tickPadding: 20, label: null, domain: d3 .groupSort( data, (g) => d3.max(g, (d) => d.attention_sum_denominator), (d) => d.topic_name ) .reverse() }, x: { label: "Front Page Attention", ticks: null, labelAnchor: "center", labelOffset: 40, nice: true }, marginLeft: 600, marginBottom: 50, marginRight: 300, style: { fontSize: "30px" }, color: { type: "categorical", domain: sources, range: source_colors }, width: PLOT_WIDTH, height: PLOT_WIDTH / 2 }); let plots = [legend_plot, plot]; return html`

${plots}`; }3c:T597,function plot_head_to_head_facet(data) { data = data.params({ topic_rename_map: topic_rename_map }).derive({ topic_name: (o, $) => o.topic_name in $.topic_rename_map ? $.topic_rename_map[o.topic_name] : o.topic_name }); let sources = data .rollup({ source: op.array_agg_distinct("source") }) .array("source")[0]; let num_topics = new Set(data.array("topic_name")).size; let source_colors = sources.map((a) => source_color_map[a]); let plot = Plot.plot({ facet: { data: data, x: "source", label: null, transform: (d) => source_map[d] }, marks: [ Plot.barX(data, { y: "topic_name", x: "attention_sum", fill: "source" }) ], y: { tickSize: 0, tickPadding: 20, label: null, domain: d3.groupSort(data, g => d3.max(g, d => d.attention_sum_denominator), d => d.topic_name).reverse(), }, x: { label: "Front Page Attention", ticks: null, labelAnchor: "center", labelOffset: 40, nice: true, }, marginLeft: 500, marginBottom: 50, marginRight: 200, style: { fontSize: "25px" }, color: { type: "categorical", domain: sources, range: source_colors }, width: PLOT_WIDTH, height: num_topics * 50 }); let plots = [plot]; return html`

${plots}`; }3d:Tcbd,function create_topic_deepdive( topic_presentation, topic_names, source1, source2, num_headlines = 3, source3 = null, tdlr_analysis = null ) { const div = document.createElement("div"); let p1 = document.createElement("p"); p1.innerHTML = markdownParser("## " + topic_presentation); div.appendChild(p1); if (tdlr_analysis !== null) { let p_tdlr = document.createElement("p"); p_tdlr.innerHTML = markdownParser(tdlr_analysis); div.appendChild(p_tdlr); } let topic_data = aq.from( data.filter( (d) => topic_names.includes(d.topic_name) && [source1, source2, source3].includes(d.source) ) ); let chartDataGrouped = topic_data .groupby("source_readable", "source", "source_bias") .rollup({ attention_sum: (o) => op.sum(o.attention_score) }); let plot = Plot.plot({ r: { range: [0, 20] }, marks: [ // Draw vertical bars Plot.dot( chartDataGrouped, // Group data into categories along the x axis { r: "attention_sum", // compute + display the count of observations in each group x: "source_readable", fill: "source", strokeWidth: 40, sort: (d) => d.source_bias } ) ], x: { label: "Front Page Attention", labelOffset: -100, tickSize: 0, domain: d3.groupSort( chartDataGrouped, (g) => d3.max(g, (d) => d.source_bias), (d) => d.source_readable ) }, marginLeft: 60, marginTop: 100, height: 200, style: { fontSize: 20 }, color: { type: "categorical", domain: sources, range: sources.map((a) => source_color_map[a]) } }); let divPlot = document.createElement("div"); let plotStyles = { display: "flex", "flex-wrap": "wrap" }; for (let style in plotStyles) { divPlot.style[style] = plotStyles[style]; } divPlot.appendChild(plot); div.appendChild(divPlot); let source1_headlines = getHeadlinesForSource( topic_data, source1, num_headlines, false ); if (source1_headlines.length > 0) { let p2 = document.createElement("p"); p2.innerHTML = markdownParser( "#### Front Page Headlines for " + source_map[source1] ); div.appendChild(p2); div.appendChild(blockquote_source_headlines(source1_headlines, source1)); } let source2_headlines = getHeadlinesForSource( topic_data, source2, num_headlines, false ); if (source2_headlines.length > 0) { let p3 = document.createElement("p"); p3.innerHTML = markdownParser( "#### Front Page Headlines for " + source_map[source2] ); div.appendChild(p3); div.appendChild(blockquote_source_headlines(source2_headlines, source2)); } let source3_headlines = getHeadlinesForSource( topic_data, source3, num_headlines, false ); if (source3_headlines.length > 0) { if (source3 !== null) { let p4 = document.createElement("p"); p4.innerHTML = markdownParser( "#### Front Page Headlines for " + source_map[source3] ); div.appendChild(p4); div.appendChild(blockquote_source_headlines(source3_headlines, source3)); } } return div; }3e:T431,Plot.plot({ marks: [ Plot.barX(top_10_topic_source_attention.orderby("source"), { x: "attention_sum", y: "topic_headline_no_source", fill: "source", sort: { y: "x", reverse: true } }), Plot.textX( top_10_topic_source_attention .groupby("topic_headline_no_source", "topic_headline") .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }) .orderby(aq.desc("attention_sum")), { x: "attention_sum", y: "topic_headline_no_source", text: "topic_headline_no_source", href: (d) => get_headline_url(d.topic_headline), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 20 } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: 800, style: { background: "transparent", color: "black" } })3f:T462,Plot.plot({ marks: [ Plot.textX( top_topics_with_attention .slice(0, 10) .groupby("topic_name", "topic_headline") .rollup({ attention_normalized: op.sum("attention_normalized") }), { x: "attention_normalized", y: "topic_headline", text: "topic_headline", target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 40, lineWidth: 20, lineHeight: 1 } ), Plot.barX( top_topics_with_attention .slice(0, 10) .groupby("topic_headline") .rollup({ attention_normalized: op.sum("attention_normalized") }), { x: "attention_normalized", y: "topic_headline", sort: { y: "x", reverse: true } } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: 1200, style: { background: "white", color: "black" } })40:T4f7,Plot.plot({ marks: [ Plot.barX(unified_topics_with_attention_source.orderby("source"), { x: "attention_sum", y: "topic_headline_no_source", fill: "source", sort: { y: "x", reverse: true } }), Plot.textX( unified_topics_with_attention_source .groupby( "topic_name", "topic_headline_no_source", "topic_headline_truncated", "topic_headline" ) .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }) .orderby(aq.desc("attention_sum")), { x: "attention_sum", y: "topic_headline_no_source", text: "topic_headline_no_source", href: (d) => get_headline_url(d["topic_headline"]), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 45, lineWidth: 20 } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: num_unified_topics * 150, style: { background: "white", color: "black", fontSize: 16 }, color: { fontSize: 15 } })41:[{"id":"8394c0f4ebf62fabf2c5307d300cd8b113016c478d61d2fdc4054cdcf78093c87d41645923ee2dce5db0ff3320c2e055f72ee972f07f841d39abbac4c69705fe","href":"https://static.observableusercontent.com/files/8394c0f4ebf62fabf2c5307d300cd8b113016c478d61d2fdc4054cdcf78093c87d41645923ee2dce5db0ff3320c2e055f72ee972f07f841d39abbac4c69705fe","name":"2022-10-20.csv","type":"text/csv","lastModified":1666883647996.128,"size":1064629},{"id":"c21b59671000fa1674e1b06b5951fd13a75547a819fd87c3116dce031577d6075c5c5e005d2b4e95eaeefafb55141118a4832894c4fd24216005edf6c6cd46fa","href":"https://static.observableusercontent.com/files/c21b59671000fa1674e1b06b5951fd13a75547a819fd87c3116dce031577d6075c5c5e005d2b4e95eaeefafb55141118a4832894c4fd24216005edf6c6cd46fa","name":"source_divergence_2022-10-20.csv","type":"text/csv","lastModified":1666883647996.128,"size":8987},{"id":"312c7fe596fc189aadc74712457944e15d26c7e8b83843b324e4cf9587ec28b407cc51e1b733318723c5f38eb2116b95f1aee201d45ca80056f878743f32200b","href":"https://static.observableusercontent.com/files/312c7fe596fc189aadc74712457944e15d26c7e8b83843b324e4cf9587ec28b407cc51e1b733318723c5f38eb2116b95f1aee201d45ca80056f878743f32200b","name":"missed_headlines_source_2022-10-20.csv","type":"text/csv","lastModified":1666883647996.128,"size":2618},{"id":"6e828cfcb36c8bc2b5878dd7a67ab8ee0022494b341e329e574f1ae54a6bd0e4a74677d824af749f05bb3d4ef1541174be5a6148c71339cdc8c1ca63684a3354","href":"https://static.observableusercontent.com/files/6e828cfcb36c8bc2b5878dd7a67ab8ee0022494b341e329e574f1ae54a6bd0e4a74677d824af749f05bb3d4ef1541174be5a6148c71339cdc8c1ca63684a3354","name":"2022-10-27.csv","type":"text/csv","lastModified":1666883662703.946,"size":1118475},{"id":"f2da8922f29cba4fde46c90ba3c1e01f7fec79126421e01c124545fd4d4d89c2ac78ccb675986140a7b54aece863a46fa4f3cef7d0695bbb597b4427a76f1177","href":"https://static.observableusercontent.com/files/f2da8922f29cba4fde46c90ba3c1e01f7fec79126421e01c124545fd4d4d89c2ac78ccb675986140a7b54aece863a46fa4f3cef7d0695bbb597b4427a76f1177","name":"missed_headlines_source_2022-10-27.csv","type":"text/csv","lastModified":1666883665805.127,"size":2782},{"id":"1dd03bd988455b5aa226a5f6a30ce2c63c2c20514213e08b8c2d38f7b126d660c74bd245f44553d3409beab1a4d311c1d79e9ca0ea95b864957c7568bea3576c","href":"https://static.observableusercontent.com/files/1dd03bd988455b5aa226a5f6a30ce2c63c2c20514213e08b8c2d38f7b126d660c74bd245f44553d3409beab1a4d311c1d79e9ca0ea95b864957c7568bea3576c","name":"source_divergence_2022-10-27.csv","type":"text/csv","lastModified":1666883670227.365,"size":8962},{"id":"deae3aa554e772705bb362ab2eb81658400a9ee0c3273f3f377d369964174c7a18bc951c5e0092cf3e189b7ed66d25e8c9917d9bd48bf7c9647a82c04cd40e5e","href":"https://static.observableusercontent.com/files/deae3aa554e772705bb362ab2eb81658400a9ee0c3273f3f377d369964174c7a18bc951c5e0092cf3e189b7ed66d25e8c9917d9bd48bf7c9647a82c04cd40e5e","name":"2022-10-27@1.csv","type":"text/csv","lastModified":1666887113043.04,"size":1156345}] 2f:{"id":"26562d3025919105","slug":null,"title":"Unified News for the week ending Thursday, Oct 27th, 2022","thumbnail":"412a543814d514fd79e6ba4e44321160b7ed36b62b71f7ec99a1120d2772af0c","access_level":"public","create_time":"$D2022-10-27T15:14:07.996Z","update_time":"$D2022-10-27T17:16:00.080Z","view_time":null,"first_public_time":"$D2022-10-27T15:14:07.996Z","has_unpublished_edits":null,"fork":{"id":"1caf4a7a89edb5f4","slug":null,"title":"Unified News for the week ending Thursday, Oct 20th, 2022","owner":{"id":"bec5c9294690a7df","login":"rohankshir","name":"Rohan Kshirsagar"}},"stars":0,"starred":false,"owner":{"type":"team","id":"bec5c9294690a7df","login":"rohankshir","name":"Rohan Kshirsagar","avatar_url":"https://avatars-next.observableusercontent.com/36667e1f7444245bb8bfdd8c4dc029f686a06c31b04a84b672c8d79940ba3239","tier":"starter_2024"},"version":5565,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"f0f855b208533919","login":"rohankshir","name":"Rohan Kshirsagar","avatar_url":"https://avatars-next.observableusercontent.com/36667e1f7444245bb8bfdd8c4dc029f686a06c31b04a84b672c8d79940ba3239","tier":null}],"members":[{"type":"individual","id":"f0f855b208533919","login":"rohankshir","name":"Rohan Kshirsagar","avatar_url":"https://avatars-next.observableusercontent.com/36667e1f7444245bb8bfdd8c4dc029f686a06c31b04a84b672c8d79940ba3239","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":1,"collection":null,"type":"notebook","body":{"title":"Unified News for the week ending Thursday, Oct 27th, 2022","cells":[{"id":4,"value":"# Unified News for the week ending Thursday, Oct 27th, 2022\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2134,"value":"{\n let width = 800;\n let height = 300;\n return html``;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2143,"value":"### Most Important Stories\n#### Ranked by aggregated coverage from the following main stream media sources: \n`${sources.map(o => source_map[o]).join(', ')}`\n\n*Note: this is not designed for mobile and works best on desktop*\n\nWant to see it broken down by source? Click [here](#cell-2694)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1902,"value":"$31","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5100,"value":"### Top topics measured by Front-page Attention from the past week broken down by media bias (Media bias determined by AllSides)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":5092,"value":"$32","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5329,"value":"

                       Higher Ranked Headlines on this topic On Mobile Front Page = More Attention

","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":5026,"value":"Below are algorithmically selected headlines for each topic
\nWant to see it broken down by source? Click [here](#cell-2694)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":574,"value":"Plot.plot({\n marks: [\n Plot.textX(top_topics_with_attention, {\n x: \"attention_normalized\",\n y: \"topic_headline_no_source\",\n text: \"topic_headline\",\n href: (d) => get_headline_url(d[\"topic_headline\"]),\n target: \"_blank\",\n textAnchor: \"start\",\n dx: 10,\n sort: { y: \"x\", reverse: true },\n fontSize: 20\n }),\n Plot.barX(top_topics_with_attention, {\n x: \"attention_normalized\",\n y: \"topic_headline_no_source\",\n sort: { y: \"x\", reverse: true }\n })\n ],\n y: {\n ticks: null,\n tickSize: 6,\n label: null\n },\n x: {\n tickFormat: d3.format(\",.1f\"),\n domain: [0, 40],\n type: \"linear\",\n nice: true,\n ticks: null,\n label: null\n },\n width: PLOT_WIDTH,\n height: 800,\n style: {\n background: \"transparent\",\n color: \"black\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1806,"value":"#### Top Source Exclusive Stories\n\nStories from an outlet that set it apart from the other outlets","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1754,"value":"Plot.plot({\n marks: [\n Plot.image(skewed_topics_with_attention_source, {\n x: \"image_position\",\n y: \"topic_headline_with_source_formatted\",\n src: \"url\",\n width: 30,\n height: 30\n }),\n Plot.textX(skewed_topics_with_attention_source, {\n x: \"text_position\",\n y: \"topic_headline_with_source_formatted\",\n text: \"topic_headline_with_source_formatted\",\n href: (d) => get_headline_url(d.headline_with_source),\n target: \"_blank\",\n textAnchor: \"start\",\n dx: 10,\n fontSize: 20\n })\n ],\n y: {\n ticks: null,\n tickSize: 6,\n label: null\n },\n x: {\n tickFormat: d3.format(\",.1f\"),\n domain: [0, 40],\n type: \"linear\",\n nice: true,\n ticks: null,\n label: null\n },\n width: PLOT_WIDTH,\n height: num_skewed_topics * 50,\n style: {\n background: \"transparent\",\n color: \"black\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1815,"value":"#### Top Stories with United Coverage","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2293,"value":"Plot.legend({\n color: {\n domain: sources.sort()\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})\n","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1821,"value":"$33","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1436,"value":"-----\n\n\n\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1089,"value":"### You might have missed these stories if you read news from","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":786,"value":"viewof source_input_dict = Inputs.select(missed_source_map_array, {\n format: (x) => x.source_readable\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3215,"value":"$34","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1432,"value":"-----","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1171,"value":"### Dive deeper into the data for a specific topic","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":66,"value":"viewof topic_name = Inputs.select(new Set(top_80_topics.data().topic_name))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5359,"value":"# ${topic_name}","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1392,"value":"**${topic_coverage} | ${topic_bias}**\n\n\nHere's the headline that best captures this topic:\n\n${get_headline_link(chartData.get('topic_headline', 0))}","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4908,"value":"### Coverage by Media Bias","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4873,"value":"$35","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":548,"value":"### Coverage by Source","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":102,"value":"$36","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3443,"value":"## Key Headlines for topic: ${topic_name}\n**Top Recent Headlines from Left**\n\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3654,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"cnn\"), false)],\n \"cnn\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3499,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"nbcnews\"), false)],\n \"nbcnews\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3495,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"nytimes\"), false)],\n \"nytimes\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4554,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"washingtonpost\"), false)],\n \"washingtonpost\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3650,"value":"**Top Recent Headlines from Right**","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3490,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"foxnews\"), false)],\n \"foxnews\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3534,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"washingtontimes\"), false)],\n \"washingtontimes\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3538,"value":"blockquote_source_headlines(\n [\n get_headline_link(\n getHeadlineForSource(chartData, \"washingtonexaminer\"),\n false\n )\n ],\n \"washingtonexaminer\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5218,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"nationalreview\"), false)],\n \"nationalreview\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3648,"value":"**Top Recent Headlines from Center**","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3504,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"wsj\"), false)],\n \"wsj\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3644,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"reuters\"), false)],\n \"reuters\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5438,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"bbc\"), false)],\n \"bbc\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1588,"value":"Dive deeper into the headlines for this topic below:","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":7,"value":"viewof search = Inputs.search(tableData.orderby(\"rank\"))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":735,"value":"Inputs.table(search, {\n format: {\n attention_score: sparkbar(_.max(chartData.array(\"attention_score\"))),\n source: (x) => source_map[x],\n headline_with_source: (x) => html`${get_headline_link(x, true)}`\n },\n layout: \"auto\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1201,"value":"### Coverage by Source over Time","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2804,"value":"viewof sources_over_time = Inputs.checkbox(source_map_array, {\n label: \"Sources\",\n format: (x) => x.source_readable\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":137,"value":"plot_over_time = Plot.plot({\n marks: [\n // Draw vertical bars\n Plot.barY(\n chart_data_aggregated_filtered\n .groupby(\"scraped_at_date\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }),\n {\n x: \"scraped_at_date\", // feature for the x channel\n y: \"attention_sum\" // feature for the y channel\n // fill: \"source\"\n }\n )\n ],\n y: {\n label: \"↑ Rank-based Coverage Score for the day\"\n },\n x: {\n label: null,\n domain: new Set(chart_data_aggregated.array(\"scraped_at_date\"))\n },\n marginLeft: 60,\n marginTop: 50,\n width: PLOT_WIDTH,\n // Include a legend for the color channel\n style: {\n fontSize: 20\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3035,"value":"-----","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2842,"value":"## CNN vs Fox News: How do they compare in terms of topic coverage and bias?","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2988,"value":"### CNN vs Fox News","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2986,"value":"plot_head_to_head(get_head_to_head(\"foxnews\", \"cnn\", null, 5))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4702,"value":"

                                Higher Ranked On Mobile Front Page = More Attention

","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3761,"value":"### CNN vs Fox News vs Reuters","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3766,"value":"plot_head_to_head_facet(get_head_to_head(\"foxnews\", \"cnn\", \"reuters\", 4))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4515,"value":"

                                                             Higher Ranked On Front Page = More Attention

","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4305,"value":"create_topic_deepdive(\n \"Student Loan Biden\",\n [\"Student Loan Biden\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"reuters\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4496,"value":"create_topic_deepdive(\n \"Fetterman Oz Debate Senate\",\n [\"Fetterman Oz Debate Senate\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"reuters\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4790,"value":"create_topic_deepdive(\n \"Iran Protests\",\n [\"Iran\", \"Iran Protests\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"reuters\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5552,"value":"create_topic_deepdive(\n \"Biden Joe President Reporters\",\n [\"Biden Joe President Reporters\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"reuters\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4503,"value":"create_topic_deepdive(\n \"Inflation Effect\",\n [\"Inflation Effect\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"reuters\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2994,"value":"### The New York Times vs Wall Street Journal","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2998,"value":"plot_head_to_head(get_head_to_head(\"nytimes\", \"wsj\", null, 8))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3086,"value":"### CNN vs New York Times","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3091,"value":"plot_head_to_head(get_head_to_head(\"cnn\", \"nytimes\", null, 7))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4203,"value":"plot_head_to_head_facet(get_head_to_head(\"washingtonpost\", \"nytimes\", null, 7))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4208,"value":"plot_head_to_head_facet(get_head_to_head(\"nytimes\", \"foxnews\", \"reuters\", 5))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3997,"value":"### Fox News vs WSJ","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3999,"value":"plot_head_to_head(get_head_to_head(\"foxnews\", \"wsj\", null, 6))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5428,"value":"### The New York Times vs Reuters","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":5422,"value":"plot_head_to_head(get_head_to_head(\"reuters\", \"nytimes\", null, 6))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1418,"value":"-----","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1350,"value":"### ${most_divergence_news_source} is the Most Divergent News Source this week\nWe look at the top 20 topics for the week and use [KL Divergence](https://en.wikipedia.org/wiki/Kullback%E2%80%93Leibler_divergence) to calculate the distribution of coverage across these topics from each source. This week, ${most_divergence_news_source}, has the highest divergence score of `${most_divergence_news_source_score}`\n```\n```","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1306,"value":"{\n let chart = Plot.plot({\n marks: [\n // Draw vertical bars\n Plot.barX(\n source_divergence,\n // Group data into categories along the x axis\n { x: \"divergence\", y: \"source\", fill: \"source\" } // group observations by the `brand`\n )\n ],\n x: {\n label: \"↑ News Coverage Divergence Score\"\n },\n y: {\n label: null,\n domain: d3.groupSort(\n source_divergence,\n (g) => d3.max(g, (d) => d.source_bias),\n (d) => d.source\n )\n },\n marginLeft: 200,\n marginTop: 50,\n marginBottom: 50,\n width: PLOT_WIDTH,\n height: 1200,\n color: {\n type: \"categorical\",\n domain: sources,\n range: sources.map((a) => source_color_map[a])\n }\n });\n chart.style.fontSize = \"16px\";\n return chart;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3203,"value":"-----\n\n## Search All Data","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2678,"value":"viewof search2 = Inputs.search(\n dt\n .select(\n \"source\",\n \"headline_with_source\",\n \"rank\",\n \"attention_score\",\n \"scraped_at_date\",\n \"topic_prob\",\n \"topic_name\",\n \"metatopic_name\"\n )\n .orderby(\"scraped_at_date\", \"rank\")\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3194,"value":"Inputs.table(search2, {\n format: {\n attention_score: sparkbar(_.max(dt.array(\"attention_score\"))),\n source: (x) => source_map[x],\n headline_with_source: (x) => html`${get_headline_link(x, true)}`\n },\n layout: \"auto\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":716,"value":"## Appendix","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":169,"value":"import { aq, op } from \"@uwdata/arquero\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":401,"value":"import {StackedAreaChart} from \"@d3/normalized-stacked-area-chart\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3855,"value":"\n","pinned":false,"hidden":false,"mode":"html","author":"$undefined","summary":"$undefined","output":"showdown","database":"$undefined"},{"id":4248,"value":"topic_threshold = 0.64","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1156,"value":"PLOT_WIDTH = 1200","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3133,"value":"source_img_map = new Object({\n foxnews:\n \"https://static.foxnews.com/static/orion/styles/img/fox-news/favicons/favicon.ico\",\n wsj: \"https://wsj.com/favicon.ico\",\n nytimes: \"https://www.nytimes.com/favicon.ico\",\n cnn: \"https://cnn.com/favicon.ico\",\n reuters:\n \"https://www.reuters.com/resizer/PI3YcmEtise9n6pTKMbwoDjynJU=/1200x1200/smart/filters:quality(80)/cloudfront-us-east-2.images.arcpublishing.com/reuters/4QXBW6RP45FBRHDZQXLNRGX5UY.jpg\",\n washingtonpost: \"https://washingtonpost.com/favicon.ico\",\n washingtonexaminer: \"https://www.washingtonexaminer.com/favicon-32x32.png\",\n washingtontimes: \"https://washingtontimes.com/favicon.ico\",\n nbcnews: \"https://mlt.org/wp-content/uploads/2020/07/nbc-news-logo.png\",\n bbc: \"bbc.com/favicon.ico\",\n nationalreview:\n \"https://www.nationalreview.com/wp-content/themes/national-review/static/images/favicons/apple-icon-114x114.png\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":23,"value":"raw_data = FileAttachment(\"2022-10-27@1.csv\").csv()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":296,"value":"$37","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3051,"value":"chartData.view()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":80,"value":"// Filter down the data to the selected country\nchartData = aq\n .from(\n data.filter((d) =>\n topic_name === \"all\" ? true : d.topic_name === topic_name\n )\n )\n .orderby(\"scraped_at\", \"source\", \"rank\")\n .derive({\n attention_score: (d) => op.fround(d.attention_score, 3)\n })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4821,"value":"chartDataMeasurements = chartData.rollup({\n \"Average Sentiment\": (o) =>\n op.sum(o.polarity * o.attention_score) / op.sum(o.attention_score),\n \"Sentiment Variance\": (o) => op.stdev(o.polarity * o.attention_score),\n \"Average Headline Bias\": (o) =>\n op.sum(o.subjectivity * o.attention_score) / op.sum(o.attention_score)\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1698,"value":"tableData = aq.from(\n chartData\n .select(\n \"source\",\n \"headline_with_source\",\n \"rank\",\n \"attention_score\",\n \"scraped_at_time\",\n \"topic_prob\"\n )\n .objects()\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":330,"value":"chart_data_aggregated = aq.from(chartData).groupby('scraped_at_date', 'source').rollup(\n { attention_sum: d=> op.sum(d.attention_score)}).orderby('scraped_at_date', 'source')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2810,"value":"chart_data_aggregated_filtered = {\n let checked_sources = sources_over_time.map((o) => o.source_raw);\n if (checked_sources.length) {\n return aq.from(\n chart_data_aggregated\n .objects()\n .filter((o) => checked_sources.includes(o.source))\n );\n }\n return aq.from(chart_data_aggregated);\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5204,"value":"chartData.get(\"united_coverage\", 0)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1184,"value":"topic_coverage = {\n let coverage_score = _.round(chartData.get(\"united_coverage\", 0), 3);\n let coverage = \"Very Skewed Coverage\";\n if (coverage_score > 0.45) {\n coverage = \"United Coverage\";\n } else if (coverage_score > 0.1) {\n coverage = \"Somewhat Skewed Coverage\";\n } else {\n coverage = \"Very Skewed Coverage\";\n }\n return coverage;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5303,"value":"coverage_score = _.round(\n chartDataMeasurements.get(\"Average Headline Bias\", 0),\n 3\n)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4839,"value":"topic_bias = {\n let coverage_score = _.round(\n chartDataMeasurements.get(\"Average Headline Bias\", 0),\n 3\n );\n let coverage = \"Low Subjectivity\";\n if (coverage_score > 0.6) {\n coverage = \"High Subjectivity\";\n } else if (coverage_score > 0.2) {\n coverage = \"Medium Subjectivity\";\n } else {\n coverage = \"Low Subjectivity\";\n }\n return coverage;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":145,"value":"dt = aq.from(data)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2791,"value":"top_10_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 10)\n .select(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5522,"value":"top_15_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 15)\n .select(\"topic_name\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":152,"value":"top_20_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 20)\n .select(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2794,"value":"top_30_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 30)\n .select(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3392,"value":"top_80_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 80)\n .select(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":938,"value":"top_20_topic_source_attention = dt\n .groupby(\"topic_name\", \"topic_headline\", \"topic_headline_no_source\", \"source\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4568,"value":"top_20_topic_source_attention.array(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2704,"value":"top_10_topic_source_attention = aq\n .from(\n dt\n .objects()\n .filter((o) =>\n top_10_topics.array(\"topic_name\").includes(o.topic_name)\n )\n )\n .groupby(\n \"topic_name\",\n \"topic_headline\",\n \"topic_headline_no_source\",\n \"source\"\n )\n .params({ division_factor: division_factor })\n .rollup({\n attention_sum: (d, $) => op.sum(d.attention_score) / $.division_factor\n })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5095,"value":"top_10_topic_source_bias_attention = aq\n .from(\n dt\n .objects()\n .filter((o) => top_15_topics.array(\"topic_name\").includes(o.topic_name))\n )\n .groupby(\"topic_name\", \"source_bias\", \"source_bias_readable\")\n .params({ division_factor: division_factor })\n .rollup({\n attention_sum: (d, $) => op.sum(d.attention_score) / $.division_factor\n })","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2536,"value":"top_dt = aq.from(\n dt\n .objects()\n .filter((a) =>\n top_20_topics\n .slice(0, 10)\n .array(\"topic_name\")\n .includes(a.topic_name)\n )\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2508,"value":"topic_date_source_attention = top_dt\n .groupby(\n \"topic_name\",\n \"topic_headline\",\n \"topic_headline_no_source\",\n \"scraped_at_date\",\n \"source\"\n )\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(\"source\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":529,"value":"top_topics_with_attention_temp = dt.params({ topic_rename_map: topic_rename_map }).derive({\n topic_name: (o, $) =>\n o.topic_name in $.topic_rename_map\n ? $.topic_rename_map[o.topic_name]\n : o.topic_name\n })\n .groupby(\n \"topic_name\",\n \"topic_headline_no_source\",\n \"topic_headline\",\n \"topic_headline_truncated\"\n )\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 15)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2728,"value":"division_factor = top_topics_with_attention_temp\n .rollup({\n max: (d) => aq.op.max(d.attention_sum)\n })\n .array(\"max\")[0] / 10","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2734,"value":"top_topics_with_attention = top_topics_with_attention_temp.derive({\n attention_normalized: aq.escape((o) => o.attention_sum / division_factor)\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1729,"value":"skewed_topics_with_attention_source = dt\n .filter(\n (o) =>\n o.normalized_entropy < 0.2 &&\n o.normalized_coverage > 0.05 &&\n !op.includes(o.topic_name, \"Today\")\n )\n .orderby(aq.desc(\"attention_score\"))\n .groupby(\"topic_headline\")\n .slice(0, 1)\n .derive({\n url: aq.escape((o) => source_img_map[o.source]),\n image_position: 0,\n text_position: 1\n })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3159,"value":"skewed_topics_with_attention_source.view()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1867,"value":"num_skewed_topics = skewed_topics_with_attention_source.size","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1811,"value":"unified_topics_with_attention_source = dt\n .groupby(\n \"topic_name\",\n \"topic_headline_no_source\",\n \"topic_headline\",\n \"topic_headline_truncated\",\n \"united_coverage\",\n \"normalized_entropy\",\n \"normalized_coverage\",\n \"source\"\n )\n .params({ division_factor: division_factor })\n .rollup({\n attention_sum: (d, $) => op.sum(d.attention_score) / $.division_factor\n })\n .orderby(aq.desc(\"united_coverage\"))\n .filter((o) => o.normalized_entropy > 0.75 && o.united_coverage > 0.35)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2378,"value":"dt\n .groupby(\n \"topic_name\",\n \"topic_headline_no_source\",\n \"topic_headline\",\n \"topic_headline_truncated\",\n \"united_coverage\",\n \"normalized_entropy\",\n \"normalized_coverage\",\n \"source\"\n )\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"united_coverage\")).view()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5446,"value":"{\n const div = document.createElement(\"div\");\n const urls = unified_topics_with_attention_source\n .dedupe(\"topic_headline\")\n .array(\"topic_headline\")\n .map((x) => get_headline_link(x, false));\n urls.forEach(function (item, index) {\n let p = document.createElement(\"p\");\n p.innerHTML = item;\n div.appendChild(p);\n });\n return div;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1865,"value":"num_unified_topics = unified_topics_with_attention_source\n .rollup({ count_topics: op.distinct(\"topic_name\") })\n .values(\"count_topics\", 0)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":767,"value":"source_divergence_raw = FileAttachment(\"source_divergence_2022-10-27.csv\").csv();","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":811,"value":"source_divergence = aq.from(\n source_divergence_raw.map((o) => {\n o.divergence = parseFloat(o.divergence);\n o.source_bias = source_bias_map[o.source];\n return o;\n })\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3757,"value":"source_divergence.view()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2576,"value":"mean_divergence = source_divergence\n .rollup({ mean: (d) => op.mean(d.divergence) })\n .values(\"mean\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1359,"value":"most_divergence_news_source = source_map[_.maxBy(source_divergence.objects(), function (o) { return o.divergence }).source]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1379,"value":"most_divergence_news_source_score = _.round(_.maxBy(source_divergence.objects(), function (o) { return o.divergence }).divergence, 3)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":768,"value":"missed_headlines_raw = FileAttachment(\"missed_headlines_source_2022-10-27.csv\").csv()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":801,"value":"missed_headlines = aq.from(\n missed_headlines_raw.map((o) => {\n o.topic_name =\n o.topic_name in topic_rename_map\n ? topic_rename_map[o.topic_name]\n : o.topic_name;\n return o;\n })\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2194,"value":"missed_headlines.view()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":815,"value":"sources = dt.rollup({ sources: op.array_agg_distinct(\"source\") })._data.sources\n .data[0]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2641,"value":"missed_sources = missed_headlines.rollup({\n sources: op.array_agg_distinct(\"source\")\n})._data.sources.data[0]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1118,"value":"source_map = ({\n cnn: \"CNN\",\n nytimes: \"New York Times\",\n foxnews: \"Fox News\",\n wsj: \"Wall Street Journal\",\n reuters: \"Reuters\",\n washingtonpost: \"Washington Post\",\n washingtonexaminer: \"Washington Examiner\",\n washingtontimes: \"Washington Times\",\n nbcnews: \"NBC News\",\n bbc: \"BBC\",\n nationalreview: \"National Review\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4674,"value":"source_bias_map = ({\n cnn: 0,\n nytimes: 1,\n foxnews: 4,\n wsj: 2,\n reuters: 2,\n bbc: 2,\n washingtonpost: 1,\n washingtonexaminer: 3,\n washingtontimes: 3,\n nbcnews: 1,\n bbc: 2,\n nationalreview: 4\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4819,"value":"source_bias_readable_map = ({\n cnn: \"Left\",\n nytimes: \"Lean Left\",\n foxnews: \"Right\",\n wsj: \"Center\",\n reuters: \"Center\",\n bbc: \"Center\",\n washingtonpost: \"Lean Left\",\n washingtonexaminer: \"Lean Right\",\n washingtontimes: \"Lean Right\",\n nbcnews: \"Lean Left\",\n bbc: \"Center\",\n nationalreview: \"Right\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4638,"value":"reverse_source_map = Object.fromEntries(Object.entries(source_map).map(([k, v]) => [v, k]))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2643,"value":"missed_sources_map = Object.fromEntries(\n missed_sources.map((i) => [i, source_map[i]])\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2653,"value":"missed_source_map_array = Object.entries(missed_sources_map).map((o) => {\n let r = {};\n r[\"source_raw\"] = o[0];\n r[\"source_readable\"] = o[1];\n return r;\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1648,"value":"source_input = source_input_dict.source_raw","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1604,"value":"source_map_array = Object.entries(source_map).map(o => {\n let r = {};\n r['source_raw'] = o[0];\n r['source_readable'] = o[1];\n return r\n} )","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1002,"value":"function get_headline_and_sources(topic_name) {\n let filtered = top_20_topic_source_attention\n .objects()\n .filter((d) => d.topic_name == topic_name && d.attention_sum > 1.5);\n let headline = filtered[0].topic_headline;\n let sources = filtered.map((o) => o.source);\n return { headline: headline, sources: sources };\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1043,"value":"function plot_headline_and_sources_with_cells(headline, sources) {\n return [\n Plot.plot({\n marks: [\n Plot.text([headline], {\n fontSize: 20,\n lineWidth: 30,\n ref: get_headline_url(headline),\n target: \"_blank\",\n frameAnchor: \"left\"\n })\n ],\n width: PLOT_WIDTH,\n height: 80,\n x: {\n ticks: null\n },\n y: {\n ticks: null\n },\n style: {\n color: \"black\"\n }\n }),\n Plot.plot({\n marks: [\n Plot.cell(\n sources.map((x) => source_map[x]),\n {\n x: (d) => d\n }\n )\n ],\n x: {\n label: \"Reported By\",\n labelOffset: -35\n },\n grid: true,\n height: 80,\n width: sources.length * 150,\n marginLeft: 0,\n marginTop: 30,\n marginBottom: 30,\n style: {\n color: \"black\",\n fontSize: 14\n }\n })\n ];\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3518,"value":"function getHeadlineForSource(data, source) {\n let filteredData = data\n .orderby(\"rank\", aq.desc(\"scraped_at_date\"))\n .filter(\n aq.escape((o) => o.source === source && o.topic_prob > topic_threshold)\n );\n if (filteredData.size == 0) {\n return \"(\" + source + \") NO HEADLINE\";\n }\n\n return filteredData.slice(0, 1).objects()[0].headline_with_source;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4610,"value":"function getHeadlinesForSource(data, source, count = 1, with_dates = false) {\n let filteredData = data\n .orderby(\"rank\", aq.desc(\"scraped_at_date\"))\n .filter(\n aq.escape((o) => o.source === source && o.topic_prob > topic_threshold)\n );\n if (filteredData.size == 0) {\n return [];\n }\n if (count === 1) {\n return filteredData.slice(0, 1).objects()[0].headline_with_source;\n }\n if (with_dates) {\n return filteredData\n .derive({\n headline_with_date: (o) => \"(\" + o.scraped_at_date + \") \" + o.headline\n })\n .array(\"headline_with_date\")\n .slice(0, count);\n }\n return filteredData\n .array(\"headline_with_source\")\n .slice(0, count)\n .map((o) => get_headline_link(o, true));\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3520,"value":"get_headline_link(getHeadlineForSource(chartData, \"foxnews\"))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1231,"value":"function get_headline_link(headline, remove_source = false) {\n if (headline === null) {\n return \"\";\n }\n let url = get_headline_url(headline);\n if (remove_source) {\n headline = headline.slice(headline.search(\"[)]\") + 1);\n }\n return '' + headline + \"\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1666,"value":"function get_headline_url(headline) {\n let source = headline.slice(\n headline.search(\"[(]\") + 1,\n headline.search(\"[)]\")\n );\n let keywords = headline\n .slice(headline.search(\"[)]\") + 1)\n .split(/[ ,]/)\n .filter((x) => x.length)\n .join(\"+\");\n keywords = keywords + \"+site:\" + source + \".com\";\n return \"https://www.google.com/search?q=\" + keywords + \"&btnI\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1232,"value":"function sparkbar(max) {\n return x => htl.html`

${x.toLocaleString(\"en\")}`\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2962,"value":"$38","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5179,"value":"get_head_to_head(\"foxnews\", \"cnn\", null, 6).view()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3686,"value":"source_color_map = ({\n foxnews: \"#D56163\",\n wsj: \"#808080\",\n nytimes: \"#6fb5f6\",\n cnn: \"#4478BB\",\n reuters: \"#808080\",\n washingtonpost: \"#6fb5f6\",\n washingtonexaminer: \"#f9aa9f\",\n washingtontimes: \"#f9aa9f\",\n nbcnews: \"#6fb5f6\",\n bbc: \"#808080\",\n nationalreview: \"#D56163\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3721,"value":"$39","pinned":false,"hidden":false,"mode":"html","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3815,"value":"$3a","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2975,"value":"$3b","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3732,"value":"$3c","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3629,"value":"h2h_cnn_foxnews = get_head_to_head(\"cnn\", \"foxnews\", null, 10)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3615,"value":"viewof search3 = Inputs.search(h2h_cnn_foxnews)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3622,"value":"Inputs.table(search3, {\n format: {\n attention_sum: sparkbar(_.max(h2h_cnn_foxnews.array(\"attention_sum\")))\n },\n layout: \"auto\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3723,"value":"function blockquote_source_headlines(headlines, source) {\n const div = document.createElement(\"div\");\n if (\n headlines === null ||\n headlines.length == 0 ||\n typeof headlines === \"string\"\n ) {\n div.innerHTML = \"N/A\";\n return div;\n }\n headlines\n .filter((x) => x)\n .forEach(function (item, index) {\n let blockQuote = document.createElement(\"blockquote\");\n blockQuote.setAttribute(\"id\", source);\n let p = document.createElement(\"p\");\n let textNode = document.createTextNode(\"\");\n textNode.innerHTML = markdownParser(item);\n p.innerHTML = markdownParser(item);\n blockQuote.appendChild(p);\n div.appendChild(blockQuote); \n });\n return div;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4278,"value":"$3d","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3885,"value":"function markdownParser(markdown) {\n const htmlText = markdown\n .replace(/^# (.*$)/gim, \"

$1

\")\n .replace(/^## (.*$)/gim, \"

$1

\")\n .replace(/^### (.*$)/gim, \"

$1

\")\n .replace(/^#### (.*$)/gim, \"

$1

\")\n .replace(/^##### (.*$)/gim, \"

$1

\")\n .replace(/^###### (.*$)/gim, \"

$1

\")\n .replace(/\\*([0-9a-zA-Z ]*?)\\*/g, \"$1\");\n return htmlText.trim();\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2694,"value":"### Top Topics Colored by Front-page Ranking Attention\n\n[Go back](#cell-2143)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2687,"value":"Plot.legend({\n color: {\n domain: sources.sort()\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2683,"value":"$3e","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3046,"value":"[Go back](#cell-2143)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1896,"value":"### Mobile friendly charts","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4400,"value":"# This Week Top Topics","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":5017,"value":"$3f","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4035,"value":"Plot.legend({\n color: {\n domain: sources.sort()\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4030,"value":"Plot.plot({\n marks: [\n Plot.barX(top_10_topic_source_attention.orderby(\"source\"), {\n x: \"attention_sum\",\n y: \"topic_name\",\n fill: \"source\",\n sort: { y: \"x\", reverse: true }\n }),\n Plot.textX(\n top_10_topic_source_attention\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_sum) })\n .orderby(aq.desc(\"attention_sum\")),\n {\n x: \"attention_sum\",\n y: \"topic_name\",\n text: \"topic_name\",\n textAnchor: \"start\",\n dx: 10,\n sort: { y: \"x\", reverse: true },\n fontSize: 40,\n lineWidth: 20,\n lineHeight: 1\n }\n )\n ],\n y: {\n ticks: null,\n tickSize: 6,\n label: null\n },\n x: {\n tickFormat: d3.format(\",.1f\"),\n domain: [0, 40],\n type: \"linear\",\n nice: true,\n ticks: null,\n label: null\n },\n width: PLOT_WIDTH,\n height: PLOT_WIDTH,\n style: {\n background: \"transparent\",\n color: \"black\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5340,"value":"

               Higher Ranked On Front Page = More Attention

","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1904,"value":"Plot.plot({\n marks: [\n Plot.image(skewed_topics_with_attention_source, {\n x: \"image_position\",\n y: \"topic_headline_with_source_formatted\",\n src: \"url\",\n width: 50,\n height: 50\n }),\n Plot.textX(skewed_topics_with_attention_source, {\n x: \"text_position\",\n y: \"topic_headline_with_source_formatted\",\n text: \"topic_headline_with_source_formatted\",\n href: (d) => get_headline_url(d.topic_headline),\n target: \"_blank\",\n textAnchor: \"start\",\n dx: 10,\n fontSize: 40,\n lineWidth: 20\n })\n ],\n y: {\n ticks: null,\n tickSize: 6,\n label: null\n },\n x: {\n tickFormat: d3.format(\",.1f\"),\n domain: [0, 40],\n type: \"linear\",\n nice: true,\n ticks: null,\n label: null\n },\n width: PLOT_WIDTH,\n height: num_skewed_topics * 150,\n style: {\n background: \"transparent\",\n color: \"black\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2316,"value":"Plot.legend({\n color: {\n domain: sources.sort()\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1906,"value":"$40","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4020,"value":"# Interested in more? Visit [topdown.substack.com](topdown.substack.com)\n
\n# Have feedback and want to contribute? Join [discord.gg/ghYM2TUA](discord.gg/ghYM2TUA)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"}],"files":"$W41","stdlib":"1","titling":"auto"}} 30:"$2f:body"