2e:null 2f:["$","title",null,{"children":"Unified News for the week ending Thursday, September 29th, 2022 | Rohan Kshirsagar | Observable"}] 34:T440,Plot.plot({ marks: [ Plot.textX( top_topics_with_attention .slice(0, 20) .groupby("topic_name") .rollup({ attention_normalized: op.sum("attention_normalized") }), { x: "attention_normalized", y: "topic_name", text: "topic_name", target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 30, lineWidth: 20, lineHeight: 1 } ), Plot.barX( top_topics_with_attention .slice(0, 20) .groupby("topic_name") .rollup({ attention_normalized: op.sum("attention_normalized") }), { x: "attention_normalized", y: "topic_name", sort: { y: "x", reverse: true } } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: 1000, style: { background: "white", color: "black" } })35:T410,Plot.plot({ marks: [ Plot.dot(top_10_topic_source_bias_attention.orderby("source_bias"), { x: "source_bias_readable", y: "topic_name", fill: "source_bias_readable", r: "attention_sum", sort: { y: "r", reverse: true } }) ], y: { tickSize: 0, label: null, domain: d3 .groupSort( top_10_topic_source_bias_attention, (g) => d3.sum(g, (d) => d.attention_sum), (d) => d.topic_name ) .reverse() }, x: { label: null, tickSize: 0, domain: d3.groupSort( top_10_topic_source_bias_attention, (g) => d3.max(g, (d) => d.source_bias), (d) => d.source_bias_readable ) }, r: { range: [0, 30] }, width: PLOT_WIDTH, height: 800, marginLeft: 350, style: { background: "transparent", color: "black", fontSize: 24 }, color: { type: "categorical", domain: ["Left", "Lean Left", "Center", "Lean Right", "Right"], range: ["#4478BB", "#6fb5f6", "#808080", "#f9aa9f", "#D56163"] } })36:T49c,Plot.plot({ marks: [ Plot.barX(unified_topics_with_attention_source.orderby("source"), { x: "attention_sum", y: "topic_headline_no_source", fill: "source", sort: { y: "x", reverse: true } }), Plot.textX( unified_topics_with_attention_source .groupby( "topic_headline_no_source", "topic_headline_truncated", "topic_headline" ) .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }) .orderby(aq.desc("attention_sum")), { x: "attention_sum", y: "topic_headline_no_source", text: "topic_headline_no_source", href: (d) => get_headline_url(d["topic_headline"]), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 20 } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: num_unified_topics * 50, style: { background: "transparent", fontSize: "20px" } })37:T74f,{ let topics = missed_headlines .params({ source_input: source_input }) .filter((d, $) => d.source === $.source_input) .array("topic_name"); let temp = aq .from( top_20_topic_source_attention .objects() .filter((o) => topics.includes(o.topic_name)) ) .orderby(aq.desc("attention_sum")); let data = temp .groupby("topic_headline") .derive({ rank: op.rank(), url: aq.escape((o) => source_img_map[o.source]) }) .derive({ position: (d) => d.rank * 1.5 }) .orderby("topic_headline"); let plot = Plot.plot({ marks: [ Plot.image(data.orderby("source"), { x: "position", y: "topic_headline_no_source", src: "url", width: 30, height: 30, sort: { y: "x", reverse: true } }), Plot.textX( data .groupby("topic_headline_no_source", "topic_headline") .rollup({ attention_sum: (d) => op.sum(d.attention_sum), text_position: (d) => op.max(d.position) + 1 }) .orderby(aq.desc("attention_sum")), { x: "text_position", y: "topic_headline_no_source", text: "topic_headline_no_source", lineWidth: 20, href: (d) => get_headline_url(d["topic_headline"]), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 25 } ) ], y: { ticks: null, tickSize: 6, label: "Covered By" }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: topics.length * 200, marginRight: 200, style: { fontSize: "18px" } }); return plot; }38:T404,{ let x = chartData .groupby("source_bias", "source_bias_readable") .rollup({ attention_sum: (o) => op.sum(o.attention_score) }); return Plot.plot({ r: { range: [0, 40] }, marks: [ // Draw vertical bars Plot.dot( x, // Group data into categories along the x axis { r: "attention_sum", // compute + display the count of observations in each group x: "source_bias_readable", fill: "source_bias_readable" } ) ], x: { label: null, tickSize: 0, domain: d3.groupSort( chartData, (g) => d3.max(g, (d) => d.source_bias), (d) => d.source_bias_readable ) }, marginLeft: 60, marginTop: 50, width: PLOT_WIDTH, height: 200, style: { fontSize: 20 }, color: { type: "categorical", domain: ["Left", "Lean Left", "Center", "Lean Right", "Right"], range: ["#4478BB", "#6fb5f6", "#808080", "#f9aa9f", "#D56163"] } }); }39:T41e,{ let chartDataGrouped = chartData .groupby("source_readable", "source", "source_bias") .rollup({ attention_sum: (o) => op.sum(o.attention_score) }); return Plot.plot({ r: { range: [0, 60] }, marks: [ // Draw vertical bars Plot.dot( chartDataGrouped, // Group data into categories along the x axis { r: "attention_sum", // compute + display the count of observations in each group x: "source_readable", fill: "source", strokeWidth: 40, sort: (d) => d.source_bias } ) ], x: { label: null, tickSize: 0, domain: d3.groupSort( chartDataGrouped, (g) => d3.max(g, (d) => d.source_bias), (d) => d.source_readable ) }, marginLeft: 60, marginTop: 50, width: PLOT_WIDTH * 1.5, height: 200, style: { fontSize: 20 }, color: { type: "categorical", domain: sources, range: sources.map((a) => source_color_map[a]) } }); }3a:T4d3,data = raw_data .map((o) => { o.scraped_at_time = o.scraped_at.split(".")[0]; o.scraped_at_date = o.scraped_at.split(" ")[0]; o.headline_with_source = "(" + o.source + ") " + o.headline; o.topic_headline_no_source = o.topic_headline .slice(o.topic_headline.indexOf(")") + 1) .trim(); o.topic_headline_with_source_formatted = source_map[o.topic_headline.slice(1, o.topic_headline.indexOf(")"))] + ": " + o.topic_headline_no_source; o.headline_with_source_formatted = source_map[o.source] + ": " + o.headline; o.topic_headline_truncated = o.topic_headline_no_source.length > 75 ? o.topic_headline_no_source.slice(0, 75) + "..." : o.topic_headline_no_source; o.rank = parseInt(o.rank); o.mismatched_coverage = parseFloat(o.mismatched_coverage); o.united_coverage = parseFloat(o.united_coverage); o.topic_name = o.topic_name in topic_rename_map ? topic_rename_map[o.topic_name] : o.topic_name; o.source_readable = source_map[o.source]; o.source_bias = source_bias_map[o.source]; o.source_bias_readable = source_bias_readable_map[o.source]; return o; }) .filter((o) => o.topic_prob > topic_threshold)3b:Taf7,function get_head_to_head( source_a, source_b, source_neutral = null, num_topics = 8 ) { let remapped_data = dt.params({ topic_rename_map: topic_rename_map }).derive({ topic_name: (o, $) => o.topic_name in $.topic_rename_map ? $.topic_rename_map[o.topic_name] : o.topic_name }); let top_10_topics_a = aq .from( remapped_data .objects() .filter( (o) => (o.source === source_a) & (o.topic_prob > topic_threshold) ) ) .groupby( "topic_name", ) .rollup({ attention_sum: (d) => op.sum(d.attention_score) }) .orderby(aq.desc("attention_sum")) .slice(0, num_topics) .array("topic_name"); let top_10_topics_b = aq .from( remapped_data .objects() .filter( (o) => (o.source === source_b) & (o.topic_prob > topic_threshold) ) ) .groupby( "topic_name", ) .rollup({ attention_sum: (d) => op.sum(d.attention_score) }) .orderby(aq.desc("attention_sum")) .slice(0, num_topics) .array("topic_name"); let top_10_topics_h2h = top_10_topics_a.concat(top_10_topics_b); if (source_neutral !== null) { let top_10_topics_neutral = aq .from( remapped_data .objects() .filter( (o) => (o.source === source_neutral) & (o.topic_prob > topic_threshold) ) ) .groupby( "topic_name", ) .rollup({ attention_sum: (d) => op.sum(d.attention_score) }) .orderby(aq.desc("attention_sum")) .slice(0, num_topics) .array("topic_name"); top_10_topics_h2h = top_10_topics_h2h.concat(top_10_topics_neutral); } let head_to_head_raw = aq .from( remapped_data .objects() .filter( (o) => (o.source === source_a || o.source === source_b || o.source === source_neutral) && top_10_topics_h2h.includes(o.topic_name) ) ) .groupby( "topic_name", "source" ) .rollup({ attention_sum: op.sum("attention_score") }) .objects(); const topic_sums = aq .from(head_to_head_raw) .groupby("topic_name") .rollup({ attention_sum: op.sum("attention_sum") }) .objects(); const topic_sum_map = new Map( topic_sums.map((object) => { return [object.topic_name, object.attention_sum]; }) ); let head_to_head_normalized = aq .from( head_to_head_raw.map((o) => { o.attention_sum_normalized = o.attention_sum / topic_sum_map.get(o.topic_name); o.attention_sum_denominator = topic_sum_map.get(o.topic_name); return o; }) ) .orderby(aq.desc("attention_sum_denominator"), "source"); return head_to_head_normalized; }3c:T51e,

Style HTML HERE

3d:Tde9,topic_rename_map = ({ "Charles King Iii": "Queen Elisabeth King Charles", "Elizabeth Ii Queen": "Queen Elisabeth King Charles", "11 21 Years Honor": "Sep 11 Honor 21 Years", "Photos 12 11": "Sep 11 Honor 21 Years", "Photos Queen See Pictures": "Queen Elisabeth King Charles", "Covid New Booster 19": "Covid 19 New Booster", "Russian Troops Describe Flee": "Ukraine Make Gains Russia", "Ukraine Gains War Russia": "Ukraine Make Gains Russia", "Key Ukrainian Forces": "Ukraine Make Gains Russia", "Strike Rail Deal": "US Rail Strike Deal", "Strike Rail Railroad": "US Rail Strike Deal", "Election Polls Poll Workers": "Election Poll Workers", "Putin Russian Officials": "Putin Criticism Mounts", "Subpoenas Jan": "Jan 6 Subpoenas", "Ukraine Russia Regions Join": "Russia Ukraine", "Harry Prince": "Prince Harry", "Putin War Reservists Nuclear": "Putin Troops Nuclear", "Funeral Elizabeth Queen": "Queen Elizabeth Funeral", "Border Crisis Harris": "Border Crisis", "Border Crisis Biden Admin": "Border Crisis", "Desantis Immigrants Illegal": "Migrants Sanctuary Cities", "Desantis Martha Vineyard": "Migrants Sanctuary Cities", "Russian Ukraine": "Russia Ukraine", "Potential Weakness Share": "China Russia", "State Westminster Hall Lies": "Queen Elizabeth Funeral", "Biden Approval Joe": "Approval Ratings Joe Biden", "Ukraine Russian": "Russia Ukraine", "Desantis Newsom Immigrants Illegal": "Migrants Sanctuary Cities", "Migrants Harris Sanctuary": "Migrants Sanctuary Cities", "Vineyard Martha Migrants": "Migrants Sanctuary Cities", "Martha Florida Vineyard": "Migrants Sanctuary Cities", "Martha Vineyard Migrants": "Migrants Sanctuary Cities", "Documents Raid Trump Declassified": "Trump Mar Lago DOJ", "Doj Lago Mar": "Trump Mar Lago DOJ", "Special Master Lago": "Trump Mar Lago DOJ", "Arrests Border Southwestern Year": "Border Crisis", "Arrests Border Migrants Venezuela": "Border Crisis", "Ceo Bezos Names Crypto": "Indian Billionaire Bezos", "Chinese Weakness Share Potential": "China US", "Approval Ratings Joe Biden": "Joe Biden Election", "Electric Ford Mustang Chinese": "Cars Ford Rising Costs", "Sanctuary Cities Mayor": "Migrants Sanctuary Cities", "Border Harris Crisis": "Border Crisis", "Border Crisis Admin Biden": "Border Crisis", "Kharkiv Ukraine Atrocities Liberation": "Russia Ukraine", "Special Master Mar": "Trump Mar Lago DOJ", "Ian See": "Hurricane Ian Florida", "Ian Florida Hurricane": "Hurricane Ian Florida", "Biden Family Hunter Joe": "Biden", "Canada Fiona Hurricane": "Puerto Rico Fiona", "Ian See": "Hurricane Ian Florida", "Ian Florida Hurricane": "Hurricane Ian Florida", "Biden Family Hunter Joe": "Biden", "Canada Fiona Hurricane": "Puerto Rico Fiona", "Ian Hurricane Storm": "Hurricane Ian Florida", "Florida Ian Hurricane": "Hurricane Ian Florida", "Storm Florida Major Could": "Hurricane Ian Florida", "Korea North Harris": "North Korea Kamala Harris", "Checklist Hurricane": "Hurricane Ian Florida", "Teen Republican Mowed": "Republican Teen Mowed", "Tampa Area Approaches": "Hurricane Ian Florida", "Putin Think Move": "Putin Mindset", "Agenda Democrats": "Democrats Agenda", "Queen Royal Charles King": "Royal Family", "Draft Flee Men Russians": "Russians Flee Draft", "Canada Fiona Event": "Canada Hurricane Fiona", "Iran Protests Iranian": "Iran", "Iran Protests": "Iran", "Regions Occupied Ukraine Annex": "Ukraine War Russia", "Putin War Ukraine": "Ukraine War Russia" })3e:T7b5,function plot_head_to_head(data) { data = data.params({ topic_rename_map: topic_rename_map }).derive({ topic_name: (o, $) => o.topic_name in $.topic_rename_map ? $.topic_rename_map[o.topic_name] : o.topic_name }); let sources = data .rollup({ source: op.array_agg_distinct("source") }) .array("source")[0]; let source1_data = aq .from(data.objects().filter((o) => o.source === sources[0])) .derive({ attention_sum: (o) => -1 * o.attention_sum }); let source2_data = aq.from( data.objects().filter((o) => o.source === sources[1]) ); let source_colors = sources.map((a) => source_color_map[a]); let legend_plot = Plot.legend({ color: { domain: sources, range: source_colors }, className: "alphabet", style: { fontSize: "20px", marginLeft: "570px" } }); let plot = Plot.plot({ // facet: { // data: data, // x: "source", // label: null, // transform: (d) => source_map[d] // }, marks: [ Plot.barX(source2_data, { y: "topic_name", x: "attention_sum", fill: "source" }), Plot.barX(source1_data, { y: "topic_name", x: "attention_sum", fill: "source" }) ], y: { tickSize: 0, tickPadding: 20, label: null, domain: d3.groupSort(data, g => d3.max(g, d => d.attention_sum_denominator), d => d.topic_name).reverse(), }, x: { label: "Front Page Attention", ticks: null, labelAnchor: "center", labelOffset: 40, nice: true }, marginLeft: 500, marginBottom: 50, marginRight: 300, style: { fontSize: "25px" }, color: { type: "categorical", domain: sources, range: source_colors }, width: PLOT_WIDTH, height: PLOT_WIDTH / 2.5 }); let plots = [legend_plot, plot]; return html`

${plots}`; }3f:T597,function plot_head_to_head_facet(data) { data = data.params({ topic_rename_map: topic_rename_map }).derive({ topic_name: (o, $) => o.topic_name in $.topic_rename_map ? $.topic_rename_map[o.topic_name] : o.topic_name }); let sources = data .rollup({ source: op.array_agg_distinct("source") }) .array("source")[0]; let num_topics = new Set(data.array("topic_name")).size; let source_colors = sources.map((a) => source_color_map[a]); let plot = Plot.plot({ facet: { data: data, x: "source", label: null, transform: (d) => source_map[d] }, marks: [ Plot.barX(data, { y: "topic_name", x: "attention_sum", fill: "source" }) ], y: { tickSize: 0, tickPadding: 20, label: null, domain: d3.groupSort(data, g => d3.max(g, d => d.attention_sum_denominator), d => d.topic_name).reverse(), }, x: { label: "Front Page Attention", ticks: null, labelAnchor: "center", labelOffset: 40, nice: true, }, marginLeft: 500, marginBottom: 50, marginRight: 200, style: { fontSize: "25px" }, color: { type: "categorical", domain: sources, range: source_colors }, width: PLOT_WIDTH, height: num_topics * 50 }); let plots = [plot]; return html`

${plots}`; }40:Tcbd,function create_topic_deepdive( topic_presentation, topic_names, source1, source2, num_headlines = 3, source3 = null, tdlr_analysis = null ) { const div = document.createElement("div"); let p1 = document.createElement("p"); p1.innerHTML = markdownParser("## " + topic_presentation); div.appendChild(p1); if (tdlr_analysis !== null) { let p_tdlr = document.createElement("p"); p_tdlr.innerHTML = markdownParser(tdlr_analysis); div.appendChild(p_tdlr); } let topic_data = aq.from( data.filter( (d) => topic_names.includes(d.topic_name) && [source1, source2, source3].includes(d.source) ) ); let chartDataGrouped = topic_data .groupby("source_readable", "source", "source_bias") .rollup({ attention_sum: (o) => op.sum(o.attention_score) }); let plot = Plot.plot({ r: { range: [0, 20] }, marks: [ // Draw vertical bars Plot.dot( chartDataGrouped, // Group data into categories along the x axis { r: "attention_sum", // compute + display the count of observations in each group x: "source_readable", fill: "source", strokeWidth: 40, sort: (d) => d.source_bias } ) ], x: { label: "Front Page Attention", labelOffset: -100, tickSize: 0, domain: d3.groupSort( chartDataGrouped, (g) => d3.max(g, (d) => d.source_bias), (d) => d.source_readable ) }, marginLeft: 60, marginTop: 100, height: 200, style: { fontSize: 20 }, color: { type: "categorical", domain: sources, range: sources.map((a) => source_color_map[a]) } }); let divPlot = document.createElement("div"); let plotStyles = { display: "flex", "flex-wrap": "wrap" }; for (let style in plotStyles) { divPlot.style[style] = plotStyles[style]; } divPlot.appendChild(plot); div.appendChild(divPlot); let source1_headlines = getHeadlinesForSource( topic_data, source1, num_headlines, false ); if (source1_headlines.length > 0) { let p2 = document.createElement("p"); p2.innerHTML = markdownParser( "#### Front Page Headlines for " + source_map[source1] ); div.appendChild(p2); div.appendChild(blockquote_source_headlines(source1_headlines, source1)); } let source2_headlines = getHeadlinesForSource( topic_data, source2, num_headlines, false ); if (source2_headlines.length > 0) { let p3 = document.createElement("p"); p3.innerHTML = markdownParser( "#### Front Page Headlines for " + source_map[source2] ); div.appendChild(p3); div.appendChild(blockquote_source_headlines(source2_headlines, source2)); } let source3_headlines = getHeadlinesForSource( topic_data, source3, num_headlines, false ); if (source3_headlines.length > 0) { if (source3 !== null) { let p4 = document.createElement("p"); p4.innerHTML = markdownParser( "#### Front Page Headlines for " + source_map[source3] ); div.appendChild(p4); div.appendChild(blockquote_source_headlines(source3_headlines, source3)); } } return div; }41:T431,Plot.plot({ marks: [ Plot.barX(top_10_topic_source_attention.orderby("source"), { x: "attention_sum", y: "topic_headline_no_source", fill: "source", sort: { y: "x", reverse: true } }), Plot.textX( top_10_topic_source_attention .groupby("topic_headline_no_source", "topic_headline") .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }) .orderby(aq.desc("attention_sum")), { x: "attention_sum", y: "topic_headline_no_source", text: "topic_headline_no_source", href: (d) => get_headline_url(d.topic_headline), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 20 } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: 800, style: { background: "transparent", color: "black" } })42:T440,Plot.plot({ marks: [ Plot.textX( top_topics_with_attention .slice(0, 10) .groupby("topic_name") .rollup({ attention_normalized: op.sum("attention_normalized") }), { x: "attention_normalized", y: "topic_name", text: "topic_name", target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 40, lineWidth: 20, lineHeight: 1 } ), Plot.barX( top_topics_with_attention .slice(0, 10) .groupby("topic_name") .rollup({ attention_normalized: op.sum("attention_normalized") }), { x: "attention_normalized", y: "topic_name", sort: { y: "x", reverse: true } } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: 1000, style: { background: "white", color: "black" } })43:T466,Plot.plot({ marks: [ Plot.barX(top_10_topic_source_attention.orderby("source"), { x: "attention_sum", y: "topic_headline_no_source", fill: "source", sort: { y: "x", reverse: true } }), Plot.textX( top_10_topic_source_attention .groupby("topic_headline_no_source", "topic_headline") .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }) .orderby(aq.desc("attention_sum")), { x: "attention_sum", y: "topic_headline_no_source", text: "topic_headline_no_source", href: (d) => get_headline_url(d.topic_headline), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 40, lineWidth: 20, lineHeight: 1 } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: PLOT_WIDTH, style: { background: "transparent", color: "black" } })44:T4f7,Plot.plot({ marks: [ Plot.barX(unified_topics_with_attention_source.orderby("source"), { x: "attention_sum", y: "topic_headline_no_source", fill: "source", sort: { y: "x", reverse: true } }), Plot.textX( unified_topics_with_attention_source .groupby( "topic_name", "topic_headline_no_source", "topic_headline_truncated", "topic_headline" ) .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }) .orderby(aq.desc("attention_sum")), { x: "attention_sum", y: "topic_headline_no_source", text: "topic_headline_no_source", href: (d) => get_headline_url(d["topic_headline"]), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 45, lineWidth: 20 } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: num_unified_topics * 150, style: { background: "white", color: "black", fontSize: 16 }, color: { fontSize: 15 } })45:[{"id":"fb8856246f335ae80e22d8a771c79229f0077daccedc78205a70cdf3653c462bc9fe8673e3e36dc8f18d6058122886eeacef1f40c5acb4ef4f2960c3acd31b88","href":"https://static.observableusercontent.com/files/fb8856246f335ae80e22d8a771c79229f0077daccedc78205a70cdf3653c462bc9fe8673e3e36dc8f18d6058122886eeacef1f40c5acb4ef4f2960c3acd31b88","name":"source_divergence_2022-09-29.csv","type":"text/csv","lastModified":1664461176050.497,"size":8066},{"id":"a3b9e0fd79ac0ae56134da3b0358730ef2bee3076a928d0556e38a027b8f9bdd3cf8658f86b093676c1e788fd4f46010e8d86cb23b7529b88f453267226214e8","href":"https://static.observableusercontent.com/files/a3b9e0fd79ac0ae56134da3b0358730ef2bee3076a928d0556e38a027b8f9bdd3cf8658f86b093676c1e788fd4f46010e8d86cb23b7529b88f453267226214e8","name":"2022-09-29.csv","type":"text/csv","lastModified":1664461167755.148,"size":1041769},{"id":"237cd4fb40bca18d22912eac8742502b0aface8201d21985f7f47ec439e90d594a4f2c099a650e3034b99bd7b04f87afe002bbf1bc040fee462dd1c42b01df6b","href":"https://static.observableusercontent.com/files/237cd4fb40bca18d22912eac8742502b0aface8201d21985f7f47ec439e90d594a4f2c099a650e3034b99bd7b04f87afe002bbf1bc040fee462dd1c42b01df6b","name":"missed_headlines_source_2022-09-29.csv","type":"text/csv","lastModified":1664461171634.836,"size":1656}] 32:{"id":"2e393e59f9493343","slug":"unified-news-for-the-week-ending-thursdsay-september-29th-2","title":"Unified News for the week ending Thursday, September 29th, 2022","thumbnail":"019b836edc7df60fae17dd25e6450bb42f74bea0722212d634b283123757b88c","access_level":"public","create_time":"$D2022-09-29T14:18:17.629Z","update_time":"$D2022-10-05T19:01:36.318Z","view_time":null,"first_public_time":"$D2022-09-29T15:40:50.055Z","has_unpublished_edits":null,"fork":true,"stars":0,"starred":false,"owner":{"type":"team","id":"bec5c9294690a7df","login":"rohankshir","name":"Rohan Kshirsagar","avatar_url":"https://avatars-next.observableusercontent.com/36667e1f7444245bb8bfdd8c4dc029f686a06c31b04a84b672c8d79940ba3239","tier":"starter_2024"},"version":5169,"publish_version":5169,"role":null,"authored":false,"authors":[{"type":"individual","id":"f0f855b208533919","login":"rohankshir","name":"Rohan Kshirsagar","avatar_url":"https://avatars-next.observableusercontent.com/36667e1f7444245bb8bfdd8c4dc029f686a06c31b04a84b672c8d79940ba3239","tier":null}],"members":[{"type":"individual","id":"f0f855b208533919","login":"rohankshir","name":"Rohan Kshirsagar","avatar_url":"https://avatars-next.observableusercontent.com/36667e1f7444245bb8bfdd8c4dc029f686a06c31b04a84b672c8d79940ba3239","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":1,"collection":null,"type":"notebook","body":{"title":"Unified News for the week ending Thursday, September 29th, 2022","cells":[{"id":4,"value":"# Unified News for the week ending Thursday, September 29th, 2022\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2134,"value":"{\n let width = 800;\n let height = 300;\n return html``;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2143,"value":"### Most Important Stories\n#### Ranked by aggregated coverage from the following main stream media sources: \n`${sources.map(o => source_map[o]).join(', ')}`\n\n*Note: this is not designed for mobile and works best on desktop*\n\nWant to see it broken down by source? Click [here](#cell-2694)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1902,"value":"$34","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5100,"value":"### Top Topics from the past week broken down by media bias (Media bias determined by AllSides)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":5092,"value":"$35","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5026,"value":"Below are algorithmically selected headlines for each topic
\nWant to see it broken down by source? Click [here](#cell-2694)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":574,"value":"Plot.plot({\n marks: [\n Plot.textX(top_topics_with_attention, {\n x: \"attention_normalized\",\n y: \"topic_headline_no_source\",\n text: \"topic_headline\",\n href: (d) => get_headline_url(d[\"topic_headline\"]),\n target: \"_blank\",\n textAnchor: \"start\",\n dx: 10,\n sort: { y: \"x\", reverse: true },\n fontSize: 20\n }),\n Plot.barX(top_topics_with_attention, {\n x: \"attention_normalized\",\n y: \"topic_headline_no_source\",\n sort: { y: \"x\", reverse: true }\n })\n ],\n y: {\n ticks: null,\n tickSize: 6,\n label: null\n },\n x: {\n tickFormat: d3.format(\",.1f\"),\n domain: [0, 40],\n type: \"linear\",\n nice: true,\n ticks: null,\n label: null\n },\n width: PLOT_WIDTH,\n height: 800,\n style: {\n background: \"transparent\",\n color: \"black\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1806,"value":"#### Top Source Exclusive Stories\n\nStories from an outlet that set it apart from the other outlets","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1754,"value":"Plot.plot({\n marks: [\n Plot.image(skewed_topics_with_attention_source, {\n x: \"image_position\",\n y: \"topic_headline_with_source_formatted\",\n src: \"url\",\n width: 30,\n height: 30\n }),\n Plot.textX(skewed_topics_with_attention_source, {\n x: \"text_position\",\n y: \"topic_headline_with_source_formatted\",\n text: \"topic_headline_with_source_formatted\",\n href: (d) => get_headline_url(d.headline_with_source),\n target: \"_blank\",\n textAnchor: \"start\",\n dx: 10,\n fontSize: 20\n })\n ],\n y: {\n ticks: null,\n tickSize: 6,\n label: null\n },\n x: {\n tickFormat: d3.format(\",.1f\"),\n domain: [0, 40],\n type: \"linear\",\n nice: true,\n ticks: null,\n label: null\n },\n width: PLOT_WIDTH,\n height: num_skewed_topics * 50,\n style: {\n background: \"transparent\",\n color: \"black\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1815,"value":"#### Top Stories with United Coverage","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2293,"value":"Plot.legend({\n color: {\n domain: sources.sort()\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})\n","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1821,"value":"$36","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1436,"value":"-----\n\n\n\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1089,"value":"### You might have missed these stories if you read news from","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":786,"value":"viewof source_input_dict = Inputs.select(missed_source_map_array, {\n format: (x) => x.source_readable\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3215,"value":"$37","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1432,"value":"-----","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1171,"value":"### Dive deeper into the data for a specific topic","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":66,"value":"viewof topic_name = Inputs.select(new Set(top_80_topics.data().topic_name))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1392,"value":"**${topic_coverage} | ${topic_bias}**\n\n\nHere's the headline that best captures this topic:\n\n${get_headline_link(chartData.get('topic_headline', 0))}","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4908,"value":"### Coverage by Media Bias","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4873,"value":"$38","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":548,"value":"### Coverage by Source","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":102,"value":"$39","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3443,"value":"## Key Headlines for topic: ${topic_name}\n**Top Recent Headlines from Left**\n\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3654,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"cnn\"), false)],\n \"cnn\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3499,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"nbcnews\"), false)],\n \"nbcnews\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3495,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"nytimes\"), false)],\n \"nytimes\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4554,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"washingtonpost\"), false)],\n \"washingtonpost\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3650,"value":"**Top Recent Headlines from Right**","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3490,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"foxnews\"), false)],\n \"foxnews\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3534,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"washingtontimes\"), false)],\n \"washingtontimes\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3538,"value":"blockquote_source_headlines(\n [\n get_headline_link(\n getHeadlineForSource(chartData, \"washingtonexaminer\"),\n false\n )\n ],\n \"washingtonexaminer\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3648,"value":"**Top Recent Headlines from Center**","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3504,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"wsj\"), false)],\n \"wsj\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3644,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"reuters\"), false)],\n \"reuters\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1588,"value":"Dive deeper into the headlines for this topic below:","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":7,"value":"viewof search = Inputs.search(tableData.orderby(\"rank\"))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":735,"value":"Inputs.table(search, {\n format: {\n attention_score: sparkbar(_.max(chartData.array(\"attention_score\"))),\n source: (x) => source_map[x],\n headline_with_source: (x) => html`${get_headline_link(x, true)}`\n },\n layout: \"auto\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1201,"value":"### Coverage by Source over Time","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2804,"value":"viewof sources_over_time = Inputs.checkbox(source_map_array, {\n label: \"Sources\",\n format: (x) => x.source_readable\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":137,"value":"plot_over_time = Plot.plot({\n marks: [\n // Draw vertical bars\n Plot.barY(\n chart_data_aggregated_filtered\n .groupby(\"scraped_at_date\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }),\n {\n x: \"scraped_at_date\", // feature for the x channel\n y: \"attention_sum\" // feature for the y channel\n // fill: \"source\"\n }\n )\n ],\n y: {\n label: \"↑ Rank-based Coverage Score for the day\"\n },\n x: {\n label: null,\n domain: new Set(chart_data_aggregated.array(\"scraped_at_date\"))\n },\n marginLeft: 60,\n marginTop: 50,\n width: PLOT_WIDTH,\n // Include a legend for the color channel\n style: {\n fontSize: 20\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3035,"value":"-----","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2842,"value":"## CNN vs Fox News: How do they compare in terms of topic coverage and bias?","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2988,"value":"### This Week","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2986,"value":"plot_head_to_head(get_head_to_head(\"foxnews\", \"cnn\", null, 6))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4702,"value":"

                                                              Higher Ranked On Mobile Front Page = More Attention

","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3761,"value":"### CNN vs Fox News vs Reuters","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3766,"value":"plot_head_to_head_facet(get_head_to_head(\"foxnews\", \"cnn\", \"reuters\", 4))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4515,"value":"

                                                              Higher Ranked On Front Page = More Attention

","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4305,"value":"create_topic_deepdive(\n \"Mar Lago Documents\",\n [\"Mar Lago Documents\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"reuters\",\n \"#### TLDR: Criminal Probe of Mar-a-Lago documents after U.S. appeals courts makes ruling. CNN is covering this more than Reuters and Fox, while Fox is covering stories about the special master and missing coverage on the U.S. court ruling.\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4790,"value":"create_topic_deepdive(\n \"Russians Flee Draft\",\n [\"Russians Flee Draft\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"reuters\",\n \"#### TDLR: Putin issued a draft which caused thousands of Russians to flee across the Finland-Russia border. Coverage is united across the sources. However, Fox is placing more attention on US Government's role in this issue\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4496,"value":"create_topic_deepdive(\n \"Royal Family\",\n [\"Royal Family\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"reuters\",\n \"#### TDLR: Fox is putting front-page attention on stories about Meghan Markle while CNN and Reuters are focused on the Queen and King\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5070,"value":"create_topic_deepdive(\n \"Border Crisis\",\n [\"Border Crisis\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"reuters\",\n \"#### TDLR: Fox is placing front-page attention on stories about media coverage and politics related to the border. CNN and Reuters are not placing front-page attention on the border.\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5075,"value":"create_topic_deepdive(\n \"Putin Mindset\",\n [\"Putin Mindset\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"reuters\",\n \"#### TDLR: Both Fox and CNN are covering stories about Putin's mindset and his next move, with much more front-page attention from CNN. CNN is portraying Putin in a weaker light than Fox.\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4503,"value":"create_topic_deepdive(\n \"North Korea Kamala Harris\",\n [\"North Korea Kamala Harris\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"reuters\",\n \"#### TLDR: Kamala Harris visits the Demilitarized Zone (DMZ) that divides North and South Korea. Fox is placing a lot more attention on this topic through the lens of putting Harris in a negative light.\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4800,"value":"create_topic_deepdive(\n \"Republican Teen Mowed\",\n [\"Republican Teen Mowed\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"reuters\",\n \"#### TLDR: A man is being charged with vehicular homicide for 'mowing' down his neighbor. Fox is placing this high up on its front page and uses the phrases 'mowed down teen' and 'killed 'Republican' teen' while CNN is placing less coverage and uses the term 'striking 18-year-old' after political argument\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4963,"value":"create_topic_deepdive(\n \"Canada Hurricane Fiona\",\n [\"Canada Hurricane Fiona\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"reuters\",\n \"#### TDLR: Hurricane Fiona is one of the strongest storms to hit Canada. More than 20 homes were destroyed and more than 200 need shelter. Fox is not placing front-page attention on it, while CNN is placing it higher up the front page than Reuters.\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4810,"value":"create_topic_deepdive(\n \"Iran\",\n [\"Iran\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"reuters\",\n \"#### TDLR: Iran protests broke out over the Western stance and media coverage over mass protests over woman's death. CNN is not ranking stories about the Iran protests as highly the other two outlets\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2994,"value":"### The New York Times vs Wall Street Journal","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2998,"value":"plot_head_to_head(get_head_to_head(\"nytimes\", \"wsj\", null, 5))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3086,"value":"### CNN vs New York Times","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3091,"value":"plot_head_to_head(get_head_to_head(\"cnn\", \"nytimes\", null, 7))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4203,"value":"plot_head_to_head_facet(get_head_to_head(\"washingtonpost\", \"nytimes\", null, 7))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4208,"value":"plot_head_to_head_facet(get_head_to_head(\"washingtonpost\", \"nytimes\", \"wsj\", 5))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3997,"value":"### Fox News vs WSJ","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3999,"value":"plot_head_to_head(get_head_to_head(\"foxnews\", \"wsj\", null, 6))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1418,"value":"-----","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1350,"value":"### ${most_divergence_news_source} is the Most Divergent News Source this week\nWe look at the top 20 topics for the week and use [KL Divergence](https://en.wikipedia.org/wiki/Kullback%E2%80%93Leibler_divergence) to calculate the distribution of coverage across these topics from each source. This week, ${most_divergence_news_source}, has the highest divergence score of `${most_divergence_news_source_score}`\n```\n```","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1306,"value":"{\n let chart = Plot.plot({\n marks: [\n // Draw vertical bars\n Plot.barY(\n source_divergence,\n // Group data into categories along the x axis\n { y: \"divergence\", x: \"source\", fill: \"source\" } // group observations by the `brand`\n )\n ],\n y: {\n label: \"↑ News Coverage Divergence Score\"\n },\n x: {\n label: null,\n domain: d3.groupSort(\n source_divergence,\n (g) => d3.max(g, (d) => d.source_bias),\n (d) => d.source\n )\n },\n marginLeft: 60,\n marginTop: 50,\n width: PLOT_WIDTH,\n height: 500,\n color: {\n type: \"categorical\",\n domain: sources,\n range: sources.map((a) => source_color_map[a])\n }\n });\n chart.style.fontSize = \"14px\";\n return chart;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3203,"value":"-----\n\n## Search All Data","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2678,"value":"viewof search2 = Inputs.search(\n dt\n .select(\n \"source\",\n \"headline_with_source\",\n \"rank\",\n \"attention_score\",\n \"scraped_at_date\",\n \"topic_prob\",\n \"topic_name\",\n \"metatopic_name\"\n )\n .orderby(\"scraped_at_date\", \"rank\")\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3194,"value":"Inputs.table(search2, {\n format: {\n attention_score: sparkbar(_.max(dt.array(\"attention_score\"))),\n source: (x) => source_map[x],\n headline_with_source: (x) => html`${get_headline_link(x, true)}`\n },\n layout: \"auto\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":716,"value":"## Appendix","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":169,"value":"import { aq, op } from \"@uwdata/arquero\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":401,"value":"import {StackedAreaChart} from \"@d3/normalized-stacked-area-chart\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3855,"value":"\n","pinned":false,"hidden":false,"mode":"html","author":"$undefined","summary":"$undefined","output":"showdown","database":"$undefined"},{"id":4248,"value":"topic_threshold = 0.64","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1156,"value":"PLOT_WIDTH = 1200","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3133,"value":"source_img_map = new Object({\n foxnews:\n \"https://static.foxnews.com/static/orion/styles/img/fox-news/favicons/favicon.ico\",\n wsj: \"https://wsj.com/favicon.ico\",\n nytimes: \"https://www.nytimes.com/favicon.ico\",\n cnn: \"https://cnn.com/favicon.ico\",\n reuters:\n \"https://www.reuters.com/resizer/PI3YcmEtise9n6pTKMbwoDjynJU=/1200x1200/smart/filters:quality(80)/cloudfront-us-east-2.images.arcpublishing.com/reuters/4QXBW6RP45FBRHDZQXLNRGX5UY.jpg\",\n washingtonpost: \"https://washingtonpost.com/favicon.ico\",\n washingtonexaminer: \"https://www.washingtonexaminer.com/favicon-32x32.png\",\n washingtontimes: \"https://washingtontimes.com/favicon.ico\",\n nbcnews: \"https://mlt.org/wp-content/uploads/2020/07/nbc-news-logo.png\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":23,"value":"raw_data = FileAttachment(\"2022-09-29.csv\").csv()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":296,"value":"$3a","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3051,"value":"chartData.view()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":80,"value":"// Filter down the data to the selected country\nchartData = aq\n .from(\n data.filter((d) =>\n topic_name === \"all\" ? true : d.topic_name === topic_name\n )\n )\n .orderby(\"scraped_at\", \"source\", \"rank\")\n .derive({\n attention_score: (d) => op.fround(d.attention_score, 3)\n })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4821,"value":"chartDataMeasurements = chartData.rollup({\n \"Average Sentiment\": (o) =>\n op.sum(o.polarity * o.attention_score) / op.sum(o.attention_score),\n \"Sentiment Variance\": (o) => op.stdev(o.polarity * o.attention_score),\n \"Average Headline Bias\": (o) =>\n op.sum(o.subjectivity * o.attention_score) / op.sum(o.attention_score)\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1698,"value":"tableData = aq.from(\n chartData\n .select(\n \"source\",\n \"headline_with_source\",\n \"rank\",\n \"attention_score\",\n \"scraped_at_time\",\n \"topic_prob\"\n )\n .objects()\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":330,"value":"chart_data_aggregated = aq.from(chartData).groupby('scraped_at_date', 'source').rollup(\n { attention_sum: d=> op.sum(d.attention_score)}).orderby('scraped_at_date', 'source')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2810,"value":"chart_data_aggregated_filtered = {\n let checked_sources = sources_over_time.map((o) => o.source_raw);\n if (checked_sources.length) {\n return aq.from(\n chart_data_aggregated\n .objects()\n .filter((o) => checked_sources.includes(o.source))\n );\n }\n return aq.from(chart_data_aggregated);\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1184,"value":"\ntopic_coverage = {\n let coverage_score = _.round(chartData.get('united_coverage', 0), 3);\n let coverage = 'Very Skewed Coverage';\n if (coverage_score > 0.2) {\n coverage = 'United Coverage'\n }\n else if (coverage_score > 0.1) {\n coverage = 'Somewhat Skewed Coverage'\n }\n else {\n coverage = 'Very Skewed Coverage'\n }\n return coverage\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4839,"value":"topic_bias = {\n let coverage_score = _.round(\n chartDataMeasurements.get(\"Average Headline Bias\", 0),\n 3\n );\n let coverage = \"Low Subjectivity\";\n if (coverage_score > 0.3) {\n coverage = \"High Subjectivity\";\n } else if (coverage_score > 0.2) {\n coverage = \"Medium Subjectivity\";\n } else {\n coverage = \"Low Subjectivity\";\n }\n return coverage;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":145,"value":"dt = aq.from(data)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2791,"value":"top_10_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 10)\n .select(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":152,"value":"top_20_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 20)\n .select(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2794,"value":"top_30_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 30)\n .select(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3392,"value":"top_80_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 80)\n .select(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":938,"value":"top_20_topic_source_attention = dt\n .groupby(\"topic_name\", \"topic_headline\", \"topic_headline_no_source\", \"source\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4568,"value":"top_20_topic_source_attention.array(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2704,"value":"top_10_topic_source_attention = aq\n .from(\n dt\n .objects()\n .filter((o) =>\n top_10_topics.array(\"topic_name\").includes(o.topic_name)\n )\n )\n .groupby(\n \"topic_name\",\n \"topic_headline\",\n \"topic_headline_no_source\",\n \"source\"\n )\n .params({ division_factor: division_factor })\n .rollup({\n attention_sum: (d, $) => op.sum(d.attention_score) / $.division_factor\n })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5095,"value":"top_10_topic_source_bias_attention = aq\n .from(\n dt\n .objects()\n .filter((o) => top_10_topics.array(\"topic_name\").includes(o.topic_name))\n )\n .groupby(\"topic_name\", \"source_bias\", \"source_bias_readable\")\n .params({ division_factor: division_factor })\n .rollup({\n attention_sum: (d, $) => op.sum(d.attention_score) / $.division_factor\n })","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2536,"value":"top_dt = aq.from(\n dt\n .objects()\n .filter((a) =>\n top_20_topics\n .slice(0, 10)\n .array(\"topic_name\")\n .includes(a.topic_name)\n )\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2508,"value":"topic_date_source_attention = top_dt\n .groupby(\n \"topic_name\",\n \"topic_headline\",\n \"topic_headline_no_source\",\n \"scraped_at_date\",\n \"source\"\n )\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(\"source\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":529,"value":"top_topics_with_attention_temp = dt.params({ topic_rename_map: topic_rename_map }).derive({\n topic_name: (o, $) =>\n o.topic_name in $.topic_rename_map\n ? $.topic_rename_map[o.topic_name]\n : o.topic_name\n })\n .groupby(\n \"topic_name\",\n \"topic_headline_no_source\",\n \"topic_headline\",\n \"topic_headline_truncated\"\n )\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 15)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2728,"value":"division_factor = top_topics_with_attention_temp\n .rollup({\n max: (d) => aq.op.max(d.attention_sum)\n })\n .array(\"max\")[0] / 10","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2734,"value":"top_topics_with_attention = top_topics_with_attention_temp.derive({\n attention_normalized: aq.escape((o) => o.attention_sum / division_factor)\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1729,"value":"skewed_topics_with_attention_source = dt\n .filter(\n (o) =>\n o.normalized_entropy < 0.2 &&\n o.normalized_coverage > 0.05 &&\n !op.includes(o.topic_name, \"Today\")\n )\n .orderby(aq.desc(\"attention_score\"))\n .groupby(\"topic_headline\")\n .slice(0, 1)\n .derive({\n url: aq.escape((o) => source_img_map[o.source]),\n image_position: 0,\n text_position: 1\n })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3159,"value":"skewed_topics_with_attention_source.view()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1867,"value":"num_skewed_topics = skewed_topics_with_attention_source.size","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1811,"value":"unified_topics_with_attention_source = dt\n .groupby(\n \"topic_name\",\n \"topic_headline_no_source\",\n \"topic_headline\",\n \"topic_headline_truncated\",\n \"united_coverage\",\n \"normalized_entropy\",\n \"normalized_coverage\",\n \"source\"\n )\n .params({ division_factor: division_factor })\n .rollup({\n attention_sum: (d, $) => op.sum(d.attention_score) / $.division_factor\n })\n .orderby(aq.desc(\"united_coverage\"))\n .filter((o) => o.normalized_entropy > 0.75 && o.united_coverage > 0.35)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2378,"value":"dt\n .groupby(\n \"topic_name\",\n \"topic_headline_no_source\",\n \"topic_headline\",\n \"topic_headline_truncated\",\n \"united_coverage\",\n \"normalized_entropy\",\n \"normalized_coverage\",\n \"source\"\n )\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"united_coverage\")).view()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1865,"value":"num_unified_topics = unified_topics_with_attention_source\n .rollup({ count_topics: op.distinct(\"topic_name\") })\n .values(\"count_topics\", 0)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":767,"value":"source_divergence_raw = FileAttachment(\"source_divergence_2022-09-29.csv\").csv();","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":811,"value":"source_divergence = aq.from(\n source_divergence_raw.map((o) => {\n o.divergence = parseFloat(o.divergence);\n o.source_bias = source_bias_map[o.source];\n return o;\n })\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3757,"value":"source_divergence.view()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2576,"value":"mean_divergence = source_divergence\n .rollup({ mean: (d) => op.mean(d.divergence) })\n .values(\"mean\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1359,"value":"most_divergence_news_source = source_map[_.maxBy(source_divergence.objects(), function (o) { return o.divergence }).source]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1379,"value":"most_divergence_news_source_score = _.round(_.maxBy(source_divergence.objects(), function (o) { return o.divergence }).divergence, 3)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":768,"value":"missed_headlines_raw = FileAttachment(\"missed_headlines_source_2022-09-29.csv\").csv()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":801,"value":"missed_headlines = aq.from(\n missed_headlines_raw.map((o) => {\n o.topic_name =\n o.topic_name in topic_rename_map\n ? topic_rename_map[o.topic_name]\n : o.topic_name;\n return o;\n })\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2194,"value":"missed_headlines.view()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":815,"value":"sources = dt.rollup({ sources: op.array_agg_distinct(\"source\") })._data.sources\n .data[0]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2641,"value":"missed_sources = missed_headlines.rollup({\n sources: op.array_agg_distinct(\"source\")\n})._data.sources.data[0]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1118,"value":"source_map = ({\n cnn: \"CNN\",\n nytimes: \"New York Times\",\n foxnews: \"Fox News\",\n wsj: \"Wall Street Journal\",\n reuters: \"Reuters\",\n washingtonpost: \"Washington Post\",\n washingtonexaminer: \"Washington Examiner\",\n washingtontimes: \"Washington Times\",\n nbcnews: \"NBC News\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4674,"value":"source_bias_map = ({\n cnn: 0,\n nytimes: 1,\n foxnews: 4,\n wsj: 2,\n reuters: 2,\n bbc: 2,\n washingtonpost: 1,\n washingtonexaminer: 3,\n washingtontimes: 3,\n nbcnews: 1\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4819,"value":"source_bias_readable_map = ({\n cnn: \"Left\",\n nytimes: \"Lean Left\",\n foxnews: \"Right\",\n wsj: \"Center\",\n reuters: \"Center\",\n bbc: \"Center\",\n washingtonpost: \"Lean Left\",\n washingtonexaminer: \"Lean Right\",\n washingtontimes: \"Lean Right\",\n nbcnews: \"Lean Left\"\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4638,"value":"reverse_source_map = Object.fromEntries(Object.entries(source_map).map(([k, v]) => [v, k]))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2643,"value":"missed_sources_map = Object.fromEntries(\n missed_sources.map((i) => [i, source_map[i]])\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2653,"value":"missed_source_map_array = Object.entries(missed_sources_map).map((o) => {\n let r = {};\n r[\"source_raw\"] = o[0];\n r[\"source_readable\"] = o[1];\n return r;\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1648,"value":"source_input = source_input_dict.source_raw","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1604,"value":"source_map_array = Object.entries(source_map).map(o => {\n let r = {};\n r['source_raw'] = o[0];\n r['source_readable'] = o[1];\n return r\n} )","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1002,"value":"function get_headline_and_sources(topic_name) {\n let filtered = top_20_topic_source_attention\n .objects()\n .filter((d) => d.topic_name == topic_name && d.attention_sum > 1.5);\n let headline = filtered[0].topic_headline;\n let sources = filtered.map((o) => o.source);\n return { headline: headline, sources: sources };\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1043,"value":"function plot_headline_and_sources_with_cells(headline, sources) {\n return [\n Plot.plot({\n marks: [\n Plot.text([headline], {\n fontSize: 20,\n lineWidth: 30,\n ref: get_headline_url(headline),\n target: \"_blank\",\n frameAnchor: \"left\"\n })\n ],\n width: PLOT_WIDTH,\n height: 80,\n x: {\n ticks: null\n },\n y: {\n ticks: null\n },\n style: {\n color: \"black\"\n }\n }),\n Plot.plot({\n marks: [\n Plot.cell(\n sources.map((x) => source_map[x]),\n {\n x: (d) => d\n }\n )\n ],\n x: {\n label: \"Reported By\",\n labelOffset: -35\n },\n grid: true,\n height: 80,\n width: sources.length * 150,\n marginLeft: 0,\n marginTop: 30,\n marginBottom: 30,\n style: {\n color: \"black\",\n fontSize: 14\n }\n })\n ];\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3518,"value":"function getHeadlineForSource(data, source) {\n let filteredData = data\n .orderby(\"rank\", aq.desc(\"scraped_at_date\"))\n .filter(\n aq.escape((o) => o.source === source && o.topic_prob > topic_threshold)\n );\n if (filteredData.size == 0) {\n return \"(\" + source + \") NO HEADLINE\";\n }\n\n return filteredData.slice(0, 1).objects()[0].headline_with_source;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4610,"value":"function getHeadlinesForSource(data, source, count = 1, with_dates = false) {\n let filteredData = data\n .orderby(\"rank\", aq.desc(\"scraped_at_date\"))\n .filter(\n aq.escape((o) => o.source === source && o.topic_prob > topic_threshold)\n );\n if (filteredData.size == 0) {\n return [];\n }\n if (count === 1) {\n return filteredData.slice(0, 1).objects()[0].headline_with_source;\n }\n if (with_dates) {\n return filteredData\n .derive({\n headline_with_date: (o) => \"(\" + o.scraped_at_date + \") \" + o.headline\n })\n .array(\"headline_with_date\")\n .slice(0, count);\n }\n return filteredData\n .array(\"headline_with_source\")\n .slice(0, count)\n .map((o) => get_headline_link(o, true));\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3520,"value":"get_headline_link(getHeadlineForSource(chartData, \"foxnews\"))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1231,"value":"function get_headline_link(headline, remove_source = false) {\n if (headline === null) {\n return \"\";\n }\n let url = get_headline_url(headline);\n if (remove_source) {\n headline = headline.slice(headline.search(\"[)]\") + 1);\n }\n return '' + headline + \"\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1666,"value":"function get_headline_url(headline) {\n let source = headline.slice(\n headline.search(\"[(]\") + 1,\n headline.search(\"[)]\")\n );\n let keywords = headline\n .slice(headline.search(\"[)]\") + 1)\n .split(/[ ,]/)\n .filter((x) => x.length)\n .join(\"+\");\n keywords = keywords + \"+site:\" + source + \".com\";\n return \"https://www.google.com/search?q=\" + keywords + \"&btnI\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1232,"value":"function sparkbar(max) {\n return x => htl.html`

${x.toLocaleString(\"en\")}`\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2962,"value":"$3b","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3686,"value":"source_color_map = ({\n foxnews: \"#D56163\",\n wsj: \"#808080\",\n nytimes: \"#6fb5f6\",\n cnn: \"#4478BB\",\n reuters: \"#808080\",\n washingtonpost: \"#6fb5f6\",\n washingtonexaminer: \"#f9aa9f\",\n washingtontimes: \"#f9aa9f\",\n nbcnews: \"#6fb5f6\"\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3721,"value":"$3c","pinned":false,"hidden":false,"mode":"html","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3815,"value":"$3d","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2975,"value":"$3e","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3732,"value":"$3f","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3629,"value":"h2h_cnn_foxnews = get_head_to_head(\"cnn\", \"foxnews\", null, 10)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3615,"value":"viewof search3 = Inputs.search(h2h_cnn_foxnews)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3622,"value":"Inputs.table(search3, {\n format: {\n attention_sum: sparkbar(_.max(h2h_cnn_foxnews.array(\"attention_sum\")))\n },\n layout: \"auto\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3723,"value":"function blockquote_source_headlines(headlines, source) {\n const div = document.createElement(\"div\");\n if (\n headlines === null ||\n headlines.length == 0 ||\n typeof headlines === \"string\"\n ) {\n div.innerHTML = \"N/A\";\n return div;\n }\n headlines\n .filter((x) => x)\n .forEach(function (item, index) {\n let blockQuote = document.createElement(\"blockquote\");\n blockQuote.setAttribute(\"id\", source);\n let p = document.createElement(\"p\");\n let textNode = document.createTextNode(\"\");\n textNode.innerHTML = markdownParser(item);\n p.innerHTML = markdownParser(item);\n blockQuote.appendChild(p);\n div.appendChild(blockQuote); \n });\n return div;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4278,"value":"$40","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3885,"value":"function markdownParser(markdown) {\n const htmlText = markdown\n .replace(/^# (.*$)/gim, \"

$1

\")\n .replace(/^## (.*$)/gim, \"

$1

\")\n .replace(/^### (.*$)/gim, \"

$1

\")\n .replace(/^#### (.*$)/gim, \"

$1

\")\n .replace(/^##### (.*$)/gim, \"

$1

\")\n .replace(/^###### (.*$)/gim, \"

$1

\")\n .replace(/\\*([0-9a-zA-Z ]*?)\\*/g, \"$1\");\n return htmlText.trim();\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2694,"value":"### Top Topics Colored by Front-page Ranking Attention\n\n[Go back](#cell-2143)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2687,"value":"Plot.legend({\n color: {\n domain: sources.sort()\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2683,"value":"$41","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3046,"value":"[Go back](#cell-2143)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1896,"value":"### Mobile friendly charts","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4400,"value":"# This Week Top Topics","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":5017,"value":"$42","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4035,"value":"Plot.legend({\n color: {\n domain: sources.sort()\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4030,"value":"$43","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1904,"value":"Plot.plot({\n marks: [\n Plot.image(skewed_topics_with_attention_source, {\n x: \"image_position\",\n y: \"topic_headline_with_source_formatted\",\n src: \"url\",\n width: 50,\n height: 50\n }),\n Plot.textX(skewed_topics_with_attention_source, {\n x: \"text_position\",\n y: \"topic_headline_with_source_formatted\",\n text: \"topic_headline_with_source_formatted\",\n href: (d) => get_headline_url(d.topic_headline),\n target: \"_blank\",\n textAnchor: \"start\",\n dx: 10,\n fontSize: 40,\n lineWidth: 20\n })\n ],\n y: {\n ticks: null,\n tickSize: 6,\n label: null\n },\n x: {\n tickFormat: d3.format(\",.1f\"),\n domain: [0, 40],\n type: \"linear\",\n nice: true,\n ticks: null,\n label: null\n },\n width: PLOT_WIDTH,\n height: num_skewed_topics * 150,\n style: {\n background: \"transparent\",\n color: \"black\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2316,"value":"Plot.legend({\n color: {\n domain: sources.sort()\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1906,"value":"$44","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4020,"value":"# Interested in more? Visit [topdown.substack.com](topdown.substack.com)\n
\n# Have feedback and want to contribute? Join [discord.gg/ghYM2TUA](discord.gg/ghYM2TUA)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"}],"files":"$W45","stdlib":"1","titling":"auto"}} 33:"$32:body"