2e:null 2f:["$","title",null,{"children":"Unified News for the week ending Thursday, September 15th, 2022 | Rohan Kshirsagar | Observable"}] 34:T49c,Plot.plot({ marks: [ Plot.barX(unified_topics_with_attention_source.orderby("source"), { x: "attention_sum", y: "topic_headline_no_source", fill: "source", sort: { y: "x", reverse: true } }), Plot.textX( unified_topics_with_attention_source .groupby( "topic_headline_no_source", "topic_headline_truncated", "topic_headline" ) .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }) .orderby(aq.desc("attention_sum")), { x: "attention_sum", y: "topic_headline_no_source", text: "topic_headline_no_source", href: (d) => get_headline_url(d["topic_headline"]), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 20 } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: num_unified_topics * 50, style: { background: "transparent", fontSize: "20px" } })35:T74f,{ let topics = missed_headlines .params({ source_input: source_input }) .filter((d, $) => d.source === $.source_input) .array("topic_name"); let temp = aq .from( top_20_topic_source_attention .objects() .filter((o) => topics.includes(o.topic_name)) ) .orderby(aq.desc("attention_sum")); let data = temp .groupby("topic_headline") .derive({ rank: op.rank(), url: aq.escape((o) => source_img_map[o.source]) }) .derive({ position: (d) => d.rank * 1.5 }) .orderby("topic_headline"); let plot = Plot.plot({ marks: [ Plot.image(data.orderby("source"), { x: "position", y: "topic_headline_no_source", src: "url", width: 30, height: 30, sort: { y: "x", reverse: true } }), Plot.textX( data .groupby("topic_headline_no_source", "topic_headline") .rollup({ attention_sum: (d) => op.sum(d.attention_sum), text_position: (d) => op.max(d.position) + 1 }) .orderby(aq.desc("attention_sum")), { x: "text_position", y: "topic_headline_no_source", text: "topic_headline_no_source", lineWidth: 20, href: (d) => get_headline_url(d["topic_headline"]), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 30 } ) ], y: { ticks: null, tickSize: 6, label: "Covered By" }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: topics.length * 200, marginRight: 200, style: { fontSize: "18px" } }); return plot; }36:T435,data = raw_data .map((o) => { o.scraped_at_time = o.scraped_at.split(".")[0]; o.scraped_at_date = o.scraped_at.split(" ")[0]; o.headline_with_source = "(" + o.source + ") " + o.headline; o.topic_headline_no_source = o.topic_headline .slice(o.topic_headline.indexOf(")") + 1) .trim(); o.topic_headline_with_source_formatted = source_map[o.topic_headline.slice(1, o.topic_headline.indexOf(")"))] + ": " + o.topic_headline_no_source; o.headline_with_source_formatted = source_map[o.source] + ": " + o.headline; o.topic_headline_truncated = o.topic_headline_no_source.length > 75 ? o.topic_headline_no_source.slice(0, 75) + "..." : o.topic_headline_no_source; o.rank = parseInt(o.rank); o.mismatched_coverage = parseFloat(o.mismatched_coverage); o.united_coverage = parseFloat(o.united_coverage); o.topic_name = o.topic_name in topic_rename_map ? topic_rename_map[o.topic_name] : o.topic_name; return o; }) .filter((o) => o.topic_prob > topic_threshold)37:Taf7,function get_head_to_head( source_a, source_b, source_neutral = null, num_topics = 8 ) { let remapped_data = dt.params({ topic_rename_map: topic_rename_map }).derive({ topic_name: (o, $) => o.topic_name in $.topic_rename_map ? $.topic_rename_map[o.topic_name] : o.topic_name }); let top_10_topics_a = aq .from( remapped_data .objects() .filter( (o) => (o.source === source_a) & (o.topic_prob > topic_threshold) ) ) .groupby( "topic_name", ) .rollup({ attention_sum: (d) => op.sum(d.attention_score) }) .orderby(aq.desc("attention_sum")) .slice(0, num_topics) .array("topic_name"); let top_10_topics_b = aq .from( remapped_data .objects() .filter( (o) => (o.source === source_b) & (o.topic_prob > topic_threshold) ) ) .groupby( "topic_name", ) .rollup({ attention_sum: (d) => op.sum(d.attention_score) }) .orderby(aq.desc("attention_sum")) .slice(0, num_topics) .array("topic_name"); let top_10_topics_h2h = top_10_topics_a.concat(top_10_topics_b); if (source_neutral !== null) { let top_10_topics_neutral = aq .from( remapped_data .objects() .filter( (o) => (o.source === source_neutral) & (o.topic_prob > topic_threshold) ) ) .groupby( "topic_name", ) .rollup({ attention_sum: (d) => op.sum(d.attention_score) }) .orderby(aq.desc("attention_sum")) .slice(0, num_topics) .array("topic_name"); top_10_topics_h2h = top_10_topics_h2h.concat(top_10_topics_neutral); } let head_to_head_raw = aq .from( remapped_data .objects() .filter( (o) => (o.source === source_a || o.source === source_b || o.source === source_neutral) && top_10_topics_h2h.includes(o.topic_name) ) ) .groupby( "topic_name", "source" ) .rollup({ attention_sum: op.sum("attention_score") }) .objects(); const topic_sums = aq .from(head_to_head_raw) .groupby("topic_name") .rollup({ attention_sum: op.sum("attention_sum") }) .objects(); const topic_sum_map = new Map( topic_sums.map((object) => { return [object.topic_name, object.attention_sum]; }) ); let head_to_head_normalized = aq .from( head_to_head_raw.map((o) => { o.attention_sum_normalized = o.attention_sum / topic_sum_map.get(o.topic_name); o.attention_sum_denominator = topic_sum_map.get(o.topic_name); return o; }) ) .orderby(aq.desc("attention_sum_denominator"), "source"); return head_to_head_normalized; }38:T51e,

Style HTML HERE

39:T744,function plot_head_to_head(data) { data = data.params({ topic_rename_map: topic_rename_map }).derive({ topic_name: (o, $) => o.topic_name in $.topic_rename_map ? $.topic_rename_map[o.topic_name] : o.topic_name }); let sources = data .rollup({ source: op.array_agg_distinct("source") }) .array("source")[0]; let source1_data = aq .from(data.objects().filter((o) => o.source === sources[0])) .derive({ attention_sum: (o) => -1 * o.attention_sum }); let source2_data = aq.from( data.objects().filter((o) => o.source === sources[1]) ); let source_colors = sources.map((a) => source_color_map[a]); let legend_plot = Plot.legend({ color: { domain: sources, range: source_colors }, className: "alphabet", style: { fontSize: "20px", marginLeft: "570px" } }); let plot = Plot.plot({ // facet: { // data: data, // x: "source", // label: null, // transform: (d) => source_map[d] // }, marks: [ Plot.barX(source2_data, { y: "topic_name", x: "attention_sum", fill: "source" }), Plot.barX(source1_data, { y: "topic_name", x: "attention_sum", fill: "source" }) ], y: { tickSize: 0, tickPadding: 20, label: null }, x: { label: "Front Page Real Estate", ticks: null, labelAnchor: "center", labelOffset: 40, nice: true }, marginLeft: 500, marginBottom: 50, marginRight: 300, style: { fontSize: "25px" }, color: { type: "categorical", domain: sources, range: source_colors }, width: PLOT_WIDTH, height: PLOT_WIDTH / 2.5 }); let plots = [legend_plot, plot]; return html`

${plots}`; }3a:T525,function plot_head_to_head_facet(data) { data = data.params({ topic_rename_map: topic_rename_map }).derive({ topic_name: (o, $) => o.topic_name in $.topic_rename_map ? $.topic_rename_map[o.topic_name] : o.topic_name }); let sources = data .rollup({ source: op.array_agg_distinct("source") }) .array("source")[0]; let num_topics = new Set(data.array("topic_name")).size; let source_colors = sources.map((a) => source_color_map[a]); let plot = Plot.plot({ facet: { data: data, x: "source", label: null, transform: (d) => source_map[d] }, marks: [ Plot.barX(data, { y: "topic_name", x: "attention_sum", fill: "source" }) ], y: { tickSize: 0, tickPadding: 20, label: null }, x: { label: "Front Page Real Estate", ticks: null, labelAnchor: "center", labelOffset: 40, nice: true }, marginLeft: 500, marginBottom: 50, marginRight: 200, style: { fontSize: "25px" }, color: { type: "categorical", domain: sources, range: source_colors }, width: PLOT_WIDTH, height: num_topics * 50 }); let plots = [plot]; return html`

${plots}`; }3b:T56e,function create_topic_deepdive( topic_presentation, topic_names, source1, source2, num_headlines = 3, source3 = null ) { const div = document.createElement("div"); let p1 = document.createElement("p"); p1.innerHTML = markdownParser("## " + topic_presentation); div.appendChild(p1); let p2 = document.createElement("p"); p2.innerHTML = markdownParser( "#### Front Page Headlines for " + source_map[source1] ); div.appendChild(p2); let topic_data = aq.from( data.filter((d) => topic_names.includes(d.topic_name)) ); div.appendChild( blockquote_source_headlines( getHeadlinesForSource(topic_data, source1, num_headlines, false), source1 ) ); let p3 = document.createElement("p"); p3.innerHTML = markdownParser( "#### Front Page Headlines for " + source_map[source2] ); div.appendChild(p3); div.appendChild( blockquote_source_headlines( getHeadlinesForSource(topic_data, source2, num_headlines, false), source2 ) ); if (source3 !== null) { let p4 = document.createElement("p"); p4.innerHTML = markdownParser( "#### Front Page Headlines for " + source_map[source3] ); div.appendChild(p4); div.appendChild( blockquote_source_headlines( getHeadlinesForSource(topic_data, source3, num_headlines, false), source3 ) ); } return div; }3c:T431,Plot.plot({ marks: [ Plot.barX(top_10_topic_source_attention.orderby("source"), { x: "attention_sum", y: "topic_headline_no_source", fill: "source", sort: { y: "x", reverse: true } }), Plot.textX( top_10_topic_source_attention .groupby("topic_headline_no_source", "topic_headline") .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }) .orderby(aq.desc("attention_sum")), { x: "attention_sum", y: "topic_headline_no_source", text: "topic_headline_no_source", href: (d) => get_headline_url(d.topic_headline), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 20 } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: 800, style: { background: "transparent", color: "black" } })3d:T440,Plot.plot({ marks: [ Plot.textX( top_topics_with_attention .slice(0, 10) .groupby("topic_name") .rollup({ attention_normalized: op.sum("attention_normalized") }), { x: "attention_normalized", y: "topic_name", text: "topic_name", target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 40, lineWidth: 20, lineHeight: 1 } ), Plot.barX( top_topics_with_attention .slice(0, 10) .groupby("topic_name") .rollup({ attention_normalized: op.sum("attention_normalized") }), { x: "attention_normalized", y: "topic_name", sort: { y: "x", reverse: true } } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: 1000, style: { background: "white", color: "black" } })3e:T466,Plot.plot({ marks: [ Plot.barX(top_10_topic_source_attention.orderby("source"), { x: "attention_sum", y: "topic_headline_no_source", fill: "source", sort: { y: "x", reverse: true } }), Plot.textX( top_10_topic_source_attention .groupby("topic_headline_no_source", "topic_headline") .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }) .orderby(aq.desc("attention_sum")), { x: "attention_sum", y: "topic_headline_no_source", text: "topic_headline_no_source", href: (d) => get_headline_url(d.topic_headline), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 40, lineWidth: 20, lineHeight: 1 } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: PLOT_WIDTH, style: { background: "transparent", color: "black" } })3f:T4f7,Plot.plot({ marks: [ Plot.barX(unified_topics_with_attention_source.orderby("source"), { x: "attention_sum", y: "topic_headline_no_source", fill: "source", sort: { y: "x", reverse: true } }), Plot.textX( unified_topics_with_attention_source .groupby( "topic_name", "topic_headline_no_source", "topic_headline_truncated", "topic_headline" ) .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }) .orderby(aq.desc("attention_sum")), { x: "attention_sum", y: "topic_headline_no_source", text: "topic_headline_no_source", href: (d) => get_headline_url(d["topic_headline"]), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 45, lineWidth: 20 } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: num_unified_topics * 150, style: { background: "white", color: "black", fontSize: 16 }, color: { fontSize: 15 } })40:[{"id":"d6f4e5cf01a36b153284e60d2c7371e5c2a5ce3f6f2006dcef7998626f3871158f2215808cbfb4726d9a579c592372bb2a729368d208ba1659b7e7492fe1a863","href":"https://static.observableusercontent.com/files/d6f4e5cf01a36b153284e60d2c7371e5c2a5ce3f6f2006dcef7998626f3871158f2215808cbfb4726d9a579c592372bb2a729368d208ba1659b7e7492fe1a863","name":"2022-09-15.csv","type":"text/csv","lastModified":1663247992400.881,"size":928612},{"id":"cc19210d9131f9f226995bdf6ee58758d13026cb14a2b2028cd1699cc60ad63b033d328edd338363a2a2a4038c0aa72e744aa0b5b1f33a2ec7877c690c124ec7","href":"https://static.observableusercontent.com/files/cc19210d9131f9f226995bdf6ee58758d13026cb14a2b2028cd1699cc60ad63b033d328edd338363a2a2a4038c0aa72e744aa0b5b1f33a2ec7877c690c124ec7","name":"missed_headlines_source_2022-09-15.csv","type":"text/csv","lastModified":1663247997606.603,"size":2540},{"id":"fe52def117520fcf0eb330629655760ec5c1de77950927717124e04d8ee1d7aebce647b0117387e17b44530aeab1a6f470a839b61b8b282e39616cc810b5ee19","href":"https://static.observableusercontent.com/files/fe52def117520fcf0eb330629655760ec5c1de77950927717124e04d8ee1d7aebce647b0117387e17b44530aeab1a6f470a839b61b8b282e39616cc810b5ee19","name":"source_divergence_2022-09-15.csv","type":"text/csv","lastModified":1663248003001.122,"size":8110},{"id":"0af1aa8c56671f9b449181521eafc6b0f18f69e8258308128896d9b28758a7f103f4491ec058608c404cb5908fcf9b79530a120946d597ed234f67ab048e4d69","href":"https://static.observableusercontent.com/files/0af1aa8c56671f9b449181521eafc6b0f18f69e8258308128896d9b28758a7f103f4491ec058608c404cb5908fcf9b79530a120946d597ed234f67ab048e4d69","name":"missed_headlines_source_2022-09-15@1.csv","type":"text/csv","lastModified":1663255118448.281,"size":1327}] 32:{"id":"afc573eb0cf85936","slug":"unified-news-for-the-week-ending-thursday-september-15th-20","title":"Unified News for the week ending Thursday, September 15th, 2022","thumbnail":"cb1aea524a8d3f83fb582ccf3f1147e55f813caf59bfc6f2f61874213bb9bc82","access_level":"public","create_time":"$D2022-09-15T13:15:20.944Z","update_time":"$D2022-09-15T16:23:31.506Z","view_time":null,"first_public_time":"$D2022-09-15T14:09:58.777Z","has_unpublished_edits":null,"fork":{"id":"3d01b3e1e4145ede","slug":"unified-news-for-the-week-ending-thursday-september-8th-202","title":"Unified News for the week ending Thursday, September 8th, 2022","owner":{"id":"bec5c9294690a7df","login":"rohankshir","name":"Rohan Kshirsagar"}},"stars":0,"starred":false,"owner":{"type":"team","id":"bec5c9294690a7df","login":"rohankshir","name":"Rohan Kshirsagar","avatar_url":"https://avatars-next.observableusercontent.com/36667e1f7444245bb8bfdd8c4dc029f686a06c31b04a84b672c8d79940ba3239","tier":"starter_2024"},"version":4622,"publish_version":4622,"role":null,"authored":false,"authors":[{"type":"individual","id":"f0f855b208533919","login":"rohankshir","name":"Rohan Kshirsagar","avatar_url":"https://avatars-next.observableusercontent.com/36667e1f7444245bb8bfdd8c4dc029f686a06c31b04a84b672c8d79940ba3239","tier":null}],"members":[{"type":"individual","id":"f0f855b208533919","login":"rohankshir","name":"Rohan Kshirsagar","avatar_url":"https://avatars-next.observableusercontent.com/36667e1f7444245bb8bfdd8c4dc029f686a06c31b04a84b672c8d79940ba3239","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":1,"collection":null,"type":"notebook","body":{"title":"Unified News for the week ending Thursday, September 15th, 2022","cells":[{"id":4,"value":"# Unified News for the week ending Thursday, September 15th, 2022\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2134,"value":"{\n let width = 800;\n let height = 300;\n return html``;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2143,"value":"### Most Important Stories\n#### Ranked by aggregated coverage from the following main stream media sources: \n`${sources.map(o => source_map[o]).join(', ')}`\n\n*Note: this is not designed for mobile and works best on desktop*\n\nWant to see it broken down by source? Click [here](#cell-2694)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":574,"value":"Plot.plot({\n marks: [\n Plot.textX(top_topics_with_attention, {\n x: \"attention_normalized\",\n y: \"topic_headline_no_source\",\n text: \"topic_headline_no_source\",\n href: (d) => get_headline_url(d[\"topic_headline\"]),\n target: \"_blank\",\n textAnchor: \"start\",\n dx: 10,\n sort: { y: \"x\", reverse: true },\n fontSize: 20\n }),\n Plot.barX(top_topics_with_attention, {\n x: \"attention_normalized\",\n y: \"topic_headline_no_source\",\n sort: { y: \"x\", reverse: true }\n })\n ],\n y: {\n ticks: null,\n tickSize: 6,\n label: null\n },\n x: {\n tickFormat: d3.format(\",.1f\"),\n domain: [0, 40],\n type: \"linear\",\n nice: true,\n ticks: null,\n label: null\n },\n width: PLOT_WIDTH,\n height: 800,\n style: {\n background: \"transparent\",\n color: \"black\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1806,"value":"#### Top Source Exclusive Stories\n\nStories from an outlet that set it apart from the other outlets","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2303,"value":"Plot.legend({\n color: {\n domain: [\n ...new Set(skewed_topics_with_attention_source.array(\"source\").sort())\n ]\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1754,"value":"Plot.plot({\n marks: [\n Plot.image(skewed_topics_with_attention_source, {\n x: \"image_position\",\n y: \"topic_headline_with_source_formatted\",\n src: \"url\",\n width: 30,\n height: 30\n }),\n Plot.textX(skewed_topics_with_attention_source, {\n x: \"text_position\",\n y: \"topic_headline_with_source_formatted\",\n text: \"topic_headline_with_source_formatted\",\n href: (d) => get_headline_url(d.headline_with_source),\n target: \"_blank\",\n textAnchor: \"start\",\n dx: 10,\n fontSize: 20\n })\n ],\n y: {\n ticks: null,\n tickSize: 6,\n label: null\n },\n x: {\n tickFormat: d3.format(\",.1f\"),\n domain: [0, 40],\n type: \"linear\",\n nice: true,\n ticks: null,\n label: null\n },\n width: PLOT_WIDTH,\n height: num_skewed_topics * 50,\n style: {\n background: \"transparent\",\n color: \"black\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1815,"value":"#### Top Stories with United Coverage","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2293,"value":"Plot.legend({\n color: {\n domain: sources.sort()\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})\n","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1821,"value":"$34","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1436,"value":"-----\n\n\n\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1089,"value":"### You might have missed these stories if you read news from","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":786,"value":"viewof source_input_dict = Inputs.select(missed_source_map_array, {\n format: (x) => x.source_readable\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3215,"value":"$35","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1432,"value":"-----","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1171,"value":"### Dive deeper into the data for a specific topic","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":66,"value":"viewof topic_name = Inputs.select(new Set(top_80_topics.data().topic_name))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1392,"value":"**${topic_coverage} with Score: ${_.round(chartData.get('united_coverage', 0), 3)}**\n\nHere's the headline that best captures this topic:\n\n${get_headline_link(chartData.get('topic_headline', 0))}","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":548,"value":"### Coverage by Source","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":102,"value":"Plot.plot({\n marks: [\n // Draw vertical bars\n Plot.barY(\n chartData,\n // Group data into categories along the x axis\n Plot.groupX(\n { y: \"sum\" },\n {\n y: \"attention_score\", // compute + display the count of observations in each group\n x: \"source\",\n fill: \"source\"\n } // group observations by the `brand`\n )\n )\n ],\n y: {\n label: \"↑ Rank-based Coverage Score\"\n },\n x: {\n label: null\n },\n marginLeft: 60,\n marginTop: 50,\n width: PLOT_WIDTH,\n height: 200,\n style: {\n fontSize: 14\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3443,"value":"## Key Headlines for topic: ${topic_name}\n**Top Recent Headlines from Left**\n\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3654,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"cnn\"), false)],\n \"cnn\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3499,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"nbcnews\"), false)],\n \"nbcnews\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3495,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"nytimes\"), false)],\n \"nytimes\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4554,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"washingtonpost\"), false)],\n \"washingtonpost\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3650,"value":"**Top Recent Headlines from Right**","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3490,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"foxnews\"), false)],\n \"foxnews\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3534,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"washingtontimes\"), false)],\n \"washingtontimes\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3538,"value":"blockquote_source_headlines(\n [\n get_headline_link(\n getHeadlineForSource(chartData, \"washingtonexaminer\"),\n false\n )\n ],\n \"washingtonexaminer\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3648,"value":"**Top Recent Headlines from Center**","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3504,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"wsj\"), false)],\n \"wsj\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3644,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"reuters\"), false)],\n \"reuters\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1588,"value":"Dive deeper into the headlines for this topic below:","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":7,"value":"viewof search = Inputs.search(tableData.orderby(\"rank\"))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":735,"value":"Inputs.table(search, {\n format: {\n attention_score: sparkbar(_.max(chartData.array(\"attention_score\"))),\n source: (x) => source_map[x],\n headline_with_source: (x) => html`${get_headline_link(x, true)}`\n },\n layout: \"auto\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1201,"value":"### Coverage by Source over Time","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2804,"value":"viewof sources_over_time = Inputs.checkbox(source_map_array, {\n label: \"Sources\",\n format: (x) => x.source_readable\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":137,"value":"plot_over_time = Plot.plot({\n marks: [\n // Draw vertical bars\n Plot.barY(\n chart_data_aggregated_filtered\n .groupby(\"scraped_at_date\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }),\n {\n x: \"scraped_at_date\", // feature for the x channel\n y: \"attention_sum\" // feature for the y channel\n // fill: \"source\"\n }\n )\n ],\n y: {\n label: \"↑ Rank-based Coverage Score for the day\"\n },\n x: {\n label: null,\n domain: new Set(chart_data_aggregated.array(\"scraped_at_date\"))\n },\n marginLeft: 60,\n marginTop: 50,\n width: PLOT_WIDTH,\n // Include a legend for the color channel\n style: {\n fontSize: 20\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3035,"value":"-----","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2842,"value":"## CNN vs Fox News: How do they compare in terms of topic coverage and bias?","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2988,"value":"### This Week","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2986,"value":"plot_head_to_head(get_head_to_head(\"foxnews\", \"cnn\", null, 7))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3761,"value":"### CNN vs Fox News vs WSJ","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3766,"value":"plot_head_to_head_facet(get_head_to_head(\"foxnews\", \"cnn\", \"wsj\", 5))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4515,"value":"

                                                              Higher Ranked On Front Page = More Real Estate

","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4305,"value":"create_topic_deepdive(\n \"Ukraine Make Gains Russia\",\n [\"Ukraine Make Gains Russia\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"wsj\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4525,"value":"#### Top Down Left Right Analysis: All sources are unified on their stance against Putin, and report on this similar to a US victory","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4488,"value":"create_topic_deepdive(\n \"US Rail Strike Deal\",\n [\"US Rail Strike Deal\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"wsj\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4533,"value":"#### Top Down Left Right Analysis: Left and Right present the information to make Biden look good and bad respectively","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4496,"value":"create_topic_deepdive(\n \"Sep 11 Honor 21 Years\",\n [\"Sep 11 Honor 21 Years\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"wsj\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4538,"value":"#### Top Down Left Right Analysis: Left and Center place much lower editorial attention on 9/11 than Right","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4503,"value":"create_topic_deepdive(\n \"Putin Criticism Mounts\",\n [\"Putin Criticism Mounts\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"wsj\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4543,"value":"#### Top Down Left Right Analysis: Left and Right both against Putin, Left portrays Putin as weakening in strength, Right shows Putin still has strength. As nothing yet has happened to Putin, WSJ has not used it's front page real estate on this matter","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4506,"value":"create_topic_deepdive(\n \"Election Poll Workers\",\n [\"Election Poll Workers\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"wsj\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4546,"value":"#### Top Down Left Right Analysis: Left interlaces election results with stories that exhibit bias by slant against the Republican party with regards to election integrity. Right focuses its election analysis on highlighting a big difference in absentee ballot requests between Democrats and Republicans. WSJ elects not to use its front page real estate on this topic.","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4509,"value":"create_topic_deepdive(\n \"New Hampshire Primary\",\n [\"New Hampshire Primary\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"wsj\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4593,"value":"create_topic_deepdive(\n \"Covid 19 New Booster\",\n [\"Covid 19 New Booster\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"wsj\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4597,"value":"create_topic_deepdive(\n \"Mayor Sanctuary City Texas\",\n [\"Mayor Sanctuary City Texas\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"wsj\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4616,"value":"create_topic_deepdive(\n \"Musk Twitter Takeover Shareholders\",\n [\"Musk Twitter Takeover Shareholders\"],\n \"cnn\",\n \"foxnews\",\n 2,\n \"wsj\"\n)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2994,"value":"### The New York Times vs Wall Street Journal","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2998,"value":"plot_head_to_head(get_head_to_head(\"nytimes\", \"wsj\", null, 5))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3086,"value":"### CNN vs New York Times","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3091,"value":"plot_head_to_head(get_head_to_head(\"cnn\", \"nytimes\", null, 7))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4203,"value":"plot_head_to_head_facet(get_head_to_head(\"washingtonpost\", \"nytimes\", null, 7))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4208,"value":"plot_head_to_head_facet(get_head_to_head(\"washingtonpost\", \"nytimes\", \"wsj\", 5))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3997,"value":"### Fox News vs WSJ","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3999,"value":"plot_head_to_head(get_head_to_head(\"foxnews\", \"wsj\", null, 6))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1418,"value":"-----","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1350,"value":"### ${most_divergence_news_source} is the Most Divergent News Source this week\nWe look at the top 20 topics for the week and use [KL Divergence](https://en.wikipedia.org/wiki/Kullback%E2%80%93Leibler_divergence) to calculate the distribution of coverage across these topics from each source. This week, ${most_divergence_news_source}, has the highest divergence score of `${most_divergence_news_source_score}`\n```\n```","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1306,"value":"{\n let chart = Plot.plot({\n marks: [\n // Draw vertical bars\n Plot.barY(\n source_divergence,\n // Group data into categories along the x axis\n { y: \"divergence\", x: \"source\", fill: \"source\" } // group observations by the `brand`\n )\n ],\n y: {\n label: \"↑ News Coverage Divergence Score\"\n },\n x: {\n label: null\n },\n marginLeft: 60,\n marginTop: 50,\n width: PLOT_WIDTH,\n height: 500\n });\n chart.style.fontSize = \"15px\";\n return chart;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3203,"value":"-----\n\n## Search All Data","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2678,"value":"viewof search2 = Inputs.search(\n dt\n .select(\n \"source\",\n \"headline_with_source\",\n \"rank\",\n \"attention_score\",\n \"scraped_at_date\",\n \"topic_prob\",\n \"topic_name\",\n \"metatopic_name\"\n )\n .orderby(\"scraped_at_date\", \"rank\")\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3194,"value":"Inputs.table(search2, {\n format: {\n attention_score: sparkbar(_.max(dt.array(\"attention_score\"))),\n source: (x) => source_map[x],\n headline_with_source: (x) => html`${get_headline_link(x, true)}`\n },\n layout: \"auto\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":716,"value":"## Appendix","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":169,"value":"import { aq, op } from \"@uwdata/arquero\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":401,"value":"import {StackedAreaChart} from \"@d3/normalized-stacked-area-chart\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3855,"value":"\n","pinned":false,"hidden":false,"mode":"html","author":"$undefined","summary":"$undefined","output":"showdown","database":"$undefined"},{"id":4248,"value":"topic_threshold = 0.3","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1156,"value":"PLOT_WIDTH = 1200","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3133,"value":"source_img_map = new Object({\n foxnews:\n \"https://static.foxnews.com/static/orion/styles/img/fox-news/favicons/favicon.ico\",\n wsj: \"https://wsj.com/favicon.ico\",\n nytimes: \"https://www.nytimes.com/favicon.ico\",\n cnn: \"https://cnn.com/favicon.ico\",\n reuters:\n \"https://www.reuters.com/resizer/PI3YcmEtise9n6pTKMbwoDjynJU=/1200x1200/smart/filters:quality(80)/cloudfront-us-east-2.images.arcpublishing.com/reuters/4QXBW6RP45FBRHDZQXLNRGX5UY.jpg\",\n washingtonpost: \"https://washingtonpost.com/favicon.ico\",\n washingtonexaminer: \"https://www.washingtonexaminer.com/favicon-32x32.png\",\n washingtontimes: \"https://washingtontimes.com/favicon.ico\",\n nbcnews: \"https://mlt.org/wp-content/uploads/2020/07/nbc-news-logo.png\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":23,"value":"raw_data = FileAttachment(\"2022-09-15.csv\").csv()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":296,"value":"$36","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3051,"value":"chartData.view()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":80,"value":"// Filter down the data to the selected country\nchartData = aq\n .from(\n data.filter((d) =>\n topic_name === \"all\" ? true : d.topic_name === topic_name\n )\n )\n .orderby(\"scraped_at\", \"source\", \"rank\")\n .derive({\n attention_score: (d) => op.fround(d.attention_score, 3)\n })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1698,"value":"tableData = aq.from(\n chartData\n .select(\n \"source\",\n \"headline_with_source\",\n \"rank\",\n \"attention_score\",\n \"scraped_at_time\",\n \"topic_prob\"\n )\n .objects()\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":330,"value":"chart_data_aggregated = aq.from(chartData).groupby('scraped_at_date', 'source').rollup(\n { attention_sum: d=> op.sum(d.attention_score)}).orderby('scraped_at_date', 'source')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2810,"value":"chart_data_aggregated_filtered = {\n let checked_sources = sources_over_time.map((o) => o.source_raw);\n if (checked_sources.length) {\n return aq.from(\n chart_data_aggregated\n .objects()\n .filter((o) => checked_sources.includes(o.source))\n );\n }\n return aq.from(chart_data_aggregated);\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1184,"value":"\ntopic_coverage = {\n let coverage_score = _.round(chartData.get('united_coverage', 0), 3);\n let coverage = 'Very Skewed Coverage';\n if (coverage_score > 0.2) {\n coverage = 'United Coverage'\n }\n else if (coverage_score > 0.1) {\n coverage = 'Somewhat Skewed Coverage'\n }\n else {\n coverage = 'Very Skewed Coverage'\n }\n return coverage\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":145,"value":"dt = aq.from(data)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2791,"value":"top_10_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 10)\n .select(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":152,"value":"top_20_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 20)\n .select(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2794,"value":"top_30_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 30)\n .select(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3392,"value":"top_80_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 80)\n .select(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":938,"value":"top_20_topic_source_attention = dt\n .groupby(\"topic_name\", \"topic_headline\", \"topic_headline_no_source\", \"source\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4568,"value":"top_20_topic_source_attention.array(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2704,"value":"top_10_topic_source_attention = aq\n .from(\n dt\n .objects()\n .filter((o) =>\n top_10_topics.array(\"topic_name\").includes(o.topic_name)\n )\n )\n .groupby(\n \"topic_name\",\n \"topic_headline\",\n \"topic_headline_no_source\",\n \"source\"\n )\n .params({ division_factor: division_factor })\n .rollup({\n attention_sum: (d, $) => op.sum(d.attention_score) / $.division_factor\n })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2536,"value":"top_dt = aq.from(\n dt\n .objects()\n .filter((a) =>\n top_20_topics\n .slice(0, 10)\n .array(\"topic_name\")\n .includes(a.topic_name)\n )\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2508,"value":"topic_date_source_attention = top_dt\n .groupby(\n \"topic_name\",\n \"topic_headline\",\n \"topic_headline_no_source\",\n \"scraped_at_date\",\n \"source\"\n )\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(\"source\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":529,"value":"top_topics_with_attention_temp = dt.params({ topic_rename_map: topic_rename_map }).derive({\n topic_name: (o, $) =>\n o.topic_name in $.topic_rename_map\n ? $.topic_rename_map[o.topic_name]\n : o.topic_name\n })\n .groupby(\n \"topic_name\",\n \"topic_headline_no_source\",\n \"topic_headline\",\n \"topic_headline_truncated\"\n )\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 15)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2728,"value":"division_factor = top_topics_with_attention_temp\n .rollup({\n max: (d) => aq.op.max(d.attention_sum)\n })\n .array(\"max\")[0] / 10","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2734,"value":"top_topics_with_attention = top_topics_with_attention_temp.derive({\n attention_normalized: aq.escape((o) => o.attention_sum / division_factor)\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1729,"value":"skewed_topics_with_attention_source = dt\n .filter(\n (o) =>\n o.normalized_entropy < 0.2 &&\n o.normalized_coverage > 0.05 &&\n !op.includes(o.topic_name, \"Today\")\n )\n .orderby(aq.desc(\"attention_score\"))\n .groupby(\"topic_headline\")\n .slice(0, 1)\n .derive({\n url: aq.escape((o) => source_img_map[o.source]),\n image_position: 0,\n text_position: 1\n })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3159,"value":"skewed_topics_with_attention_source.view()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1867,"value":"num_skewed_topics = skewed_topics_with_attention_source.size","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1811,"value":"unified_topics_with_attention_source = dt\n .groupby(\n \"topic_name\",\n \"topic_headline_no_source\",\n \"topic_headline\",\n \"topic_headline_truncated\",\n \"united_coverage\",\n \"normalized_entropy\",\n \"normalized_coverage\",\n \"source\"\n )\n .params({ division_factor: division_factor })\n .rollup({\n attention_sum: (d, $) => op.sum(d.attention_score) / $.division_factor\n })\n .orderby(aq.desc(\"united_coverage\"))\n .filter((o) => o.normalized_entropy > 0.75 && o.united_coverage > 0.35)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2378,"value":"dt\n .groupby(\n \"topic_name\",\n \"topic_headline_no_source\",\n \"topic_headline\",\n \"topic_headline_truncated\",\n \"united_coverage\",\n \"normalized_entropy\",\n \"normalized_coverage\",\n \"source\"\n )\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"united_coverage\")).view()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1865,"value":"num_unified_topics = unified_topics_with_attention_source\n .rollup({ count_topics: op.distinct(\"topic_name\") })\n .values(\"count_topics\", 0)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":767,"value":"source_divergence_raw = FileAttachment(\"source_divergence_2022-09-15.csv\").csv();","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":811,"value":"source_divergence = aq.from(source_divergence_raw.map(o => {\n o.divergence = parseFloat(o.divergence);\n return o\n}))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3757,"value":"source_divergence.view()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2576,"value":"mean_divergence = source_divergence\n .rollup({ mean: (d) => op.mean(d.divergence) })\n .values(\"mean\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1359,"value":"most_divergence_news_source = source_map[_.maxBy(source_divergence.objects(), function (o) { return o.divergence }).source]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1379,"value":"most_divergence_news_source_score = _.round(_.maxBy(source_divergence.objects(), function (o) { return o.divergence }).divergence, 3)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":768,"value":"missed_headlines_raw = FileAttachment(\"missed_headlines_source_2022-09-15@1.csv\").csv()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":801,"value":"missed_headlines = aq.from(\n missed_headlines_raw.map((o) => {\n o.topic_name =\n o.topic_name in topic_rename_map\n ? topic_rename_map[o.topic_name]\n : o.topic_name;\n return o;\n })\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2194,"value":"missed_headlines.view()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":815,"value":"sources = dt.rollup({ sources: op.array_agg_distinct(\"source\") })._data.sources\n .data[0]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2641,"value":"missed_sources = missed_headlines.rollup({\n sources: op.array_agg_distinct(\"source\")\n})._data.sources.data[0]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1118,"value":"source_map = ({\n cnn: \"CNN\",\n nytimes: \"New York Times\",\n foxnews: \"Fox News\",\n wsj: \"Wall Street Journal\",\n reuters: \"Reuters\",\n washingtonpost: \"Washington Post\",\n washingtonexaminer: \"Washington Examiner\",\n washingtontimes: \"Washington Times\",\n nbcnews: \"NBC News\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2643,"value":"missed_sources_map = Object.fromEntries(\n missed_sources.map((i) => [i, source_map[i]])\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2653,"value":"missed_source_map_array = Object.entries(missed_sources_map).map((o) => {\n let r = {};\n r[\"source_raw\"] = o[0];\n r[\"source_readable\"] = o[1];\n return r;\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1648,"value":"source_input = source_input_dict.source_raw","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1604,"value":"source_map_array = Object.entries(source_map).map(o => {\n let r = {};\n r['source_raw'] = o[0];\n r['source_readable'] = o[1];\n return r\n} )","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1002,"value":"function get_headline_and_sources(topic_name) {\n let filtered = top_20_topic_source_attention\n .objects()\n .filter((d) => d.topic_name == topic_name && d.attention_sum > 1.5);\n let headline = filtered[0].topic_headline;\n let sources = filtered.map((o) => o.source);\n return { headline: headline, sources: sources };\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1043,"value":"function plot_headline_and_sources_with_cells(headline, sources) {\n return [\n Plot.plot({\n marks: [\n Plot.text([headline], {\n fontSize: 20,\n lineWidth: 30,\n ref: get_headline_url(headline),\n target: \"_blank\",\n frameAnchor: \"left\"\n })\n ],\n width: PLOT_WIDTH,\n height: 80,\n x: {\n ticks: null\n },\n y: {\n ticks: null\n },\n style: {\n color: \"black\"\n }\n }),\n Plot.plot({\n marks: [\n Plot.cell(\n sources.map((x) => source_map[x]),\n {\n x: (d) => d\n }\n )\n ],\n x: {\n label: \"Reported By\",\n labelOffset: -35\n },\n grid: true,\n height: 80,\n width: sources.length * 150,\n marginLeft: 0,\n marginTop: 30,\n marginBottom: 30,\n style: {\n color: \"black\",\n fontSize: 14\n }\n })\n ];\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3518,"value":"function getHeadlineForSource(data, source) {\n let filteredData = data\n .orderby(\"rank\", aq.desc(\"scraped_at_date\"))\n .filter(\n aq.escape((o) => o.source === source && o.topic_prob > topic_threshold)\n );\n if (filteredData.size == 0) {\n return \"(\" + source + \") NO HEADLINE\";\n }\n\n return filteredData.slice(0, 1).objects()[0].headline_with_source;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4610,"value":"function getHeadlinesForSource(data, source, count = 1, with_dates = false) {\n let filteredData = data\n .orderby(\"rank\", aq.desc(\"scraped_at_date\"))\n .filter(\n aq.escape((o) => o.source === source && o.topic_prob > topic_threshold)\n );\n if (filteredData.size == 0) {\n return [\"NO HEADLINE\"];\n }\n if (count === 1) {\n return filteredData.slice(0, 1).objects()[0].headline_with_source;\n }\n if (with_dates) {\n return filteredData\n .derive({\n headline_with_date: (o) => \"(\" + o.scraped_at_date + \") \" + o.headline\n })\n .array(\"headline_with_date\")\n .slice(0, count);\n }\n return filteredData\n .array(\"headline_with_source\")\n .slice(0, count)\n .map((o) => get_headline_link(o, true));\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3520,"value":"get_headline_link(getHeadlineForSource(chartData, \"foxnews\"))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1231,"value":"function get_headline_link(headline, remove_source = false) {\n if (headline === null) {\n return \"\";\n }\n let url = get_headline_url(headline);\n if (remove_source) {\n headline = headline.slice(headline.search(\"[)]\") + 1);\n }\n return '' + headline + \"\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1666,"value":"function get_headline_url(headline) {\n let source = headline.slice(\n headline.search(\"[(]\") + 1,\n headline.search(\"[)]\")\n );\n let keywords = headline\n .slice(headline.search(\"[)]\") + 1)\n .split(/[ ,]/)\n .filter((x) => x.length)\n .join(\"+\");\n keywords = keywords + \"+site:\" + source + \".com\";\n return \"https://www.google.com/search?q=\" + keywords + \"&btnI\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1232,"value":"function sparkbar(max) {\n return x => htl.html`

${x.toLocaleString(\"en\")}`\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2962,"value":"$37","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3686,"value":"source_color_map = ({\n foxnews: \"#D56163\",\n wsj: \"#808080\",\n nytimes: \"#6A98DD\",\n cnn: \"#4478BB\",\n reuters: \"#808080\",\n washingtonpost: \"#6A98DD\",\n washingtonexaminer: \"#f1755e\",\n washingtontimes: \"#f1755e\",\n nbcnews: \"#6A98DD\"\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3721,"value":"$38","pinned":false,"hidden":false,"mode":"html","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3815,"value":"topic_rename_map = ({\n \"Charles King Iii\": \"Queen Elisabeth King Charles\",\n \"Elizabeth Ii Queen\": \"Queen Elisabeth King Charles\",\n \"11 21 Years Honor\": \"Sep 11 Honor 21 Years\",\n \"Photos 12 11\": \"Sep 11 Honor 21 Years\",\n \"Photos Queen See Pictures\": \"Queen Elisabeth King Charles\",\n \"Covid New Booster 19\": \"Covid 19 New Booster\",\n \"Russian Troops Describe Flee\": \"Ukraine Make Gains Russia\",\n \"Ukraine Gains War Russia\": \"Ukraine Make Gains Russia\",\n \"Key Ukrainian Forces\": \"Ukraine Make Gains Russia\",\n \"Strike Rail Deal\": \"US Rail Strike Deal\",\n \"Strike Rail Railroad\": \"US Rail Strike Deal\",\n \"Election Polls Poll Workers\": \"Election Poll Workers\",\n \"Putin Russian Officials\": \"Putin Criticism Mounts\",\n \"Subpoenas Jan\": \"Jan 6 Subpoenas\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2975,"value":"$39","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3732,"value":"$3a","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3629,"value":"h2h_cnn_foxnews = get_head_to_head(\"cnn\", \"foxnews\", null, 10)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3615,"value":"viewof search3 = Inputs.search(h2h_cnn_foxnews)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3622,"value":"Inputs.table(search3, {\n format: {\n attention_sum: sparkbar(_.max(h2h_cnn_foxnews.array(\"attention_sum\")))\n },\n layout: \"auto\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3723,"value":"function blockquote_source_headlines(headlines, source) {\n const div = document.createElement(\"div\");\n if (\n headlines === null ||\n headlines.length == 0 ||\n typeof headlines === \"string\"\n ) {\n div.innerHTML = \"N/A\";\n return div;\n }\n headlines\n .filter((x) => x)\n .forEach(function (item, index) {\n let blockQuote = document.createElement(\"blockquote\");\n blockQuote.setAttribute(\"id\", source);\n let p = document.createElement(\"p\");\n let textNode = document.createTextNode(\"\");\n textNode.innerHTML = markdownParser(item);\n p.innerHTML = markdownParser(item);\n blockQuote.appendChild(p);\n div.appendChild(blockQuote); \n });\n return div;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4278,"value":"$3b","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4280,"value":"create_topic_deepdive(\n \"Affidavit Mar Lago\",\n [\"Affidavit Mar Lago\"],\n \"cnn\",\n \"foxnews\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3885,"value":"function markdownParser(markdown) {\n const htmlText = markdown\n .replace(/^# (.*$)/gim, \"

$1

\")\n .replace(/^## (.*$)/gim, \"

$1

\")\n .replace(/^### (.*$)/gim, \"

$1

\")\n .replace(/^#### (.*$)/gim, \"

$1

\")\n .replace(/^##### (.*$)/gim, \"

$1

\")\n .replace(/^###### (.*$)/gim, \"

$1

\")\n .replace(/\\*([0-9a-zA-Z ]*?)\\*/g, \"$1\");\n return htmlText.trim();\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2694,"value":"### Top Topics Colored by Front-page Ranking Attention\n\n[Go back](#cell-2143)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2687,"value":"Plot.legend({\n color: {\n domain: sources.sort()\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2683,"value":"$3c","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3046,"value":"[Go back](#cell-2143)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1896,"value":"### Mobile friendly charts","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4400,"value":"# This Week Top Topics","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1902,"value":"$3d","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4035,"value":"Plot.legend({\n color: {\n domain: sources.sort()\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4030,"value":"$3e","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1904,"value":"Plot.plot({\n marks: [\n Plot.image(skewed_topics_with_attention_source, {\n x: \"image_position\",\n y: \"topic_headline_with_source_formatted\",\n src: \"url\",\n width: 50,\n height: 50\n }),\n Plot.textX(skewed_topics_with_attention_source, {\n x: \"text_position\",\n y: \"topic_headline_with_source_formatted\",\n text: \"topic_headline_with_source_formatted\",\n href: (d) => get_headline_url(d.topic_headline),\n target: \"_blank\",\n textAnchor: \"start\",\n dx: 10,\n fontSize: 40,\n lineWidth: 20\n })\n ],\n y: {\n ticks: null,\n tickSize: 6,\n label: null\n },\n x: {\n tickFormat: d3.format(\",.1f\"),\n domain: [0, 40],\n type: \"linear\",\n nice: true,\n ticks: null,\n label: null\n },\n width: PLOT_WIDTH,\n height: num_skewed_topics * 150,\n style: {\n background: \"transparent\",\n color: \"black\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2316,"value":"Plot.legend({\n color: {\n domain: sources.sort()\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1906,"value":"$3f","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4020,"value":"# Interested in more? Visit [topdown.substack.com](topdown.substack.com)\n
\n# Have feedback and want to contribute? Join [discord.gg/ghYM2TUA](discord.gg/ghYM2TUA)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"}],"files":"$W40","stdlib":"1","titling":"auto"}} 33:"$32:body"