2e:null 2f:["$","title",null,{"children":"Unified News for the week ending Thursday, August 25th, 2022 | Rohan Kshirsagar | Observable"}] 34:T49c,Plot.plot({ marks: [ Plot.barX(unified_topics_with_attention_source.orderby("source"), { x: "attention_sum", y: "topic_headline_no_source", fill: "source", sort: { y: "x", reverse: true } }), Plot.textX( unified_topics_with_attention_source .groupby( "topic_headline_no_source", "topic_headline_truncated", "topic_headline" ) .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }) .orderby(aq.desc("attention_sum")), { x: "attention_sum", y: "topic_headline_no_source", text: "topic_headline_no_source", href: (d) => get_headline_url(d["topic_headline"]), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 20 } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: num_unified_topics * 50, style: { background: "transparent", fontSize: "20px" } })35:T777,{ let topics = missed_headlines .params({ source_input: source_input }) .filter((d, $) => d.source === $.source_input) .array("topic_name"); let temp = aq .from( top_20_topic_source_attention .objects() .filter( (o) => topics.includes(o.topic_name) && o.source != source_input ) ) .orderby(aq.desc("attention_sum")); let data = temp .groupby("topic_name") .derive({ rank: op.rank(), url: aq.escape((o) => source_img_map[o.source]) }) .derive({ position: (d) => d.rank * 1.5 }) .orderby("topic_name"); let plot = Plot.plot({ marks: [ Plot.image(data.orderby("source"), { x: "position", y: "topic_headline_no_source", src: "url", width: 30, height: 30, sort: { y: "x", reverse: true } }), Plot.textX( data .groupby("topic_headline_no_source", "topic_headline") .rollup({ attention_sum: (d) => op.sum(d.attention_sum), text_position: (d) => op.max(d.position) + 1 }) .orderby(aq.desc("attention_sum")), { x: "text_position", y: "topic_headline_no_source", text: "topic_headline_no_source", lineWidth: 20, href: (d) => get_headline_url(d["topic_headline"]), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 30 } ) ], y: { ticks: null, tickSize: 6, label: "Covered By" }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: topics.length * 150, marginRight: 200, style: { fontSize: "18px" } }); return plot; }36:Tac1,function get_head_to_head( source_a, source_b, source_neutral = null, num_topics = 8 ) { let top_10_topics_a = aq .from( dt .objects() .filter((o) => (o.source === source_a) & (o.topic_prob > 0.86)) ) .groupby( "metatopic_name", "topic_name", "topic_headline_no_source", "topic_headline" ) .rollup({ attention_sum: (d) => op.sum(d.attention_score) }) .orderby(aq.desc("attention_sum")) .slice(0, num_topics) .array("topic_name"); let top_10_topics_b = aq .from( dt .objects() .filter((o) => (o.source === source_b) & (o.topic_prob > 0.86)) ) .groupby( "metatopic_name", "topic_name", "topic_headline_no_source", "topic_headline" ) .rollup({ attention_sum: (d) => op.sum(d.attention_score) }) .orderby(aq.desc("attention_sum")) .slice(0, num_topics) .array("topic_name"); let top_10_topics_h2h = top_10_topics_a.concat(top_10_topics_b); if (source_neutral !== null) { let top_10_topics_neutral = aq .from( dt .objects() .filter((o) => (o.source === source_neutral) & (o.topic_prob > 0.86)) ) .groupby( "metatopic_name", "topic_name", "topic_headline_no_source", "topic_headline" ) .rollup({ attention_sum: (d) => op.sum(d.attention_score) }) .orderby(aq.desc("attention_sum")) .slice(0, num_topics) .array("topic_name"); top_10_topics_h2h = top_10_topics_h2h.concat(top_10_topics_neutral); } let head_to_head_raw = aq .from( dt .objects() .filter( (o) => (o.source === source_a || o.source === source_b || o.source === source_neutral) && top_10_topics_h2h.includes(o.topic_name) ) ) .groupby( "metatopic_name", "topic_name", "topic_headline_no_source", "topic_headline", "source" ) .rollup({ attention_sum: op.sum("attention_score") }) .objects(); const topic_sums = aq .from(head_to_head_raw) .groupby("topic_name") .rollup({ attention_sum: op.sum("attention_sum") }) .objects(); const topic_sum_map = new Map( topic_sums.map((object) => { return [object.topic_name, object.attention_sum]; }) ); let head_to_head_normalized = aq .from( head_to_head_raw.map((o) => { o.attention_sum_normalized = o.attention_sum / topic_sum_map.get(o.topic_name); o.attention_sum_denominator = topic_sum_map.get(o.topic_name); return o; }) ) .orderby(aq.desc("attention_sum_denominator"), "source"); return head_to_head_normalized; }37:T51e,

Style HTML HERE

38:T822,topic_rename_map = ({ "Mar Lago Raid": "FBI Mar Lago Raid", "Raid Trump Fbi": "FBI Mar Lago Raid", "Search Fbi": "FBI Mar Lago Raid", "Migrants Illegal Texas": "Illegal Migrants Texas", "Documents Records Trump Home Nuclear": "Nuclear Documents Trump Home", "Classified Documents": "Nuclear Documents Trump Home", "Raid Mar Lago": "Mar Lago FBI Search", "Mar Lago Affidavit": "Mar Lago FBI Search", "Mar Lago Search": "Mar Lago FBI Search", "Elvis Grueling Months Final": "Celebrity Declining Health", "Fbi Search Familiar Trump": "Mar Lago FBI Search", "FBI Mar Lago Raid": "Mar Lago FBI Search", "Mar Lago Raid": "Mar Lago FBI Search", "Fbi Search Opinion Dale Trump Thinks": "Mar Lago FBI Search", "Honig Breaks Warrant": "Mar Lago FBI Search", "Classified Documents Sets": "Classified Documents Trump Home", "Rushdie Salman Stabbing": "Salman Rushdie Stabbing", "Joe Suddenly Looks": "Biden Winning Streak", "Inflation Reduction Act": "Inflation Reduction Act IRS Spending", "Irs Spending Bill": "Inflation Reduction Act IRS Spending", "Grand Jury": "Georgia Grand Jury Probe", "Desantis Prosecutor Florida Suspended": "Desantis Suspended Florida Prosecutor", "Classified Mar Lago": "Mar Lago FBI Search", "School Parents Teachers": "US School Policy", "Irs Manchin Tax Funding": "Inflation Reduction Act IRS Spending", "Hawaiians Islands Native": "Native Hawaiians Dystopia", "Strike Teachers Ohio": "Ohio Teachers Strike", "Doj Fbi Dobbs": "DOJ FBI Crusade", "Handout Student Loan": "Student Loan Handout", "York New Primaries Nadler": "New York Primaries Nadler Maloney", "Desantis Crist Florida": "Florida Primaries Desantis Crist", "Court Hearing Mar": "Mar Lago FBI Search", "Border Torches Cartels Policy": "Border Policy Cartels", "Climate Energy Change Law": "Climate Law Energy", "Migrants Sanctuary Texas": "Migrants From Texas To Sanctuary City", "Daca Biden Administration": "Biden Administration", "Arkansas Arrest Force Violent": "Arkansas Violent Arrest Officer Investigation" })39:T73f,function plot_head_to_head(data) { data = data.params({ topic_rename_map: topic_rename_map }).derive({ topic_name: (o, $) => o.topic_name in $.topic_rename_map ? $.topic_rename_map[o.topic_name] : o.topic_name }); let sources = data .rollup({ source: op.array_agg_distinct("source") }) .array("source")[0]; let source1_data = aq .from(data.objects().filter((o) => o.source === sources[0])) .derive({ attention_sum: (o) => -1 * o.attention_sum }); let source2_data = aq.from( data.objects().filter((o) => o.source === sources[1]) ); let source_colors = sources.map((a) => source_color_map[a]); let legend_plot = Plot.legend({ color: { domain: sources, range: source_colors }, className: "alphabet", style: { fontSize: "20px", marginLeft: "570px" } }); let plot = Plot.plot({ // facet: { // data: data, // x: "source", // label: null, // transform: (d) => source_map[d] // }, marks: [ Plot.barX(source2_data, { y: "topic_name", x: "attention_sum", fill: "source" }), Plot.barX(source1_data, { y: "topic_name", x: "attention_sum", fill: "source" }) ], y: { tickSize: 0, tickPadding: 20, label: null }, x: { label: "Attention Score", ticks: null, labelAnchor: "center", labelOffset: 40, nice: true }, marginLeft: 500, marginBottom: 50, marginRight: 300, style: { fontSize: "25px" }, color: { type: "categorical", domain: sources, range: source_colors }, width: PLOT_WIDTH, height: PLOT_WIDTH / 2.5 }); let plots = [legend_plot, plot]; return html`

${plots}`; }3a:T51e,function plot_head_to_head_facet(data) { data = data.params({ topic_rename_map: topic_rename_map }).derive({ topic_name: (o, $) => o.topic_name in $.topic_rename_map ? $.topic_rename_map[o.topic_name] : o.topic_name }); let sources = data .rollup({ source: op.array_agg_distinct("source") }) .array("source")[0]; let num_topics = new Set(data.array("topic_name")).size; let source_colors = sources.map((a) => source_color_map[a]); let plot = Plot.plot({ facet: { data: data, x: "source", label: null, transform: (d) => source_map[d] }, marks: [ Plot.barX(data, { y: "topic_name", x: "attention_sum", fill: "source" }) ], y: { tickSize: 0, tickPadding: 20, label: null }, x: { label: "Attention Score", ticks: null, labelAnchor: "center", labelOffset: 40, nice: true }, marginLeft: 500, marginBottom: 50, marginRight: 200, style: { fontSize: "25px" }, color: { type: "categorical", domain: sources, range: source_colors }, width: PLOT_WIDTH, height: num_topics * 50 }); let plots = [plot]; return html`

${plots}`; }3b:T431,Plot.plot({ marks: [ Plot.barX(top_10_topic_source_attention.orderby("source"), { x: "attention_sum", y: "topic_headline_no_source", fill: "source", sort: { y: "x", reverse: true } }), Plot.textX( top_10_topic_source_attention .groupby("topic_headline_no_source", "topic_headline") .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }) .orderby(aq.desc("attention_sum")), { x: "attention_sum", y: "topic_headline_no_source", text: "topic_headline_no_source", href: (d) => get_headline_url(d.topic_headline), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 20 } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: 800, style: { background: "transparent", color: "black" } })3c:T466,Plot.plot({ marks: [ Plot.barX(top_10_topic_source_attention.orderby("source"), { x: "attention_sum", y: "topic_headline_no_source", fill: "source", sort: { y: "x", reverse: true } }), Plot.textX( top_10_topic_source_attention .groupby("topic_headline_no_source", "topic_headline") .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }) .orderby(aq.desc("attention_sum")), { x: "attention_sum", y: "topic_headline_no_source", text: "topic_headline_no_source", href: (d) => get_headline_url(d.topic_headline), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 40, lineWidth: 20, lineHeight: 1 } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: PLOT_WIDTH, style: { background: "transparent", color: "black" } })3d:T4f7,Plot.plot({ marks: [ Plot.barX(unified_topics_with_attention_source.orderby("source"), { x: "attention_sum", y: "topic_headline_no_source", fill: "source", sort: { y: "x", reverse: true } }), Plot.textX( unified_topics_with_attention_source .groupby( "topic_name", "topic_headline_no_source", "topic_headline_truncated", "topic_headline" ) .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }) .orderby(aq.desc("attention_sum")), { x: "attention_sum", y: "topic_headline_no_source", text: "topic_headline_no_source", href: (d) => get_headline_url(d["topic_headline"]), target: "_blank", textAnchor: "start", dx: 10, sort: { y: "x", reverse: true }, fontSize: 45, lineWidth: 20 } ) ], y: { ticks: null, tickSize: 6, label: null }, x: { tickFormat: d3.format(",.1f"), domain: [0, 40], type: "linear", nice: true, ticks: null, label: null }, width: PLOT_WIDTH, height: num_unified_topics * 150, style: { background: "white", color: "black", fontSize: 16 }, color: { fontSize: 15 } })3e:[{"id":"87bf3ce51d70316eb988cc79d6758ed3d14de66809e7b88faf4390966a56485bcab420266dbe294be1d8038d54882ba113b6c7accbb332580b9256485da326f6","href":"https://static.observableusercontent.com/files/87bf3ce51d70316eb988cc79d6758ed3d14de66809e7b88faf4390966a56485bcab420266dbe294be1d8038d54882ba113b6c7accbb332580b9256485da326f6","name":"2022-08-25.csv","type":"text/csv","lastModified":1661436442210.766,"size":861155},{"id":"75c273e134aa9827c480e63230bd7daa7e91321b8ecd6a29aa3676997618cb44b6d44813124b09213fc5bd8ccb5e4f4764a1ff54270b80fbf786fde63990ee5b","href":"https://static.observableusercontent.com/files/75c273e134aa9827c480e63230bd7daa7e91321b8ecd6a29aa3676997618cb44b6d44813124b09213fc5bd8ccb5e4f4764a1ff54270b80fbf786fde63990ee5b","name":"missed_headlines_source_2022-08-25.csv","type":"text/csv","lastModified":1661436446511.637,"size":2242},{"id":"9bb5b6c6937a35d3cd7f9f13d8386007e5635f05067fce882577a770ec7bf61d18adb5565c204d07d5e6863d22cb2d52ac1cc29cea4ef5538b6de83f59052e38","href":"https://static.observableusercontent.com/files/9bb5b6c6937a35d3cd7f9f13d8386007e5635f05067fce882577a770ec7bf61d18adb5565c204d07d5e6863d22cb2d52ac1cc29cea4ef5538b6de83f59052e38","name":"source_divergence_2022-08-25.csv","type":"text/csv","lastModified":1661436451291.925,"size":8065}] 32:{"id":"18a66e3009c8431a","slug":"unified-news-for-the-week-ending-thursday-august-25th-2022","title":"Unified News for the week ending Thursday, August 25th, 2022","thumbnail":"fdac2234839464bbe3f01c5c6b7b508a0744f92d44521634e0465397b8a7e502","access_level":"public","create_time":"$D2022-08-25T14:07:01.506Z","update_time":"$D2022-08-26T20:12:46.767Z","view_time":null,"first_public_time":"$D2022-08-25T15:49:30.591Z","has_unpublished_edits":null,"fork":true,"stars":1,"starred":false,"owner":{"type":"team","id":"bec5c9294690a7df","login":"rohankshir","name":"Rohan Kshirsagar","avatar_url":"https://avatars-next.observableusercontent.com/36667e1f7444245bb8bfdd8c4dc029f686a06c31b04a84b672c8d79940ba3239","tier":"starter_2024"},"version":4202,"publish_version":4202,"role":null,"authored":false,"authors":[{"type":"individual","id":"f0f855b208533919","login":"rohankshir","name":"Rohan Kshirsagar","avatar_url":"https://avatars-next.observableusercontent.com/36667e1f7444245bb8bfdd8c4dc029f686a06c31b04a84b672c8d79940ba3239","tier":null}],"members":[{"type":"individual","id":"f0f855b208533919","login":"rohankshir","name":"Rohan Kshirsagar","avatar_url":"https://avatars-next.observableusercontent.com/36667e1f7444245bb8bfdd8c4dc029f686a06c31b04a84b672c8d79940ba3239","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":1,"collection":null,"type":"notebook","body":{"title":"Unified News for the week ending Thursday, August 25th, 2022","cells":[{"id":4,"value":"# Unified News for the week ending Thursday, August 25th, 2022\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2134,"value":"{\n let width = 800;\n let height = 300;\n return html``;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2143,"value":"### Most Important Stories\n#### Ranked by aggregated coverage from the following main stream media sources: \n`${sources.map(o => source_map[o]).join(', ')}`\n\n*Note: this is not designed for mobile and works best on desktop*\n\nWant to see it broken down by source? Click [here](#cell-2694)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":574,"value":"Plot.plot({\n marks: [\n Plot.textX(top_topics_with_attention, {\n x: \"attention_normalized\",\n y: \"topic_headline_no_source\",\n text: \"topic_headline_no_source\",\n href: (d) => get_headline_url(d[\"topic_headline\"]),\n target: \"_blank\",\n textAnchor: \"start\",\n dx: 10,\n sort: { y: \"x\", reverse: true },\n fontSize: 20\n }),\n Plot.barX(top_topics_with_attention, {\n x: \"attention_normalized\",\n y: \"topic_headline_no_source\",\n sort: { y: \"x\", reverse: true }\n })\n ],\n y: {\n ticks: null,\n tickSize: 6,\n label: null\n },\n x: {\n tickFormat: d3.format(\",.1f\"),\n domain: [0, 40],\n type: \"linear\",\n nice: true,\n ticks: null,\n label: null\n },\n width: PLOT_WIDTH,\n height: 800,\n style: {\n background: \"transparent\",\n color: \"black\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1806,"value":"#### Top Source Exclusive Stories\n\nStories from an outlet that set it apart from the other outlets","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2303,"value":"Plot.legend({\n color: {\n domain: [\n ...new Set(skewed_topics_with_attention_source.array(\"source\").sort())\n ]\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1754,"value":"Plot.plot({\n marks: [\n Plot.image(skewed_topics_with_attention_source, {\n x: \"image_position\",\n y: \"topic_headline_with_source_formatted\",\n src: \"url\",\n width: 30,\n height: 30\n }),\n Plot.textX(skewed_topics_with_attention_source, {\n x: \"text_position\",\n y: \"topic_headline_with_source_formatted\",\n text: \"topic_headline_with_source_formatted\",\n href: (d) => get_headline_url(d.headline_with_source),\n target: \"_blank\",\n textAnchor: \"start\",\n dx: 10,\n fontSize: 20\n })\n ],\n y: {\n ticks: null,\n tickSize: 6,\n label: null\n },\n x: {\n tickFormat: d3.format(\",.1f\"),\n domain: [0, 40],\n type: \"linear\",\n nice: true,\n ticks: null,\n label: null\n },\n width: PLOT_WIDTH,\n height: num_skewed_topics * 50,\n style: {\n background: \"transparent\",\n color: \"black\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1815,"value":"#### Top Stories with United Coverage","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2293,"value":"Plot.legend({\n color: {\n domain: sources.sort()\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})\n","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1821,"value":"$34","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1436,"value":"-----\n\n\n\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1089,"value":"### You might have missed these stories if you read news from","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":786,"value":"viewof source_input_dict = Inputs.select(missed_source_map_array, {\n format: (x) => x.source_readable\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3215,"value":"$35","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1432,"value":"-----","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1171,"value":"### Dive deeper into the data for a specific topic","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":66,"value":"viewof topic_name = Inputs.select(new Set(top_50_topics.data().topic_name))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1392,"value":"**${topic_coverage} with Score: ${_.round(chartData.get('united_coverage', 0), 3)}**\n\nHere's the headline that best captures this topic:\n\n${get_headline_link(chartData.get('topic_headline', 0))}","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":548,"value":"### Coverage by Source","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":102,"value":"Plot.plot({\n marks: [\n // Draw vertical bars\n Plot.barY(\n chartData,\n // Group data into categories along the x axis\n Plot.groupX(\n { y: \"sum\" },\n {\n y: \"attention_score\", // compute + display the count of observations in each group\n x: \"source\",\n fill: \"source\"\n } // group observations by the `brand`\n )\n )\n ],\n y: {\n label: \"↑ Rank-based Coverage Score\"\n },\n x: {\n label: null\n },\n marginLeft: 60,\n marginTop: 50,\n width: PLOT_WIDTH,\n height: 200,\n style: {\n fontSize: 14\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3443,"value":"## Key Headlines for topic: ${topic_name}\n\nSince last time, we know now that classified information was found at the Mar-a-Lago. CNNs headlines express concern over the contents of these documents, while Fox News headlines express concern for the raid itself.\n\n**Top Recent Headlines from Left**\n\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3654,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"cnn\"), false)],\n \"cnn\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3499,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"nbcnews\"), false)],\n \"nbcnews\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3495,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"nytimes\"), false)],\n \"nytimes\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3507,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"washingtonpost\"), false)],\n \"washingtonpost\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3650,"value":"**Top Recent Headlines from Right**","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3490,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"foxnews\"), false)],\n \"foxnews\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3534,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"washingtontimes\"), false)],\n \"washingtontimes\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3538,"value":"blockquote_source_headlines(\n [\n get_headline_link(\n getHeadlineForSource(chartData, \"washingtonexaminer\"),\n false\n )\n ],\n \"washingtonexaminer\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3648,"value":"**Top Recent Headlines from Center**","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3504,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"wsj\"), false)],\n \"wsj\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3644,"value":"blockquote_source_headlines(\n [get_headline_link(getHeadlineForSource(chartData, \"reuters\"), false)],\n \"reuters\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1588,"value":"Dive deeper into the headlines for this topic below:","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":7,"value":"viewof search = Inputs.search(tableData.orderby(\"rank\"))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":735,"value":"Inputs.table(search, {\n format: {\n attention_score: sparkbar(_.max(chartData.array(\"attention_score\"))),\n source: (x) => source_map[x],\n headline_with_source: (x) => html`${get_headline_link(x, true)}`\n },\n layout: \"auto\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1201,"value":"### Coverage by Source over Time","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2804,"value":"viewof sources_over_time = Inputs.checkbox(source_map_array, {\n label: \"Sources\",\n format: (x) => x.source_readable\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":137,"value":"plot_over_time = Plot.plot({\n marks: [\n // Draw vertical bars\n Plot.barY(\n chart_data_aggregated_filtered\n .groupby(\"scraped_at_date\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_sum) }),\n {\n x: \"scraped_at_date\", // feature for the x channel\n y: \"attention_sum\" // feature for the y channel\n // fill: \"source\"\n }\n )\n ],\n y: {\n label: \"↑ Rank-based Coverage Score for the day\"\n },\n x: {\n label: null,\n domain: new Set(chart_data_aggregated.array(\"scraped_at_date\"))\n },\n marginLeft: 60,\n marginTop: 50,\n width: PLOT_WIDTH,\n // Include a legend for the color channel\n style: {\n fontSize: 20\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3035,"value":"-----","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2842,"value":"## Head to Head","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2988,"value":"### CNN vs Fox News","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2986,"value":"plot_head_to_head(get_head_to_head(\"foxnews\", \"cnn\", null, 7))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3761,"value":"### CNN vs Fox News vs Reuters","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3766,"value":"plot_head_to_head_facet(get_head_to_head(\"foxnews\", \"cnn\", \"reuters\", 5))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3831,"value":"# Mar Lago FBI Search\nSince last time, we know now that classified information was found at the Mar-a-Lago. CNNs headlines express concern over the contents of these documents, while Fox News headlines express concern for the raid itself.\n### CNN Top Headlines\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3826,"value":"blockquote_source_headlines(\n [\n \"Classified information at Mar-a-Lago causes *concern* in White House\",\n \"6 takeaways from today's court hearing over Mar-a-Lago search\",\n \"Trump asks for a 'special master' to review evidence from Mar-a-Lago search\",\n \"White House officials privately express *concern* about classified information taken to Mar-a-Lago\"\n ],\n \"cnn\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3841,"value":"### Fox News Top Headlines","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3845,"value":"blockquote_source_headlines(\n [\n \"Key documents justifying Mar-a-Lago *raid* at stake in *pivotal* court hearing today\",\n \"Trump *launches* legal action over FBI's Mar-a-Lago *raid*\",\n \"Pence calls for transparency over Mar-a-Lago *raid*; comments on Cheney loss\",\n \"Liberal media picks *surprising* expert on Mar-a-Lago *raid*\",\n \"Why Democrats have a good chance of winning the *Mar-a-Lago midterms*\"\n ],\n \"foxnews\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3853,"value":"# Migrants From Texas To Sanctuary City\nSince last time, left-leaning media has started covering stories around migrants from Texas bussed to NYC and DC. The left is split between positive sentiment towards this story and concern. The right is framing the left’s failure to handle this crisis due to its liberal policies.\n### Headlines from Left-leaning Sources","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4100,"value":"blockquote_source_headlines(\n [\n \"(CNN) Texas is sending migrants to New York and DC, by bus. *Many are glad to go*\",\n \"(CNN) Officials: NYC *welcomes* largest single-day arrival of migrants from Texas\"\n ],\n \"cnn\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3937,"value":"blockquote_source_headlines(\n [\n \"(NYTimes) A Migrant Wave Tests New York City’s Identity as a Global Sanctuary\",\n ],\n \"nytimes\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3934,"value":"### Top Headlines Right-leaning Sources","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3940,"value":"blockquote_source_headlines(\n [\n \"(Fox News) *Dem* mayor's second request for help with migrant influx that liberal policies allowed is *shot down*\",\n \"(Fox News) Pentagon *slaps down* sanctuary city mayor's plea for National Guard troops to help manage migrant buses\t\",\n \"(Fox News) *Dem* sanctuary cities' policies come back to *haunt* them over migrant buses\"\n ],\n \"foxnews\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3961,"value":"### Top Headlines from Center","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3968,"value":"blockquote_source_headlines(\n [\n \"(Reuters) Pentagon denies Washington mayor's request for migrant help\",\n ],\n \"reuters\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3989,"value":"## Florida Primaries Desantis Crist\nFor the left, DeSantis is a looming threat both in Florida and the 2024 presidential bid. For the right, he is a clear favorite in Florida but the sentiment is ambiguous in the context of the presidential bid.\n### CNN Top Headlines","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4006,"value":"blockquote_source_headlines(\n [\n \"Crist will take on DeSantis in November\",\n \"Democrats hope to *derail* DeSantis' rise as he weighs a 2024 presidential bid by *pitting* him against Crist, a former GOP governor of Florida who changed parties\",\n \"Crist: DeSantis' White House ambition '*so absurd* *its* *blind*'\"\n ],\n \"cnn\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4014,"value":"### Fox News Top Headlines","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4011,"value":"blockquote_source_headlines(\n [\n \"\tLIVE UPDATES:*Dem* voters decide who will face DeSantis in November\",\n \"Florida gov *fires* back at Charlie Crist after he *slammed* DeSantis voters\",\n \"*Dem* Jewish leaders call on GOP to urge DeSantis to cancel rally appearance with Mastriano\"\n ],\n \"foxnews\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4126,"value":"# Biggest Single-Sided Coverage Topics: \n## US School Policy, Native Hawaiians Dystopia, Border Policy Cartels\nCNN does a deep dive on Native Hawaiians lives which is far from great. Fox News focuses on how border policies incentivize cartels and the response towards left-leaning school policies.","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4133,"value":"### CNN Top Headlines","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4136,"value":"blockquote_source_headlines(\n [\n \"For Native Hawaiians, life on the islands is no vacation\",\n \"'Tourism normalizes and conceals the current *dystopian* reality' experienced by many Native Hawaiians, an activist says\t\",\n \"How Hawaiians are battling homelessness\"\n ],\n \"cnn\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4138,"value":"### Fox News Top Headlines","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4148,"value":"blockquote_source_headlines(\n [\n \"Christian school *doubles down* on sexuality policy despite death threats\",\n \"State's school board votes to ban LGBT, BLM flags from classrooms\",\n \"Parents enrolling kids in Catholic school in effort to combat left's '*woke*' agenda\",\n \"GOP border district rep *torches* Biden's '*disgusting*' and '*inhumane*' policies\",\n \"Biden's '*reckless*' border policy subsidizing drug cartels: Rep. Byron Donalds\"\n ],\n \"foxnews\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2994,"value":"### The New York Times vs Wall Street Journal","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2998,"value":"plot_head_to_head(get_head_to_head(\"nytimes\", \"wsj\", null, 6))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3086,"value":"### CNN vs New York Times","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3091,"value":"plot_head_to_head(get_head_to_head(\"cnn\", \"nytimes\", null, 7))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3997,"value":"### Fox News vs WSJ","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3999,"value":"plot_head_to_head(get_head_to_head(\"foxnews\", \"wsj\", null, 6))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1418,"value":"-----","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1350,"value":"### ${most_divergence_news_source} is the Most Divergent News Source this week\nWe look at the top 20 topics for the week and use [KL Divergence](https://en.wikipedia.org/wiki/Kullback%E2%80%93Leibler_divergence) to calculate the distribution of coverage across these topics from each source. This week, ${most_divergence_news_source}, has the highest divergence score of `${most_divergence_news_source_score}`\n```\n```","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1306,"value":"{\n let chart = Plot.plot({\n marks: [\n // Draw vertical bars\n Plot.barY(\n source_divergence,\n // Group data into categories along the x axis\n { y: \"divergence\", x: \"source\", fill: \"source\" } // group observations by the `brand`\n )\n ],\n y: {\n label: \"↑ News Coverage Divergence Score\"\n },\n x: {\n label: null\n },\n marginLeft: 60,\n marginTop: 50,\n width: PLOT_WIDTH,\n height: 500\n });\n chart.style.fontSize = \"15px\";\n return chart;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3203,"value":"-----\n\n## Search All Data","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2678,"value":"viewof search2 = Inputs.search(\n dt\n .select(\n \"source\",\n \"headline_with_source\",\n \"rank\",\n \"attention_score\",\n \"scraped_at_date\",\n \"topic_prob\",\n \"topic_name\",\n \"metatopic_name\"\n )\n .orderby(\"scraped_at_date\", \"rank\")\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3194,"value":"Inputs.table(search2, {\n format: {\n attention_score: sparkbar(_.max(dt.array(\"attention_score\"))),\n source: (x) => source_map[x],\n headline_with_source: (x) => html`${get_headline_link(x, true)}`\n },\n layout: \"auto\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":716,"value":"## Appendix","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":169,"value":"import { aq, op } from \"@uwdata/arquero\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":401,"value":"import {StackedAreaChart} from \"@d3/normalized-stacked-area-chart\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3855,"value":"\n","pinned":false,"hidden":false,"mode":"html","author":"$undefined","summary":"$undefined","output":"showdown","database":"$undefined"},{"id":1156,"value":"PLOT_WIDTH = 1200","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3133,"value":"source_img_map = new Object({\n foxnews:\n \"https://static.foxnews.com/static/orion/styles/img/fox-news/favicons/favicon.ico\",\n wsj: \"https://wsj.com/favicon.ico\",\n nytimes: \"https://www.nytimes.com/favicon.ico\",\n cnn: \"https://cnn.com/favicon.ico\",\n reuters:\n \"https://www.reuters.com/resizer/PI3YcmEtise9n6pTKMbwoDjynJU=/1200x1200/smart/filters:quality(80)/cloudfront-us-east-2.images.arcpublishing.com/reuters/4QXBW6RP45FBRHDZQXLNRGX5UY.jpg\",\n washingtonpost: \"https://washingtonpost.com/favicon.ico\",\n washingtonexaminer: \"https://www.washingtonexaminer.com/favicon-32x32.png\",\n washingtontimes: \"https://washingtontimes.com/favicon.ico\",\n nbcnews: \"https://mlt.org/wp-content/uploads/2020/07/nbc-news-logo.png\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":23,"value":"raw_data = FileAttachment(\"2022-08-25.csv\").csv()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":296,"value":"data = raw_data\n .map((o) => {\n o.scraped_at_time = o.scraped_at.split(\".\")[0];\n o.scraped_at_date = o.scraped_at.split(\" \")[0];\n o.headline_with_source = \"(\" + o.source + \") \" + o.headline;\n o.topic_headline_no_source = o.topic_headline\n .slice(o.topic_headline.indexOf(\")\") + 1)\n .trim();\n o.topic_headline_with_source_formatted =\n source_map[o.topic_headline.slice(1, o.topic_headline.indexOf(\")\"))] +\n \": \" +\n o.topic_headline_no_source;\n o.headline_with_source_formatted = source_map[o.source] + \": \" + o.headline;\n o.topic_headline_truncated =\n o.topic_headline_no_source.length > 75\n ? o.topic_headline_no_source.slice(0, 75) + \"...\"\n : o.topic_headline_no_source;\n o.rank = parseInt(o.rank);\n o.mismatched_coverage = parseFloat(o.mismatched_coverage);\n o.united_coverage = parseFloat(o.united_coverage);\n return o;\n })\n .filter((o) => o.topic_prob > 0.7)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3051,"value":"chartData.view()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":80,"value":"// Filter down the data to the selected country\nchartData = aq\n .from(\n data.filter((d) =>\n topic_name === \"all\" ? true : d.topic_name === topic_name\n )\n )\n .orderby(\"scraped_at\", \"source\", \"rank\")\n .derive({\n attention_score: (d) => op.fround(d.attention_score, 3)\n })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1698,"value":"tableData = aq.from(\n chartData\n .select(\n \"source\",\n \"headline_with_source\",\n \"rank\",\n \"attention_score\",\n \"scraped_at_time\",\n \"topic_prob\"\n )\n .objects()\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":330,"value":"chart_data_aggregated = aq.from(chartData).groupby('scraped_at_date', 'source').rollup(\n { attention_sum: d=> op.sum(d.attention_score)}).orderby('scraped_at_date', 'source')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2810,"value":"chart_data_aggregated_filtered = {\n let checked_sources = sources_over_time.map((o) => o.source_raw);\n if (checked_sources.length) {\n return aq.from(\n chart_data_aggregated\n .objects()\n .filter((o) => checked_sources.includes(o.source))\n );\n }\n return aq.from(chart_data_aggregated);\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1184,"value":"\ntopic_coverage = {\n let coverage_score = _.round(chartData.get('united_coverage', 0), 3);\n let coverage = 'Very Skewed Coverage';\n if (coverage_score > 0.2) {\n coverage = 'United Coverage'\n }\n else if (coverage_score > 0.1) {\n coverage = 'Somewhat Skewed Coverage'\n }\n else {\n coverage = 'Very Skewed Coverage'\n }\n return coverage\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":145,"value":"dt = aq.from(data)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2791,"value":"top_10_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 10)\n .select(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":152,"value":"top_20_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 20)\n .select(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2794,"value":"top_30_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 30)\n .select(\"topic_name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3392,"value":"top_50_topics = dt\n .groupby(\"topic_name\")\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 50)\n .select(\"topic_name\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":938,"value":"top_20_topic_source_attention = aq\n .from(\n dt\n .objects()\n .filter((o) =>\n top_20_topics.array(\"topic_name\").includes(o.topic_name)\n )\n )\n .groupby(\n \"topic_name\",\n \"topic_name\",\n \"topic_headline\",\n \"topic_headline_no_source\",\n \"source\"\n )\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2704,"value":"top_10_topic_source_attention = aq\n .from(\n dt\n .objects()\n .filter((o) =>\n top_10_topics.array(\"topic_name\").includes(o.topic_name)\n )\n )\n .groupby(\n \"topic_name\",\n \"topic_headline\",\n \"topic_headline_no_source\",\n \"source\"\n )\n .params({ division_factor: division_factor })\n .rollup({\n attention_sum: (d, $) => op.sum(d.attention_score) / $.division_factor\n })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2536,"value":"top_dt = aq.from(\n dt\n .objects()\n .filter((a) =>\n top_20_topics\n .slice(0, 10)\n .array(\"topic_name\")\n .includes(a.topic_name)\n )\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2508,"value":"topic_date_source_attention = top_dt\n .groupby(\n \"topic_name\",\n \"topic_headline\",\n \"topic_headline_no_source\",\n \"scraped_at_date\",\n \"source\"\n )\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(\"source\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":529,"value":"top_topics_with_attention_temp = dt\n .groupby(\n \"topic_name\",\n \"topic_headline_no_source\",\n \"topic_headline\",\n \"topic_headline_truncated\"\n )\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"attention_sum\"))\n .slice(0, 15)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2728,"value":"division_factor = top_topics_with_attention_temp\n .rollup({\n max: (d) => aq.op.max(d.attention_sum)\n })\n .array(\"max\")[0] / 10","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2734,"value":"top_topics_with_attention = top_topics_with_attention_temp.derive({\n attention_normalized: aq.escape((o) => o.attention_sum / division_factor)\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1729,"value":"skewed_topics_with_attention_source = dt\n .filter(\n (o) =>\n o.normalized_entropy < 0.2 &&\n o.normalized_coverage > 0.05 &&\n !op.includes(o.topic_name, \"Today\")\n )\n .orderby(aq.desc(\"attention_score\"))\n .groupby(\"topic_headline\")\n .slice(0, 1)\n .derive({\n url: aq.escape((o) => source_img_map[o.source]),\n image_position: 0,\n text_position: 1\n })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3159,"value":"skewed_topics_with_attention_source.view()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1867,"value":"num_skewed_topics = skewed_topics_with_attention_source.size","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1811,"value":"unified_topics_with_attention_source = dt\n .groupby(\n \"topic_name\",\n \"topic_headline_no_source\",\n \"topic_headline\",\n \"topic_headline_truncated\",\n \"united_coverage\",\n \"normalized_entropy\",\n \"normalized_coverage\",\n \"source\"\n )\n .params({ division_factor: division_factor })\n .rollup({\n attention_sum: (d, $) => op.sum(d.attention_score) / $.division_factor\n })\n .orderby(aq.desc(\"united_coverage\"))\n .filter((o) => o.normalized_entropy > 0.75 && o.united_coverage > 0.35)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2378,"value":"dt\n .groupby(\n \"topic_name\",\n \"topic_headline_no_source\",\n \"topic_headline\",\n \"topic_headline_truncated\",\n \"united_coverage\",\n \"normalized_entropy\",\n \"normalized_coverage\",\n \"source\"\n )\n .rollup({ attention_sum: (d) => op.sum(d.attention_score) })\n .orderby(aq.desc(\"united_coverage\")).view()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1865,"value":"num_unified_topics = unified_topics_with_attention_source\n .rollup({ count_topics: op.distinct(\"topic_name\") })\n .values(\"count_topics\", 0)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":767,"value":"source_divergence_raw = FileAttachment(\"source_divergence_2022-08-25.csv\").csv();","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":811,"value":"source_divergence = aq.from(source_divergence_raw.map(o => {\n o.divergence = parseFloat(o.divergence);\n return o\n}))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3757,"value":"source_divergence.view()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2576,"value":"mean_divergence = source_divergence\n .rollup({ mean: (d) => op.mean(d.divergence) })\n .values(\"mean\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1359,"value":"most_divergence_news_source = source_map[_.maxBy(source_divergence.objects(), function (o) { return o.divergence }).source]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1379,"value":"most_divergence_news_source_score = _.round(_.maxBy(source_divergence.objects(), function (o) { return o.divergence }).divergence, 3)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":768,"value":"missed_headlines_raw = FileAttachment(\"missed_headlines_source_2022-08-25.csv\").csv()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":801,"value":"missed_headlines = aq.from(missed_headlines_raw)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2194,"value":"missed_headlines.view()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":815,"value":"sources = dt.rollup({ sources: op.array_agg_distinct(\"source\") })._data.sources\n .data[0]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2641,"value":"missed_sources = missed_headlines.rollup({\n sources: op.array_agg_distinct(\"source\")\n})._data.sources.data[0]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1118,"value":"source_map = ({\n cnn: \"CNN\",\n nytimes: \"New York Times\",\n foxnews: \"Fox News\",\n wsj: \"Wall Street Journal\",\n reuters: \"Reuters\",\n washingtonpost: \"Washington Post\",\n washingtonexaminer: \"Washington Examiner\",\n washingtontimes: \"Washington Times\",\n nbcnews: \"NBC News\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2643,"value":"missed_sources_map = Object.fromEntries(\n missed_sources.map((i) => [i, source_map[i]])\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2653,"value":"missed_source_map_array = Object.entries(missed_sources_map).map((o) => {\n let r = {};\n r[\"source_raw\"] = o[0];\n r[\"source_readable\"] = o[1];\n return r;\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1648,"value":"source_input = source_input_dict.source_raw","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1604,"value":"source_map_array = Object.entries(source_map).map(o => {\n let r = {};\n r['source_raw'] = o[0];\n r['source_readable'] = o[1];\n return r\n} )","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1002,"value":"function get_headline_and_sources(topic_name) {\n let filtered = top_20_topic_source_attention\n .objects()\n .filter((d) => d.topic_name == topic_name && d.attention_sum > 1.5);\n let headline = filtered[0].topic_headline;\n let sources = filtered.map((o) => o.source);\n return { headline: headline, sources: sources };\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1043,"value":"function plot_headline_and_sources_with_cells(headline, sources) {\n return [\n Plot.plot({\n marks: [\n Plot.text([headline], {\n fontSize: 20,\n lineWidth: 30,\n ref: get_headline_url(headline),\n target: \"_blank\",\n frameAnchor: \"left\"\n })\n ],\n width: PLOT_WIDTH,\n height: 80,\n x: {\n ticks: null\n },\n y: {\n ticks: null\n },\n style: {\n color: \"black\"\n }\n }),\n Plot.plot({\n marks: [\n Plot.cell(\n sources.map((x) => source_map[x]),\n {\n x: (d) => d\n }\n )\n ],\n x: {\n label: \"Reported By\",\n labelOffset: -35\n },\n grid: true,\n height: 80,\n width: sources.length * 150,\n marginLeft: 0,\n marginTop: 30,\n marginBottom: 30,\n style: {\n color: \"black\",\n fontSize: 14\n }\n })\n ];\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3518,"value":"function getHeadlineForSource(data, source) {\n let filteredData = data\n .orderby(\"rank\", aq.desc(\"scraped_at_date\"))\n .filter(aq.escape((o) => o.source === source && o.topic_prob > 0.86));\n if (filteredData.size == 0) {\n return null;\n }\n return filteredData.slice(0, 1).objects()[0].headline_with_source;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3520,"value":"get_headline_link(getHeadlineForSource(chartData, \"foxnews\"))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1231,"value":"function get_headline_link(headline, remove_source = false) {\n if (headline === null) {\n return \"\";\n }\n let url = get_headline_url(headline);\n if (remove_source) {\n headline = headline.slice(headline.search(\"[)]\") + 1);\n }\n return '' + headline + \"\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1666,"value":"function get_headline_url(headline) {\n let source = headline.slice(\n headline.search(\"[(]\") + 1,\n headline.search(\"[)]\")\n );\n let keywords = headline\n .slice(headline.search(\"[)]\") + 1)\n .split(/[ ,]/)\n .filter((x) => x.length)\n .join(\"+\");\n keywords = keywords + \"+site:\" + source + \".com\";\n return \"https://www.google.com/search?q=\" + keywords + \"&btnI\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1232,"value":"function sparkbar(max) {\n return x => htl.html`

${x.toLocaleString(\"en\")}`\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2962,"value":"$36","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3686,"value":"source_color_map = ({\n foxnews: \"#D56163\",\n wsj: \"#808080\",\n nytimes: \"#6A98DD\",\n cnn: \"#4478BB\",\n reuters: \"#808080\",\n washingtonpost: \"#6A98DD\",\n washingtonexaminer: \"#f1755e\",\n washingtontimes: \"#f1755e\",\n nbcnews: \"#6A98DD\"\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3721,"value":"$37","pinned":false,"hidden":false,"mode":"html","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3815,"value":"$38","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2975,"value":"$39","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3732,"value":"$3a","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3629,"value":"h2h_cnn_foxnews = get_head_to_head(\"cnn\", \"foxnews\", null, 10)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3615,"value":"viewof search3 = Inputs.search(h2h_cnn_foxnews)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3622,"value":"Inputs.table(search3, {\n format: {\n attention_sum: sparkbar(_.max(h2h_cnn_foxnews.array(\"attention_sum\")))\n },\n layout: \"auto\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3723,"value":"function blockquote_source_headlines(headlines, source) {\n const div = document.createElement(\"div\");\n headlines\n .filter((x) => x)\n .forEach(function (item, index) {\n let blockQuote = document.createElement(\"blockquote\");\n blockQuote.setAttribute(\"id\", source);\n let p = document.createElement(\"p\");\n let textNode = document.createTextNode(\"\");\n textNode.innerHTML = markdownParser(item);\n p.innerHTML = markdownParser(item);\n blockQuote.appendChild(p);\n div.appendChild(blockQuote);\n });\n return div;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3885,"value":"function markdownParser(markdown) {\n const htmlText = markdown\n .replace(/^# (.*$)/gim, \"

$1

\")\n .replace(/^## (.*$)/gim, \"

$1

\")\n .replace(/^### (.*$)/gim, \"

$1

\")\n .replace(/^#### (.*$)/gim, \"

$1

\")\n .replace(/^##### (.*$)/gim, \"

$1

\")\n .replace(/^###### (.*$)/gim, \"

$1

\")\n .replace(/\\*([0-9a-zA-Z ]*?)\\*/g, \"$1\");\n return htmlText.trim();\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2694,"value":"### Top Topics Colored by Front-page Ranking Attention\n\n[Go back](#cell-2143)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2687,"value":"Plot.legend({\n color: {\n domain: sources.sort()\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2683,"value":"$3b","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3046,"value":"[Go back](#cell-2143)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1896,"value":"### Mobile friendly charts","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1902,"value":"Plot.plot({\n marks: [\n Plot.textX(top_topics_with_attention.slice(0, 10), {\n x: \"attention_normalized\",\n y: \"topic_headline_no_source\",\n text: \"topic_headline_no_source\",\n href: (d) => get_headline_url(d[\"topic_headline\"]),\n target: \"_blank\",\n textAnchor: \"start\",\n dx: 10,\n sort: { y: \"x\", reverse: true },\n fontSize: 40,\n lineWidth: 20,\n lineHeight: 1\n }),\n Plot.barX(top_topics_with_attention.slice(0, 10), {\n x: \"attention_normalized\",\n y: \"topic_headline_no_source\",\n sort: { y: \"x\", reverse: true }\n })\n ],\n y: {\n ticks: null,\n tickSize: 6,\n label: null\n },\n x: {\n tickFormat: d3.format(\",.1f\"),\n domain: [0, 40],\n type: \"linear\",\n nice: true,\n ticks: null,\n label: null\n },\n width: PLOT_WIDTH,\n height: 1000,\n style: {\n background: \"white\",\n color: \"black\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4035,"value":"Plot.legend({\n color: {\n domain: sources.sort()\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4030,"value":"$3c","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1904,"value":"Plot.plot({\n marks: [\n Plot.image(skewed_topics_with_attention_source, {\n x: \"image_position\",\n y: \"topic_headline_with_source_formatted\",\n src: \"url\",\n width: 50,\n height: 50\n }),\n Plot.textX(skewed_topics_with_attention_source, {\n x: \"text_position\",\n y: \"topic_headline_with_source_formatted\",\n text: \"topic_headline_with_source_formatted\",\n href: (d) => get_headline_url(d.topic_headline),\n target: \"_blank\",\n textAnchor: \"start\",\n dx: 10,\n fontSize: 40,\n lineWidth: 20\n })\n ],\n y: {\n ticks: null,\n tickSize: 6,\n label: null\n },\n x: {\n tickFormat: d3.format(\",.1f\"),\n domain: [0, 40],\n type: \"linear\",\n nice: true,\n ticks: null,\n label: null\n },\n width: PLOT_WIDTH,\n height: num_skewed_topics * 150,\n style: {\n background: \"transparent\",\n color: \"black\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2316,"value":"Plot.legend({\n color: {\n domain: sources.sort()\n },\n className: \"alphabet\",\n style: {\n fontSize: \"20px\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1906,"value":"$3d","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4020,"value":"# Interested in more? Visit [topdown.substack.com](topdown.substack.com)\n
\n# Have feedback and want to contribute? Join [discord.gg/ghYM2TUA](discord.gg/ghYM2TUA)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"}],"files":"$W3e","stdlib":"1","titling":"auto"}} 33:"$32:body"