28:null 29:["$","title",null,{"children":"Politically motivated detentions in Russia as seen by OVD-Info | L'Archipel | Observable"}] 2f:T52a,transformData = (data, mainBreakdown, comparisonBreakdown, metrics) => { const filteredData = data.filter(item => item.detentions > 0) const isMultiMetricAnalysis = comparisonBreakdown === '' const selectedMetrics = Array.isArray(metrics) ? metrics : [metrics] const unqiueBreakdownValues = [...new Set(filteredData.map(item => item[mainBreakdown]))].filter(i => i !== undefined) const unqiueComparisonValues = [...new Set(filteredData.map(item => item[comparisonBreakdown]))].filter(i => i !== undefined) if (isMultiMetricAnalysis) { return unqiueBreakdownValues.map(breakdownValue => { const item = { value: breakdownValue } selectedMetrics.forEach(metric => { let filters = {} filters[mainBreakdown] = breakdownValue item[metric] = metricFns[metric].call(null, filteredData, filters) }) return item }) } return unqiueComparisonValues.map(comparisonValue => { const item = { value: comparisonValue } unqiueBreakdownValues.forEach(breakdownValue => { let filters = {} filters[mainBreakdown] = breakdownValue filters[comparisonBreakdown] = comparisonValue item[breakdownValue] = metricFns[selectedMetrics[0]].call(null, filteredData, filters) }) return item }) }30:T56d,schema = ({ 'ru': { 'event_id': 'event_id', 'date': i => new Date(i.date), 'year': i => new Date(i.date).getFullYear(), 'month': i => new Date(i.date).getMonth() + 1, 'day': i => new Date(i.date).getDate(), 'event_title': 'event_title', 'description': 'description', 'detentions': 'detentions', 'region': 'region_RU', 'agreement': i => i.agreement_check ? '-' : 'согласовано', 'source': 'links', 'event_type': 'event_type', 'subject_type': 'subject_type', 'subject_topic': 'subject_topic', 'organizer_type': 'organizer_type', 'organizer_name': i => i.organizer_name_RU ? i.organizer_name_RU : 'неизвестно' }, 'en': { 'event_id': 'event_id', 'date': i => new Date(i.date), 'year': i => new Date(i.date).getFullYear(), 'month': i => new Date(i.date).getMonth() + 1, 'day': i => new Date(i.date).getDate(), 'event_title': 'event_title_ENG', 'description': 'description_ENG', 'detentions': 'detentions', 'region': 'region_ENG', 'agreement': i => i.agreement_check ? '-' : 'authorised', 'source': 'links', 'event_type': 'event_type_ENG', 'subject_type': 'subject_type_ENG', 'subject_topic': 'subject_topic_ENG', 'organizer_type': 'organizer_type_ENG', 'organizer_name': i => i.organizer_name_ENG ? i.organizer_name_ENG : 'unknown' } })31:[] 2c:{"id":"644546e6f1a542da","slug":null,"title":"Politically motivated detentions in Russia as seen by OVD-Info","thumbnail":"542cec66c0a6362ad4fcf1869c4b489dc0250a71b8f9dbf7789c3822be816be9","access_level":"public","create_time":"$D2023-11-13T09:40:49.093Z","update_time":"$D2024-11-11T10:43:21.640Z","view_time":null,"first_public_time":"$D2023-11-13T09:40:49.093Z","fork":false,"stars":0,"starred":false,"owner":{"type":"team","id":"f2cb140ce29d85a8","login":"larchipel","name":"L'Archipel","avatar_url":"https://avatars-next.observableusercontent.com/28c3570c5d963517b69b73e0fc09fe7d88cbbd80958418623320358d3627c90e","tier":"starter_2024"},"version":582,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"ebe552f4a6dc3f7f","login":"daniil-beilinson","name":"Daniil Beilinson","avatar_url":"https://avatars-next.observableusercontent.com/b2df9a708eacdc151433d21ffde2c2a5a7e14023c8175bb08d2f4f6aceb3b7ce","tier":null}],"members":[{"type":"individual","id":"ebe552f4a6dc3f7f","login":"daniil-beilinson","name":"Daniil Beilinson","avatar_url":"https://avatars-next.observableusercontent.com/b2df9a708eacdc151433d21ffde2c2a5a7e14023c8175bb08d2f4f6aceb3b7ce","tier":null,"role":"editor"},{"type":"team","id":"f2cb140ce29d85a8","login":"larchipel","name":"L'Archipel","avatar_url":"https://avatars-next.observableusercontent.com/28c3570c5d963517b69b73e0fc09fe7d88cbbd80958418623320358d3627c90e","tier":"starter_2024","role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"subscribed":null,"forks":0,"collection":null,"type":"notebook","body":{"title":"Politically motivated detentions in Russia as seen by OVD-Info","cells":[{"id":0,"value":"# Politically motivated detentions in Russia as seen by OVD-Info","pinned":false,"hidden":false,"mode":"md"},{"id":94,"value":"viewof language = Inputs.radio([{ label: \"English\", value: \"en\" }, { label: \"Russian\", value: \"ru\" }], { label: \"Select language\", value: \"en\", valueof: v => v.value, format: v => v.label })","pinned":false,"hidden":false,"mode":"ojs"},{"id":273,"value":"User inputs below to filter data","pinned":false,"hidden":false,"mode":"md"},{"id":255,"value":"viewof dataFilters = Inputs.form(Object.keys(FILTERED_PROPS).reduce((acc, filterId) => {\n const uniqueValues = [...new Set(sourceData.map(item => item[filterId]))].filter(i => i !== undefined)\n const filterItem = multiAutoSelect({\n options: uniqueValues,\n placeholder: \"Type and select value\",\n value: [],\n label: FILTERED_PROPS[filterId][`label_${language}`]\n })\n acc[filterId] = filterItem\n return acc\n}, {}))","pinned":false,"hidden":false,"mode":"ojs"},{"id":330,"value":"filterData(getData(language), Object.keys(dataFilters).reduce((acc, item) => {\n if (dataFilters[item].length > 0) acc[item] = dataFilters[item]\n return acc\n}, {}))","pinned":false,"hidden":false,"mode":"ojs"},{"id":277,"value":"Change settings below to analyse data","pinned":false,"hidden":false,"mode":"md"},{"id":121,"value":"viewof breakdownProp = Inputs.select(Object.keys(FILTERED_PROPS).map(prop => ({ label: FILTERED_PROPS[prop][`label_${language}`], value: prop })), { label: \"Select property for breakdown\", value: \"year\", valueof: v => v.value, format: v => v.label })","pinned":false,"hidden":false,"mode":"ojs"},{"id":135,"value":"viewof breakdownComparisonProp = Inputs.select([{label: '-', value: ''}].concat(Object.keys(FILTERED_PROPS).filter(prop => prop !== breakdownProp).map(prop => ({ label: FILTERED_PROPS[prop][`label_${language}`], value: prop }))), { label: \"Select property for comparison\", value: \"\", valueof: v => v.value, format: v => v.label })","pinned":false,"hidden":false,"mode":"ojs"},{"id":139,"value":"viewof metrics = breakdownComparisonProp === '' ? Inputs.checkbox(Object.keys(METRICS).map(prop => ({ label: METRICS[prop][`label_${language}`], value: prop })), { label: \"Select metrics\", value: [\"number of events\", \"number of detentions\"], valueof: v => v.value, format: v => v.label }) : Inputs.radio(Object.keys(METRICS).map(prop => ({ label: METRICS[prop][`label_${language}`], value: prop })), { label: \"Select metrics\", value: \"number of events\", valueof: v => v.value, format: v => v.label })","pinned":false,"hidden":false,"mode":"ojs"},{"id":282,"value":"\n \n \n \n ${Object.keys(selectedData[0]).filter(key => key !== 'value').map(key => htl.html``)}\n \n \n \n ${selectedData.map(item => htl.html`\n \n ${Object.keys(item).filter(key => key !== 'value').map(key => htl.html``)}\n `)}\n \n

${breakdownComparisonProp ? breakdownComparisonProp : breakdownProp}	${key}
${item.value}	${item[key].toLocaleString()}

","pinned":false,"hidden":false,"mode":"html"},{"id":222,"value":"DOM.download(convertDataToCSV(selectedData), null, \"Download CSV\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":153,"value":"selectedData = transformData(filterData(getData(language), Object.keys(dataFilters).reduce((acc, item) => {\n if (dataFilters[item].length > 0) acc[item] = dataFilters[item]\n return acc\n}, {})), breakdownProp, breakdownComparisonProp, metrics)","pinned":false,"hidden":false,"mode":"ojs"},{"id":304,"value":"Plot.plot({\n grid: true,\n marginLeft: 50,\n marginRight: 30,\n color: {legend: true, scheme: \"Pastel1\"},\n x: {label: \"Year\"},\n y: {label: \"Detentions\"},\n marks: [\n Plot.barY(graphData.filter(d => d.metric === 'number of detentions'), {x: d => new Date(d[\"label\"]+\"-01-01\"), y: \"value\", fill: \"blue\", fillOpacity: 0.2, curve: \"catmull-rom\", tip: true}),\n Plot.line(graphData.filter(d => d.metric === 'number of events'), {x: d => new Date(d[\"label\"]+\"-01-01\"), y: \"value\", stroke: \"black\", curve: \"catmull-rom\", tip: true}),\n Plot.text(graphData.filter(d => d.metric === 'number of events'), Plot.selectLast({x: d => new Date(d[\"label\"]+\"-01-01\"), y: \"value\", text: d => \"Number of events\", lineWidth: 5, dx: 3, fill: \"black\", textAnchor: \"start\"})),\n ]\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":300,"value":"graphData = selectedData.reduce((acc, item) => {\n const items = Object.keys(item).filter(key => key !== 'value').map(key => ({ label: item.value, value: item[key], metric: key }))\n return acc.concat(items)\n}, [])","pinned":false,"hidden":false,"mode":"ojs"},{"id":355,"value":"## Dataset overview","pinned":false,"hidden":false,"mode":"md"},{"id":369,"value":"Plot.plot({\n caption: 'Number of detentions per year',\n x: {\n tickFormat: \"d\",\n interval: 1,\n label: null\n },\n color: {\n scheme: \"BuRd\", type: \"symlog\"\n },\n marks: [\n Plot.cell(detentionsData, {x: \"label\", fill: \"value\", filter: i => i.metric === \"number of detentions\"}),\n Plot.text(detentionsData, {x: \"label\", text: \"value\", filter: i => i.metric === \"number of detentions\", fill: i => i.value > 2000 ? \"white\" : \"gray\"})\n ]\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":450,"value":"Plot.plot({\n caption: 'Number of events with detentions per year',\n x: {\n tickFormat: \"d\",\n interval: 1,\n label: null\n },\n color: {\n scheme: \"OrRd\",\n type: \"symlog\"\n },\n marks: [\n Plot.cell(detentionsData, {x: \"label\", fill: \"value\", filter: i => i.metric === \"number of events\"}),\n Plot.text(detentionsData, {x: \"label\", text: \"value\", filter: i => i.metric === \"number of events\", fill: \"gray\"})\n ]\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":458,"value":"Plot.plot({\n caption: \"Number of detentions per event format\",\n marginLeft: 160,\n label: null,\n x: {\n axis: \"top\",\n label: \"# of detentions\",\n labelAnchor: \"center\",\n tickFormat: \"d\"\n },\n color: {\n scheme: \"OrRd\",\n type: \"ordinal\"\n },\n marks: [\n Plot.barX(formatsData, {y: \"label\", x: \"value\", fill: \"value\", filter: i => i.metric === \"number of detentions\", sort: {y: \"x\", reverse: true}}),\n Plot.axisY({x: 0}),\n Plot.ruleX([0])\n ]\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":497,"value":" Plot.plot({\n caption: \"Number of detentions per event subject\",\n marginLeft: 180,\n padding: 0,\n y: {label: null},\n x: {label: null, tickFormat: \"d\"},\n color: {scheme: \"OrRd\", type: \"symlog\"},\n marks: [\n Plot.cell(\n subjectsData,\n Plot.group(\n {fill: \"mean\"},\n {x: \"label\", y: \"metric\", fill: \"value\", inset: 0.5, sort: {y: \"fill\", reverse: true}, tip: true}\n )\n )\n ]\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":357,"value":"detentionsData = transformData(getData(language), 'year', '', ['number of detentions', 'number of events']).reduce((acc, item) => {\n const items = Object.keys(item).filter(key => key !== 'value').map(key => ({ label: item.value, value: item[key], metric: key }))\n return acc.concat(items)\n}, [])","pinned":false,"hidden":false,"mode":"ojs"},{"id":460,"value":"formatsData = transformData(getData(language), 'event_type', '', ['number of detentions', 'number of events']).reduce((acc, item) => {\n const items = Object.keys(item).filter(key => key !== 'value').map(key => ({ label: item.value, value: item[key], metric: key }))\n return acc.concat(items)\n}, [])","pinned":false,"hidden":false,"mode":"ojs"},{"id":490,"value":"subjectsData = transformData(getData(language), 'subject_topic', 'year', ['number of detentions']).reduce((acc, item) => {\n const items = Object.keys(item).filter(key => key !== 'value').map(key => ({ label: item.value, value: item[key], metric: key }))\n return acc.concat(items)\n}, [])","pinned":false,"hidden":false,"mode":"ojs"},{"id":88,"value":"## Source data","pinned":false,"hidden":false,"mode":"md"},{"id":100,"value":"sourceData = getData(language)","pinned":false,"hidden":false,"mode":"ojs"},{"id":99,"value":"sourceData","pinned":false,"hidden":false,"mode":"ojs"},{"id":42,"value":"## Metrics","pinned":false,"hidden":false,"mode":"md"},{"id":46,"value":"Number of events with detentions in given data sample with applied filters","pinned":false,"hidden":false,"mode":"md"},{"id":44,"value":"numberOfEvents = (data, filters) => {\n filters = filters || {}\n if (filters.detentions === undefined) {\n filters.detentions = d => d > 0\n }\n return data.reduce((total, event) => {\n const match = PREDICATE_FUNCTION(event, filters)\n if (match) {\n total++\n }\n return total\n }, 0)\n}\n","pinned":false,"hidden":false,"mode":"ojs"},{"id":54,"value":"Number of detentions in given data sample with applied filters","pinned":false,"hidden":false,"mode":"md"},{"id":52,"value":"numberOfDetentions = (data, filters) => {\n filters = filters || {}\n return data.reduce((total, event) => {\n const match = PREDICATE_FUNCTION(event, filters)\n if (match) {\n total += parseInt(event.detentions)\n }\n return total\n }, 0)\n}\n","pinned":false,"hidden":false,"mode":"ojs"},{"id":59,"value":"Arithmetic mean (average) of detentions data sample with applied filters","pinned":false,"hidden":false,"mode":"md"},{"id":61,"value":"detentionsMean = (data, filters) => {\n filters = filters || {}\n const sample = data.reduce((sample, event) => {\n const match = PREDICATE_FUNCTION(event, filters)\n if (match) {\n sample.push(parseInt(event.detentions))\n }\n return sample\n }, [])\n return sample.length > 0 ? simpleStatistics.mean(sample) : 0\n}\n","pinned":false,"hidden":false,"mode":"ojs"},{"id":69,"value":"Percentage of events with applied filters to events in data sample","pinned":false,"hidden":false,"mode":"md"},{"id":72,"value":"eventsPercentage = (data, filters) => {\n filters = filters || {}\n const totalEvents = numberOfEvents(data)\n const filteredEvents = numberOfEvents(data, filters)\n return filteredEvents * 100 / totalEvents\n}\n","pinned":false,"hidden":false,"mode":"ojs"},{"id":78,"value":"Percentage of detentions with applied filters to detentions in data sample","pinned":false,"hidden":false,"mode":"md"},{"id":85,"value":"detentionsPercentage = (data, filters) => {\n filters = filters || {}\n const totalDetentions = numberOfDetentions(data)\n const filteredDetentions = numberOfDetentions(data, filters)\n return filteredDetentions * 100 / totalDetentions\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":171,"value":"metricFns = ({ \"number of events\": numberOfEvents, \"number of detentions\": numberOfDetentions, \"detentions mean\": detentionsMean, \"events percentage\": eventsPercentage, \"detentions percentage\": detentionsPercentage })","pinned":false,"hidden":false,"mode":"ojs"},{"id":5,"value":"## Helpers","pinned":false,"hidden":false,"mode":"md"},{"id":48,"value":"PREDICATE_FUNCTION = (event, filters) => Object.keys(filters).every(f => {\n if (typeof (filters[f]) === 'function') {\n return filters[f].call(event, event[f])\n } else if (filters[f].constructor === Array) {\n return filters[f].indexOf(event[f]) > -1\n } else {\n return event[f] === filters[f]\n }\n})\n","pinned":false,"hidden":false,"mode":"ojs"},{"id":107,"value":"DATA_FILTERS = ({\n 'agreement': {\n 'label_ru': 'Наличие согласования с региональными властями',\n 'label_en': 'Event authorization by regional authorities',\n },\n 'event_type': {\n 'label_ru': 'Формат акций',\n 'label_en': 'Protest format'\n },\n 'subject_type': {\n 'label_ru': 'Уровень требований',\n 'label_en': 'Demand level'\n },\n 'subject_topic': {\n 'label_ru': 'Тематика мероприятия',\n 'label_en': 'Subject categorization'\n },\n 'organizer_type': {\n 'label_ru': 'Тип организатора',\n 'label_en': 'Organizer type'\n }\n})\n","pinned":false,"hidden":false,"mode":"ojs"},{"id":111,"value":"FILTERED_PROPS = ({\n 'year': {\n 'label_ru': 'Год',\n 'label_en': 'Year'\n },\n 'region': {\n 'label_ru': 'Регион акции',\n 'label_en': 'Region'\n },\n 'agreement': {\n 'label_ru': 'Согласованность с властями',\n 'label_en': 'Authorization by authorities'\n },\n 'event_type': {\n 'label_ru': 'Формат акций',\n 'label_en': 'Protest format'\n },\n 'subject_type': {\n 'label_ru': 'Уровень требований',\n 'label_en': 'Demand level'\n },\n 'subject_topic': {\n 'label_ru': \"Тематика мероприятия\",\n 'label_en': \"Subject categorization\"\n },\n 'organizer_type': {\n 'label_ru': \"Тип организатора\",\n 'label_en': \"Organizer type\"\n }\n})\n","pinned":false,"hidden":false,"mode":"ojs"},{"id":114,"value":"METRICS = ({\n 'number of events': {\n 'label_ru': 'Количество акций с задержаниями',\n 'label_en': 'Number of events with detentions'\n },\n 'number of detentions': {\n 'label_ru': 'Количество задержаний',\n 'label_en': 'Number of detentions'\n },\n 'detentions mean': {\n 'label_ru': 'Среднее количество задержаний',\n 'label_en': 'Average number of detentions'\n },\n 'events percentage': {\n 'label_ru': 'Доля от количества событий с задержаниями',\n 'label_en': 'Percentage from events with detentions'\n },\n 'detentions percentage': {\n 'label_ru': 'Доля от количества задержаний на акциях',\n 'label_en': 'Percentage from number of detentions'\n }\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":323,"value":"filterData = (data, filters) => {\n return data.reduce((events, event) => {\n const match = PREDICATE_FUNCTION(event, filters)\n if (match) {\n events.push(event)\n }\n return events\n }, [])\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":150,"value":"$2f","pinned":false,"hidden":false,"mode":"ojs"},{"id":219,"value":"convertDataToCSV = data => {\n let parser = new json2csv.Parser();\n let csv = parser.parse(data);\n return new Blob([csv], {type: \"text/csv\"}) \n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":14,"value":"## Data source","pinned":false,"hidden":false,"mode":"md"},{"id":16,"value":"rawData = fetch(\"https://static-data.ovd.info/detentions.json\")\n .then(response => {\n if (!response.ok) throw new Error(response.status);\n return response.json();\n })","pinned":false,"hidden":false,"mode":"ojs"},{"id":19,"value":"$30","pinned":false,"hidden":false,"mode":"ojs"},{"id":23,"value":"getData = (lang='ru') => {\n return rawData.map(i => {\n const item = {}\n const langSchema = schema[lang]\n for (const prop of Object.keys(langSchema)) {\n item[prop] = typeof langSchema[prop] === 'function' ? langSchema[prop].call(this, i) : i[langSchema[prop]]\n }\n return item\n })\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":8,"value":"## Dependencies","pinned":false,"hidden":false,"mode":"md"},{"id":10,"value":"import {note, try_it, details, box} from \"@observablehq/notes\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":260,"value":"import {multiAutoSelect} from \"@john-guerra/multi-auto-select\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":63,"value":"simpleStatistics = require(\"simple-statistics@7\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":216,"value":"json2csv = require(\"json2csv@5.0.7/dist/json2csv.umd.js\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":270,"value":"","pinned":false,"hidden":false,"mode":"html"}],"files":"$W31","stdlib":"1","titling":"auto"}} 2d:"$2c:body"