29:null 2a:["$","title",null,{"children":"Overview of OVD-Info's dataset on criminal political persecutions | Daniil Beilinson | Observable"}] 2f:T4d9,{ const rawData = await getData('persecutions', {preset: overviewPreset, language: 'en', fields: ["persecution_subject_en"]}) const data = Object.values( buildFacets( rawData.data, 'persecution_subject_en' ) ) return Plot.plot({ caption: 'Distribution of dataset records by subject (note that some cases have multiple subjects)', className: 'with-tip', x: {label: null, axis: null}, color: {scheme: "Spectral"}, marks: [ Plot.barX(data, Plot.stackX({order: "x", reverse: true}, {x: "total", title: d => `Persecutions for ${d["value"]} \nNumber of cases: ${d["total"].toLocaleString()} \n${Math.round((100 * d["total"]) / rawData.total)}% of dataset records`, fill: "total", fillOpacity: 0.3, inset: 0.5, marginBottom: 30, tip: true})), Plot.textX(data, Plot.stackX({order: "x", reverse: true}, {x: "total", text: d => (100 * d["total"]) / rawData.total > 8 ? d.value : '', lineWidth: 10, inset: 0.5})), Plot.textX(data, Plot.stackX({order: "x", reverse: true}, {x: "total", text: d => (100 * d["total"]) / rawData.total > 8 ? `${d["total"].toLocaleString()} (${Math.round((100 * d["total"]) / rawData.total)}%)`: '', inset: 0.5, lineAnchor: "top", dy: 20})) ] }) }30:T4a2,{ const schema = await getData('schema') const shortSchema = Object.keys(schema).reduce((acc, entityId) => { if (!acc[entityId]) acc[entityId] = { type: entityId, references: [], backreferences: [], props: Object.keys(schema[entityId]).length } acc[entityId].references = acc[entityId].references.concat(Object.values(schema[entityId]).filter(field => field.reference && field.dataType.indexOf('reference') > -1).map(field => field.reference)) acc[entityId].backreferences = acc[entityId].backreferences.concat(Object.values(schema[entityId]).filter(field => field.reference && field.dataType.indexOf('backreference') > -1).map(field => field.reference)) return acc }, {}) return dot`digraph { graph [label="Relations between entities in dataset",fontsize=10,labeljust=l,size=7,splines=ortho]; node [shape=box,color="#cccccc",style="filled",fillcolor="#ffffff",fontsize=10]; edge [color="#cccccc",arrowsize=0.5] ${Object.values(shortSchema).map(entity => ` "${entity.type}" [label="${entity.type}\n${entity.props}"] ${entity.references.map(ref => ` "${entity.type}" -> "${ref}" `).join('\n')} `).join('\n')} }` }31:T4a9,{ const rawData = await getData('persecutions', {preset: overviewPreset, language: 'en', fields: ["age_group_persecution_began_en"]}) const data = Object.values( buildFacets( rawData.data, 'age_group_persecution_began_en' ) ) return Plot.plot({ caption: 'Distribution of cases persons by age on the beginning of persecution', x: {label: null, axis: null}, color: {scheme: "Spectral", type: "symlog"}, marks: [ Plot.barX(data, Plot.stackX({order: "x", reverse: true}, {x: "total", fill: "total", fillOpacity: 0.3, inset: 0.5, marginBottom: 30, title: d => `${d["value"] ? d["value"] : 'unknown'}: ${d["total"].toLocaleString()} (${Math.round((100 * d["total"]) / rawData.total)}%)`, tip: true})), Plot.textX(data, Plot.stackX({order: "x", reverse: true}, {x: "total", text: d => (100 * d["total"]) / rawData.total > 8 ? d.value : '', lineWidth: 10, inset: 0.5})), Plot.textX(data, Plot.stackX({order: "x", reverse: true}, {x: "total", text: d => (100 * d["total"]) / rawData.total > 8 ? `${d["total"].toLocaleString()} (${Math.round((100 * d["total"]) / rawData.total)}%)`: '', inset: 0.5, lineAnchor: "top", dy: 20})) ] }) }32:T4b1,{ const rawData = await getData('persecutions', {preset: overviewPreset, language: 'en', fields: ["persecution_evaluation_organisations_en"]}) const data = Object.values( buildFacets( rawData.data, 'persecution_evaluation_organisations_en' ) ) return Plot.plot({ caption: 'Distribution of evaluations of cases (some cases evaluated by few organisations)', height: 100, marginTop: 20, marginBottom: 50, x: {label: null, axis: null}, color: {scheme: "Spectral", type: "symlog"}, marks: [ Plot.barX(data, Plot.stackX({order: "x", reverse: true}, {x: "total", fill: "total", fillOpacity: 0.3, inset: 0.5, marginBottom: 30, title: d => `${d.value} (${d.total})`, tip: true})), Plot.textX(data, Plot.stackX({order: "x", reverse: true}, {x: "total", text: d => (100 * d["total"]) / rawData.total > 8 ? `${d["total"].toLocaleString()}`: '', lineWidth: 10, inset: 0.5})), Plot.textX(data, Plot.stackX({order: "x", reverse: true}, {x: "total", text: d => (100 * d["total"]) / rawData.total > 9 ? `${d.value} (${Math.round((100 * d["total"]) / rawData.total)}%)` : '', lineWidth: 10, inset: 0.5, lineAnchor: "top", dy: 20})) ] }) }33:T4cc,{ const rawData = await getData('persecutions', {preset: overviewPreset, language: 'en', fields: ["verdict_imprisonment_category_en"]}) const data = Object.values( buildFacets( rawData.data, 'verdict_imprisonment_category_en' ) ).filter(i => i.value !== undefined).sort((a, b) => b.total - a.total) return Plot.plot({ caption: 'Distribution of sentences with deprivation of freedom', height: 150, marginTop: 20, marginBottom: 100, x: {label: null, axis: null}, color: {scheme: "Spectral", type: "symlog"}, marks: [ Plot.barX(data, Plot.stackX({order: "x", reverse: true}, {x: "total", fill: "total", fillOpacity: 0.3, inset: 0.5, marginBottom: 30, title: d => `${d.value} (${d.total})`, tip: true})), Plot.textX(data, Plot.stackX({order: "x", reverse: true}, {x: "total", text: d => (100 * d["total"]) / rawData.total > 3 ? `${d["total"].toLocaleString()}`: '', lineWidth: 3, inset: 0.5})), Plot.textX(data, Plot.stackX({order: "x", reverse: true}, {x: "total", text: d => (100 * d["total"]) / rawData.total > 3 ? `${d.value} (${Math.round((100 * d["total"]) / rawData.total)}%)` : '', lineWidth: 3, inset: 0.5, lineAnchor: "top", dy: 20})) ] }) }34:T63d,{ const rawData = await getData('persecutions', {preset: overviewPreset, language: 'en', fields: ["persecution_region_iso"]}) const data = Object.values( buildFacets( rawData.data, 'persecution_region_iso' ) ) const regionsData = data.reduce((acc, i) => { acc[i.value] = { total: i.total, name: russiaAndAnnexedRegionsMap.features.find(f => f.properties.iso === i.value)?.properties.name_en } return acc }, {}) const getValue = d => regionsData[d.properties.iso] ? regionsData[d.properties.iso].total : 0 const getLabel = d => regionsData[d.properties.iso] ? regionsData[d.properties.iso].name : 0 return Plot.plot({ caption: "Distribution of persecutions by region", width: 975, color: { scheme: "Oranges", type: "sqrt", legend: true }, projection: { type: "mercator", rotate: [-70, -30, -15], domain: { type: "Polygon", coordinates: [ [ [120,40],[45,82],[50,82],[120,40] ] ] } }, width: 975, height: 500, marks: [ Plot.geo(russiaAndAnnexedRegionsMap, {strokeOpacity: 0.2}), Plot.geo(russiaAndAnnexedRegionsMap, {fill: d => getValue(d)}), Plot.spike(russiaAndAnnexedRegionsMap.features, Plot.centroid({ stroke: d => getValue(d), length: d => getValue(d), opacity: d => getValue(d) > 0 ? 0.7 : 0, stroke: "gray", fill: "gray" })), Plot.tip(russiaAndAnnexedRegionsMap.features, Plot.pointer(Plot.centroid({ title: d => `${getLabel(d)}\nTotal: (${getValue(d)})` }))) ] }) }35:T72f,buildFacets = (data, propSource, facets = [], metrics = []) => { const initValue = { total: 0 } const asArray = v => Array.isArray(v) ? v : [v] const result = data.reduce((acc, item) => { const propValues = asArray(item.attributes[propSource]) propValues.forEach(propValue => { if (!acc[propValue]) { acc[propValue] = Object.assign({ value: propValue }, initValue) facets.forEach(facet => acc[propValue][facet.name] = {}) } acc[propValue].total++ facets.forEach(facet => { const facetValue = facet.fn ? facet.fn.call(this, item.attributes[facet.source]) : item.attributes[facet.source] if (Array.isArray(facetValue)) { facetValue.forEach(value => { if (!acc[propValue][facet.name][value]) acc[propValue][facet.name][value] = Object.assign({ value: value }, initValue) acc[propValue][facet.name][value].total++ }) } else { if (!acc[propValue][facet.name][facetValue]) acc[propValue][facet.name][facetValue] = Object.assign({ value: facetValue }, initValue) acc[propValue][facet.name][facetValue].total++ } }) }) return acc }, {}) metrics.forEach(metric => { Object.values(result).forEach(item => { item[metric.name] = item.items .map(metric.mapFn) .filter(metric.filterFn) .reduce(metric.reduceFn, 0) }) }) facets.forEach(facet => { const metrics = facet.metrics || [] metrics.forEach(metric => { Object.values(result).forEach(item => { Object.values(item[facet.name]).forEach(nestedItem => { nestedItem[metric.name] = nestedItem.items .map(metric.mapFn) .filter(metric.filterFn) .reduce(metric.reduceFn, 0) }) }) }) }) return result }36:[{"id":"0f0f63f12052756f27afaafc4825cf30353fd3af8ec81d24d83e59dad44bca268735dbd7fd534aa39b16a86882f559005d825d98c6d02b0d9f2ffb9ef7681c48","href":"https://static.observableusercontent.com/files/0f0f63f12052756f27afaafc4825cf30353fd3af8ec81d24d83e59dad44bca268735dbd7fd534aa39b16a86882f559005d825d98c6d02b0d9f2ffb9ef7681c48","name":"russia-and-annexed-regions-compressed.json","type":"application/json","lastModified":1700224783824.391,"size":80740}] 2d:{"id":"23da8b4e78b32ce9","slug":null,"title":"Overview of OVD-Info's dataset on criminal political persecutions","thumbnail":"4d6e7b885b01dadc9a81178c2a03575a8193c0acddb4735cea3d016f43a6fff2","access_level":"public","create_time":"$D2023-11-07T16:22:51.168Z","update_time":"$D2023-11-17T14:15:46.611Z","view_time":null,"first_public_time":"$D2023-11-07T16:22:51.168Z","fork":false,"stars":0,"starred":false,"owner":{"type":"team","id":"9b6646ec24dff9ba","login":"d-beilinson","name":"Daniil Beilinson","avatar_url":"https://avatars-next.observableusercontent.com/2d93226084d84c384a572996c4ef629251636290e2358a9491c05b7a329cc05b","tier":"starter_2024"},"version":671,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"ebe552f4a6dc3f7f","login":"daniil-beilinson","name":"Daniil Beilinson","avatar_url":"https://avatars-next.observableusercontent.com/b2df9a708eacdc151433d21ffde2c2a5a7e14023c8175bb08d2f4f6aceb3b7ce","tier":null}],"members":[{"type":"individual","id":"ebe552f4a6dc3f7f","login":"daniil-beilinson","name":"Daniil Beilinson","avatar_url":"https://avatars-next.observableusercontent.com/b2df9a708eacdc151433d21ffde2c2a5a7e14023c8175bb08d2f4f6aceb3b7ce","tier":null,"role":"editor"},{"type":"team","id":"9b6646ec24dff9ba","login":"d-beilinson","name":"Daniil Beilinson","avatar_url":"https://avatars-next.observableusercontent.com/2d93226084d84c384a572996c4ef629251636290e2358a9491c05b7a329cc05b","tier":"starter_2024","role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"subscribed":null,"forks":0,"collection":null,"type":"notebook","body":{"title":"Overview of OVD-Info's dataset on criminal political persecutions","cells":[{"id":0,"value":"# Overview of OVD-Info's dataset on criminal political persecutions","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":13,"value":"note(html`This is the document exploring the OVD-Info's dataset on criminal political persecutions and providing the example of its usage.

\nThe documentation of API which allow working with this data and used below is available here.`)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":40,"value":"viewof overviewPreset = Inputs.select([\n { label: \"Everything\", value: \"\" },\n { label: \"Before full-scale invasion\", value: \"before-invasion\" },\n { label: \"After full-scale invasion\", value: \"after-invasion\" },\n { label: \"Persecutions for anti-war stance\", value: \"antiwar\" }\n], { label: \"Select data preset\", value: \"before-invasion\", valueof: v => v.value, format: v => v.label })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":59,"value":"$2f","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":225,"value":"{\n const collections = Object.keys(await getData('schema')).map(entityType => entityType !== 'city' ? entityType + 's' : 'cities')\n const collectionStats = {}\n for (const collection of collections) {\n collectionStats[collection] = (await getData(collection, {preset: overviewPreset, language: 'en', fields: []})).total\n }\n return htl.html`\n \n \n \n \n \n \n \n ${Object.keys(collectionStats).map(collection => htl.html`\n \n \n `)}\n \n

Collection name	Number of records
${collection}	${collectionStats[collection]}

`\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":260,"value":"$30","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":362,"value":"{\n const rawData = await getData('persons', {preset: overviewPreset, language: 'en', fields: [\"person_gender_en\"]})\n const data = Object.values(\n buildFacets(\n rawData.data,\n 'person_gender_en'\n )\n )\n\n return Plot.plot({\n caption: 'Distribution of persecuted persons by gender',\n x: {label: null, axis: null},\n color: {scheme: \"Spectral\"},\n marks: [\n Plot.barX(data, Plot.stackX({order: \"x\", reverse: true}, {x: \"total\", fill: \"total\", fillOpacity: 0.3, inset: 0.5, marginBottom: 30})),\n Plot.textX(data, Plot.stackX({order: \"x\", reverse: true}, {x: \"total\", text: d => (100 * d[\"total\"]) / rawData.total > 8 ? d.value : '', lineWidth: 10, inset: 0.5})),\n Plot.textX(data, Plot.stackX({order: \"x\", reverse: true}, {x: \"total\", text: d => (100 * d[\"total\"]) / rawData.total > 8 ? `${d[\"total\"].toLocaleString()} (${Math.round((100 * d[\"total\"]) / rawData.total)}%)`: '', inset: 0.5, lineAnchor: \"top\", dy: 20}))\n ]\n })\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":598,"value":"$31","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":394,"value":"{\n const rawData = await getData('persons', {preset: overviewPreset, language: 'en', fields: [\"person_occupation_en\"]})\n const data = Object.values(\n buildFacets(\n rawData.data.filter(i => i.attributes.person_occupation_en?.indexOf('Other') === -1),\n 'person_occupation_en'\n )\n )\n\n return Plot.plot({\n marginLeft: 130,\n marginRight: 30,\n caption: 'Distribution of persecuted persons by occupation',\n x: { axis: null },\n y: { label: null },\n marks: [\n Plot.barX(data, {\n x: \"total\",\n y: \"value\",\n fill: \"gray\",\n sort: { y: \"x\", reverse: true, limit: 30 }\n }),\n \n Plot.text(data, {\n text: d => `${d.total}`,\n y: \"value\",\n x: \"total\",\n textAnchor: \"begin\",\n dx: 15,\n fill: \"black\"\n })\n ]\n })\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":454,"value":"$32","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":649,"value":"$33","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":528,"value":"{\n const rawData = await getData('persecutions', {preset: overviewPreset, language: 'en', fields: [\"persecution_started_year\"]})\n const data = Object.values(\n buildFacets(\n rawData.data,\n 'persecution_started_year'\n )\n )\n\n return Plot.plot({\n caption: 'Distribution of persecutions by starting year',\n x: {label: null, axis: null},\n color: {scheme: \"Spectral\"},\n marks: [\n Plot.barX(data, Plot.stackX({order: \"x\"}, {x: \"total\", fill: \"total\", fillOpacity: 0.3, inset: 0.5, marginBottom: 30})),\n Plot.textX(data, Plot.stackX({order: \"x\"}, {x: \"total\", text: d => (100 * d[\"total\"]) / rawData.total > 4 ? d.value : '', lineWidth: 10, inset: 0.5})),\n Plot.textX(data, Plot.stackX({order: \"x\"}, {x: \"total\", text: d => (100 * d[\"total\"]) / rawData.total > 4 ? `${d[\"total\"].toLocaleString()}`: '', inset: 0.5, lineAnchor: \"top\", dy: 20}))\n ]\n })\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":554,"value":"$34","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":643,"value":"List of 50 most used criminal articles:","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":623,"value":"{\n const rawData = await getData('articles', {preset: overviewPreset, language: 'en', fields: [\"article_persecutions\",\"article_number\"]})\n const data = Object.values(Object.values(rawData.data).reduce((acc, i) => {\n if (!acc[i.attributes.article_number]) {\n acc[i.attributes.article_number] = { label: i.attributes.article_number, total: i.attributes.article_persecutions.length }\n } else {\n acc[i.attributes.article_number].total = acc[i.attributes.article_number].total + i.attributes.article_persecutions.length\n }\n return acc\n }, {})).filter(i => i.total > 50).sort((a, b) => b.total - a.total)\n\n return htl.html`\n \n \n \n \n \n \n \n ${Object.values(data).map((article, i) => htl.html`\n \n \n `)}\n \n

Name	# cases
${article.label}	${article.total}

`\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":27,"value":"## Helpers","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":35,"value":"API_ENDPOINT = 'https://api.repression.info/v1'","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":33,"value":"getData = (method, options = {}) => {\n const urlParams = Object.keys(options).reduce((params, option) => {\n if (options[option]) {\n params = (params.length === 0 ? '?' : params + '&') + `${option}=${typeof options[option] === 'object' ? JSON.stringify(options[option]) : options[option]}`\n }\n return params\n }, '')\n return fetch(`${API_ENDPOINT}/${method}${urlParams}`)\n .then(response => {\n if (!response.ok) throw new Error(response.status)\n return response.json();\n })\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":74,"value":"$35","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":545,"value":"russiaAndAnnexedRegionsMapData = FileAttachment(\"russia-and-annexed-regions-compressed.json\").json()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":549,"value":"russiaAndAnnexedRegionsMap = {\n const hiddenObjects = ['UA-14', 'UA-65', 'UA-09', 'UA-23']\n const filteredCollection = { type: \"GeometryCollection\", geometries: russiaAndAnnexedRegionsMapData.objects.collection.geometries.filter(g => hiddenObjects.indexOf(g.properties.iso) < 0) }\n return topojson.feature(russiaAndAnnexedRegionsMapData, filteredCollection)\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":193,"value":"","pinned":false,"hidden":false,"mode":"html","author":"$undefined","summary":"$undefined"},{"id":5,"value":"## Dependencies","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":9,"value":"import {note, try_it, details, box} from \"@observablehq/notes\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"}],"files":"$W36","stdlib":"1","titling":"auto"}} 2e:"$2d:body"