2a:null 2b:["$","title",null,{"children":"Resources | Miguel Vieira | Observable"}] 30:T6d5,network = { const resources = data.filter( (d) => d.relationships.indexOf("paratext of") < 0 ); return { nodes: resources.map((d) => ({ id: `resource-${d.id}`, title: d["title.main_title"], group: d["subjects.form_genre"].indexOf("Serial publications") >= 0 ? "Serial publication" : d["classifications"].indexOf("Source-text") >= 0 ? "Source-text" : "Translation", url: d.url, meta: d.contributions .split("; ") .map((c) => c.trim()) .filter((c) => c) .map((c) => c.split("::")[3]) })), edges: resources .flatMap((d) => d.relationships .split("; ") .map((r) => r.trim()) .filter((r) => r && r.indexOf("::") >= 0) .map((r) => { const parts = r.split("::"); return { source: `resource-${d.id}`, target: `resource-${parts[2]}`, label: parts[1], meta: parts[3] }; }) ) .concat( resources.flatMap((d) => d.contributions .split("; ") .map((c) => c.trim()) .filter((c) => c && c.indexOf("::") >= 0) .flatMap((c) => { const parts = c.split("::"); return resources .filter((r) => r.id !== d.id && r.contributions.indexOf(c) >= 0) .map((r) => { return { source: `resource-${d.id}`, target: `resource-${r.id}`, label: `same ${parts[0]}`, meta: parts[3] }; }); }) ) ) }; }31:[{"id":"68d3ec5dd6829060054e8fc263133f34222a52bcfe7a1bd3426d54fbacab03ddfd954f0a4cd8fd8d1176f580c9fa13158ffe53094e0d3c6eb987c15344459566","href":"https://static.observableusercontent.com/files/68d3ec5dd6829060054e8fc263133f34222a52bcfe7a1bd3426d54fbacab03ddfd954f0a4cd8fd8d1176f580c9fa13158ffe53094e0d3c6eb987c15344459566","name":"resources_clustered@13.csv","type":"text/csv","lastModified":1646215672283.521,"size":1598353},{"id":"9046f7348047852690eaeb1af5983010366f88f3170911948c29e615cec61b1349b0febdede3d6b581d3de4c82599c5b88a96fdcc142aa48306ab16fb0853903","href":"https://static.observableusercontent.com/files/9046f7348047852690eaeb1af5983010366f88f3170911948c29e615cec61b1349b0febdede3d6b581d3de4c82599c5b88a96fdcc142aa48306ab16fb0853903","name":"resources_clustered@15.csv","type":"text/csv","lastModified":1653040259092.786,"size":1772607},{"id":"1924473c8a50bd31bb77909457ac645290bda7c864aa44cae74e69ffbabf5dbf6556fba4585b2b81f2a1dfad128172730d6b429acfbffe53297efa22666ba267","href":"https://static.observableusercontent.com/files/1924473c8a50bd31bb77909457ac645290bda7c864aa44cae74e69ffbabf5dbf6556fba4585b2b81f2a1dfad128172730d6b429acfbffe53297efa22666ba267","name":"resources_clustered@16.csv","type":"text/csv","lastModified":1678201669578.042,"size":1910741}] 2e:{"id":"18985777a0fdb024","slug":"radical-translations-resources","title":"Resources","thumbnail":"8b637fc47dd00399b3ed1b87deb5bf521cc97e48cca25a2baa40f5a778fbbc69","access_level":"public","create_time":"$D2021-08-10T16:19:21.068Z","update_time":"$D2023-03-07T15:07:46.826Z","view_time":null,"first_public_time":"$D2022-02-24T15:34:03.395Z","fork":false,"stars":0,"starred":false,"owner":{"type":"team","id":"587db768fa766a06","login":"jmiguelv","name":"Miguel Vieira","avatar_url":"https://avatars-next.observableusercontent.com/4fba40b1cfe58889e137e945ed99c3eef4bd8f6f4585d123d0288455e42e1195","tier":"starter_2024"},"version":1680,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"8ed700ef90ca11f2","login":"jmiguelv","name":"Miguel Vieira","avatar_url":"https://avatars-next.observableusercontent.com/4fba40b1cfe58889e137e945ed99c3eef4bd8f6f4585d123d0288455e42e1195","tier":null}],"members":[{"type":"individual","id":"8ed700ef90ca11f2","login":"jmiguelv","name":"Miguel Vieira","avatar_url":"https://avatars-next.observableusercontent.com/4fba40b1cfe58889e137e945ed99c3eef4bd8f6f4585d123d0288455e42e1195","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"subscribed":null,"forks":0,"collection":{"id":"fcd6a8c95fc69fcc","slug":"radical-translations","title":"Radical Translations","owner":{"id":"587db768fa766a06","login":"jmiguelv","name":"Miguel Vieira"}},"type":"notebook","body":{"title":"Resources","cells":[{"id":0,"value":"# Resources\n## Radical Translations\n\n---\n\n[Part 2 - Resources Network Visualisation](https://observablehq.com/@jmiguelv/radical-translations-resources-network-visualisation?collection=@jmiguelv/radical-translations)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":906,"value":"viewof foundData = Inputs.search(data, {\n datalist: datalist,\n label: html`Search`,\n width: width\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":962,"value":"### Data","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":956,"value":"{\n function link(item) {\n return html`${item[\"title.main_title\"]}`;\n }\n\n return Inputs.table(foundData, {\n columns:\n data.length > 0 ? Object.keys(data[0]).filter((c) => c !== \"url\") : [],\n format: {\n \"title.main_title\": (v, i, d) => link(d[i])\n },\n multiple: false,\n rows: 5.5,\n sort: \"title.main_title\"\n });\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":520,"value":"### Resources published by year","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":458,"value":"Plot.plot({\n color: { scheme: \"Viridis\" },\n x: {\n domain: [1500, 1900]\n },\n marks: [\n Plot.tickX(years, {\n x: \"year\",\n stroke: \"count\",\n strokeWidth: 2,\n title: (d) => `${d[\"year\"]}: ${d[\"count\"]}`\n })\n ],\n width: width\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":1410,"value":"vl\n .markBar()\n .config(vlConfig)\n .data(foundData.filter((d) => d.year_start > 0))\n .encode(\n vl.x().fieldO(\"year_start\"),\n vl.y().count(),\n vl.tooltip([{ field: \"year_start\", title: \"year\" }, vl.tooltip().count()])\n )\n .title(\"Resources published by year\")\n .render()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":969,"value":"### Resources by country of publication","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":948,"value":"Plotly.newPlot(\n html`

`,\n [\n {\n x: Object.keys(countries),\n y: Object.values(countries),\n type: \"bar\"\n }\n ],\n { title: \"Resources by country of publication\" },\n plotly_config\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":936,"value":"countries = _.countBy(\n foundData\n .flatMap((d) => d.countries)\n .filter((d) => d)\n .sort()\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":82,"value":"### Resources by translation status","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":258,"value":"Plotly.newPlot(\n html`

`,\n [\n {\n x: Object.keys(translation_status),\n y: Object.values(translation_status),\n type: \"bar\"\n }\n ],\n { title: \"Resources by translation status\" },\n plotly_config\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":88,"value":"translation_status = _.countBy(\n classifications\n .filter((c) => c.toLowerCase().indexOf(\"translation status\") > 0)\n .map((c) => getTermLabel(c))\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":744,"value":"### Resources by printing and publishing status","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":741,"value":"Plotly.newPlot(\n html`

`,\n [\n {\n x: Object.keys(printing_status),\n y: Object.values(printing_status),\n type: \"bar\"\n }\n ],\n { title: \"Resources by printing and publishing status\" },\n plotly_config\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":737,"value":"printing_status = _.countBy(\n classifications\n .filter(\n (c) => c.toLowerCase().indexOf(\"printing and publishing status\") > 0\n )\n .map((c) => getTermLabel(c))\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":99,"value":"### Resources by paratext forms/functions","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":109,"value":"Plotly.newPlot(\n html`

`,\n [\n {\n x: Object.keys(paratext.forms),\n y: Object.values(paratext.forms),\n type: \"bar\",\n name: \"Forms\"\n },\n {\n x: Object.keys(paratext.functions),\n y: Object.values(paratext.functions),\n type: \"bar\",\n name: \"Functions\",\n xaxis: \"x2\"\n }\n ],\n {\n grid: { rows: 1, columns: 2, pattern: \"independent\" },\n title: \"Resources by paratext forms/functions\",\n xaxis: { domain: [0, 0.6] },\n xaxis2: { domain: [0.7, 1] }\n }, plotly_config\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":101,"value":"paratext = {\n const data = classifications\n .filter((c) => c.toLowerCase().indexOf(\"(paratext\") > 0)\n .map((c) => {\n return {\n classification: getTermLabel(c),\n vocabulary: getTermVocabulary(c)\n };\n });\n\n return {\n forms: _.countBy(\n data.filter((d) => d.vocabulary.indexOf(\"Forms\") > 0),\n \"classification\"\n ),\n functions: _.countBy(\n data.filter((d) => d.vocabulary.indexOf(\"Functions\") > 0),\n \"classification\"\n )\n };\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":197,"value":"### Resources by form","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":209,"value":"Plotly.newPlot(\n html`

`,\n [\n {\n x: Object.keys(forms),\n y: Object.values(forms),\n type: \"bar\"\n }\n ],\n { title: \"Resources by form\", xaxis: { automargin: true } },\n plotly_config\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":203,"value":"forms = getFieldCounts(foundData, \"subjects.form_genre\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":223,"value":"### Resources by topics","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":221,"value":"Plotly.newPlot(\n html`

`,\n [\n {\n x: Object.keys(topics),\n y: Object.values(topics),\n type: \"bar\"\n }\n ],\n { title: \"Resources by topics\" },\n plotly_config\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":217,"value":"topics = getFieldCounts(foundData, \"subjects.topics\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":796,"value":"### Resources by radical date","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":392,"value":"Plotly.newPlot(\n html`

`,\n [\n {\n x: Object.keys(date_radical),\n y: Object.values(date_radical),\n type: \"bar\"\n }\n ],\n { title: \"Resources by radical date\" },\n plotly_config\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":386,"value":"date_radical = _.countBy(\n foundData.map((d) => (d.has_date_radical ? \"yes\" : \"no\"))\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":1096,"value":"### Classifications by year and country","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":1083,"value":"viewof selectedClassification = Inputs.radio(\n [...new Set(classifications.map((c) => getTermVocabulary(c)))].sort(),\n {\n label: html`Select a classification`,\n value: \"Printing and Publishing Status\"\n }\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":1054,"value":"{\n const getData = (classification, field) =>\n classificationByYearCountry\n .filter((c) => c.classification === classification)\n .map((c) => c[field]);\n\n return Plotly.newPlot(\n html`

`,\n [...new Set(classificationByYearCountry.map((c) => c.classification))]\n .sort()\n .map((classification, idx) => ({\n x: getData(classification, \"year\"),\n y: getData(classification, \"country\"),\n mode: \"markers\",\n opacity: 0.8,\n marker: {\n color: classification,\n opacity: 0.7,\n size: getData(classification, \"count\").map((c) => (c > 10 ? c : 10)),\n symbol: idx\n },\n name: classification,\n text: getData(classification, \"text\")\n })),\n {\n title: `${selectedClassification} by year/country`,\n width: width,\n xaxis: { title: \"Year\" },\n yaxis: {\n automargin: true,\n title: \"Country\"\n }\n },\n plotly_config\n );\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":984,"value":"classificationByYearCountry = {\n let exploded = explode(foundData, \"classifications\");\n exploded = explode(exploded, \"countries\");\n\n const counts = _.countBy(\n exploded\n .filter((d) => d.year_start > 0)\n .filter((d) => d.classifications.indexOf(selectedClassification) > 0)\n .filter((d) => d.countries)\n .map((d) => `${d.year_start}::${d.countries}::${d.classifications}`)\n .sort((a, b) => a.key >= b.key)\n );\n\n return Object.entries(counts).map(([k, v]) => {\n const parts = k.split(\"::\");\n const obj = {\n year: parts[0],\n country: parts[1],\n classification: parts[2].split(` (${selectedClassification})`)[0],\n count: v\n };\n\n return {\n ...obj,\n text: `${obj.classification}
${obj.year}, ${obj.country}
${obj.count}`\n };\n });\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":1148,"value":"### Resources clustering","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":617,"value":"Plotly.newPlot(\n html`

`,\n [...new Set(clusters.map((c) => c.cluster))].sort().map((cluster) => ({\n x: clusters.filter((c) => c.cluster === cluster).map((c) => c.x),\n y: clusters.filter((c) => c.cluster === cluster).map((c) => c.y),\n mode: \"markers\",\n type: \"scatter\",\n opacity: 0.8,\n marker: {\n color: cluster,\n line: {\n width: 1\n },\n opacity: 0.7,\n size: 10,\n symbol: cluster\n },\n name: `cluster ${cluster}`,\n text: clusters.filter((c) => c.cluster === cluster).map((c) => c.text)\n })),\n {\n title: \"Resources grouped into 5 clusters\"\n },\n plotly_config\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":1465,"value":"vl\n .markPoint({ size: 50, tooltip: {content: \"data\"} })\n .config(vlConfig)\n .data(foundData)\n .encode(\n vl.x().fieldQ(\"pc1\"),\n vl.y().fieldQ(\"pc2\"),\n vl.color().field(\"cluster\"),\n vl.shape().field(\"cluster\"),\n // vl.tooltip([{ field: \"title\\\\.main_title\", title: \"title\", type: \"N\" }])\n )\n .title(\"Resources grouped into 5 clusters\")\n .render()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":655,"value":"clusters = foundData.map((d) => ({\n x: d.pc1,\n y: d.pc2,\n cluster: d.cluster,\n text: `${d[\"title.main_title\"].substring(0, 75)}...
topics: ${\n d[\"subjects.topics\"]\n }
form/genre: ${d[\"subjects.form_genre\"]}
classifications: ${\n d.classifications\n }
languages: ${d.languages}`\n}))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":1597,"value":"vlConfig = ({\n autosize: { type: \"fit-x\", contains: \"padding\" },\n axis: { gridY: null },\n title: { dy: -15, fontSize: 16, fontWeight: \"normal\" },\n view: {\n continuousWidth: width,\n discreteWidth: width\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":252,"value":"## Prepare the data","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":410,"value":"years = Object.entries(\n _.countBy(\n foundData\n .filter((d) => d.year_start !== 0 && d.year_end !== 0)\n .flatMap((d) =>\n d.year_end !== 0 ? _.range(d.year_start, d.year_end + 1) : d.year_start\n )\n )\n).map((d) => ({ year: d[0], count: d[1] }))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":63,"value":"classifications = getFieldValues(foundData, \"classifications\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":921,"value":"datalist = new Set(\n data\n .flatMap((d) => d[\"title.main_title\"].split(/\\W/g))\n .concat(data.map((d) => d[\"date.date_radical\"]))\n .concat(getFieldValues(data, \"subjects.topics\"))\n .concat(getFieldValues(data, \"subjects.form_genre\"))\n .concat(getFieldValues(data, \"classifications\"))\n .concat(\n getFieldValues(data, \"contributions\").flatMap((c) => c.split(\"::\").pop())\n )\n .concat(getFieldValues(data, \"languages\"))\n .concat(getFieldValues(data, \"places\").flatMap((c) => c.split(\"::\").pop()))\n .map((d) => d.replaceAll(/(\\[.*?\\]\\s)|(\$.*?\$)/g, \"\").trim())\n .filter((d) => d)\n .sort()\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":1273,"value":"$30","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":818,"value":"viewof dataTable = Inputs.table(data, {})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":808,"value":"data = raw\n .map((d) => {\n const years = d[\"date.date_display\"]\n ? [...d[\"date.date_display\"].matchAll(/(\\d{4})/g)].flat()\n : [0, 0];\n\n return {\n ...d,\n year_start: years[0] ? parseInt(years) : years[0],\n year_end: years[2] ? parseInt(years[2]) : parseInt(years[0])\n };\n })\n .map((d) => ({\n ...d,\n has_date_radical:\n d[\"date.date_radical\"] && d[\"date.date_radical\"].length > 0\n }))\n .map((d) => ({\n ...d,\n countries: d.places\n ? [\n ...new Set(\n d.places\n .split(\"; \")\n .map((p) => p.split(\"::\").pop().replaceAll(/\\W/g, \" \").trim())\n )\n ]\n : \"\"\n }))\n .map((d) => ({ ...d, url: `${basePath}${d.id}/` }))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":1283,"value":"basePath = \"database/resources/\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":1369,"value":"baseUrl = \"https://radicaltranslations.org/\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":228,"value":"## Helper functions","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":531,"value":"explode = (data, field, separator = \"; \") =>\n data.flatMap((d) => {\n if (d[field] instanceof Array) {\n return d[field].map((x) => ({ ...d, [field]: x }));\n }\n\n return d[field].split(separator).map((x) => ({ ...d, [field]: x }));\n })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":361,"value":"getFieldCounts = (data, field) =>\n _.countBy(getFieldValues(data, field).map((d) => getTermLabel(d)))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":374,"value":"getFieldValues = (data, field, separator = \"; \") =>\n data\n .filter((d) => d[field])\n .flatMap((d) => d[field].split(separator))\n .filter((d) => d)\n .sort()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":234,"value":"getTermLabel = (term) => term.replaceAll(/\\s\$.*?\$/g, \"\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":237,"value":"getTermVocabulary = (term) => term.replaceAll(/.*\\(/g, \"\").replace(\")\", \"\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":342,"value":"plotly_config = ({\n responsive: true\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":19,"value":"## Load the data","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":22,"value":"raw = FileAttachment(\"resources_clustered@16.csv\").csv()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":169,"value":"## Imports","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":256,"value":"Plotly = require(\"plotly.js-dist-min\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":1637,"value":"import { vl } from \"@vega/vega-lite-api-v5\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":172,"value":"## References\n* https://plotly.com/javascript/\n* https://observablehq.com/@observablehq/vega-lite\n* https://vega.github.io/vega-lite/docs/\n* https://observablehq.com/@vega/vega-lite-api-v5","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"}],"files":"$W31","stdlib":"1","titling":"auto"}} 2f:"$2e:body"