28:null 29:["$","title",null,{"children":"Language of Mechanisation | Tiffany Ong | Observable"}] 2e:T51d,Living with Machines is a multidisciplinary research collaboration between the British Library and Alan Turing Institute with the Universities of Cambridge, East Anglia, Exeter, and London (QMUL). Using data science and crowdsourcing tasks on the Zooniverse platform to ask historical questions and find new insights from millions of pages of newspapers, maps, books and more. Living with Machines is broken down into several smaller sub-projects. This page focuses specifically on the data collected one of those projects. Building on earlier work classifying machines by type, the ‘Language of Mechanisation’ project asked members of the public to look at articles from 19th century newspapers that mentioned specific types of machine that we thought would yield interesting results. We built crowdsourcing tasks on the Zooniverse citizen science platform in combination with data science and machine learning methods to find new insights within the pages of historical newspapers. This page focuses on data collected for this research. It visualises data from the original digitised newspaper articles, contemporary press directories that described individual newspapers, and classifications by Zooniverse volunteers. 2f:T534, 30:T9ef,{ const isFacet = facetBy !== "year"; const data = annotationsBy[facetBy] .filter((a) => facetSelectedAnnotations.includes(a.annotation)) .filter((a) => !isFacet || countsByFacet[a[facetBy]] >= facetMinYears) .filter((a) => !isFacet || selectedFacets.includes(a[facetBy])); const x = "year"; const fy = isFacet ? facetBy : null; const xy = { x, y: facetNormaliseToggle ? "norm" : "count", fy }; const y = { axis: !isFacet, grid: false, label: facetNormaliseToggle ? "count (%)" : "count", tickSize: 0, percent: facetNormaliseToggle }; const curve = "monotone-x"; const plot = tooltipPlot().plot({ color: { domain: Object.keys(workflowDomain), range: Object.values(workflowDomain) }, marks: [ isFacet ? [ Plot.axisFy({ label: null, text: null }), Plot.text( data, Plot.selectFirst({ x: yearDomain[0], fy, frameAnchor: "top-left", fontSize: 12, fontWeight: "bold", // lineWidth: 20, text: fy }) ) ] : null, Plot.areaY(data, { filter: (_) => facetConfidenceToggle, x: "year", y1: "lower", y2: "upper", curve, fy, fill: "annotation", fillOpacity: 0.2, mixBlendMode: "multiply" }), Plot.line(data, { ...xy, curve, stroke: "annotation", strokeWidth: 2 }), Plot.linearRegressionY(data, { filter: (_) => facetRegressionToggle, ...xy, stroke: "annotation", strokeWidth: 1 }), Plot.dot(data, { ...xy, fill: "annotation", r: facetNormaliseToggle ? "count" : 3, stroke: "white", title: (d) => title(d) }) ], r: { range: [1, 5] }, x: { axis: isFacet ? "both" : "bottom", domain: yearDomain, grid: false, label: null, labelArrow: null, tickFormat: (d) => formatYear(d), tickSize: 0 }, y, width }); handlePlotClick( plot, data, workflowAnnotations, "annotation", (title, sids) => { mutable selectedTitle = { ...selectedTitle, workflow: title }; mutable selectedSids = { ...selectedSids, workflow: sids }; } ); return plot; }31:T4c4,{ const color = {}; if (agreementYearToggle) { color.legend = true; color.scheme = "YlGnBu"; color.tickFormat = (d) => formatYear(d); } const plot = tooltipPlot().plot({ color, marks: [ Plot.rectY( agreement, Plot.binX( { y: "count" }, { x: "rate", fill: agreementYearToggle ? "year" : defaultColour, title: (d, i) => `${i}, Agreement ${d.rate.toLocaleString()}\n` } ) ) ], x: { ticks: Array.from({ length: 11 }, (value, index) => index / 10) }, width }); d3.select(plot) .selectAll(".has-title") .on("click", (e, d) => { const idx = Array.isArray(d) ? d[0] : d; const selectedTitle = md`#### Subjects with aggreement _${ _.uniqBy(agreement, "rate")[idx].rate }_`; const selectedSids = _.uniq( agreement .filter((a) => a.rate === agreement[idx].rate) .map((a) => a.sid) ); mutable selectedTitle = { ...selectedTitle, agreement: selectedTitle }; mutable selectedSids = { ...selectedSids, agreement: selectedSids }; }); return plot; }32:[] 2c:{"id":"7997b7a02f4e92e9","slug":null,"title":"Language of Mechanisation","thumbnail":"6c6f36ecbadf2568738da9a4e2a3cb2da142a56c9c38179c26e28bd6b7c904f3","access_level":"public","create_time":"$D2023-07-03T14:17:29.175Z","update_time":"$D2023-07-10T18:46:21.473Z","view_time":null,"first_public_time":"$D2023-07-03T14:17:29.175Z","has_unpublished_edits":null,"fork":{"id":"cb2710f3d713df53","slug":"language-of-mechanisation","title":"Language of Mechanisation","owner":{"id":"587db768fa766a06","login":"jmiguelv","name":"Miguel Vieira"}},"stars":0,"starred":false,"owner":{"type":"team","id":"dfd3e2c5857ede8e","login":"ongtiffany","name":"Tiffany Ong","avatar_url":"https://avatars-next.observableusercontent.com/90bb82ebec84e2a6c0c37b437ab558ae373abc2059b6c334a1b176809bc79a50","tier":"starter_2024"},"version":4654,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"8ae44428717bed65","login":"ongtiffany","name":"Tiffany Ong","avatar_url":"https://avatars-next.observableusercontent.com/90bb82ebec84e2a6c0c37b437ab558ae373abc2059b6c334a1b176809bc79a50","tier":null}],"members":[{"type":"individual","id":"8ae44428717bed65","login":"ongtiffany","name":"Tiffany Ong","avatar_url":"https://avatars-next.observableusercontent.com/90bb82ebec84e2a6c0c37b437ab558ae373abc2059b6c334a1b176809bc79a50","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":0,"collection":null,"type":"notebook","body":{"titling":"auto","title":"Language of Mechanisation","cells":[{"id":0,"value":"# Language of Mechanisation","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2362,"value":"disclaimer","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4487,"value":"$2e","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4259,"value":"toc()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4578,"value":"## Contributors, Workflows, Subjects, Annotations","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4581,"value":"In Zooinverse, the contributors were asked to perform a group of tasks (workflows) for the The Language of Mechanisation project. There were 4 different workflows:

Bicycle or motorcycle?
How did the word 'coach' change over time and place?
How did the word 'car' change over time and place?
How did the word 'trolley' change over time and place?

Each workflow had a number of sub tasks which the contributors were asked to complete by looking at image articles (subjects) for classification (annotations). There were a total number of `${totalNumberOfAnnotations.toLocaleString()}` annotations over `${totalNumberOfSubjects.toLocaleString()}` subjects, created by `${participantsBreakdown.total.toLocaleString()}` individual participants. ","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4597,"value":"### Contributors and annotations per workflow","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":34,"value":"workflowsAnnotationsPlot(workflows)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":194,"value":"workflowsParticipantsPlot(projectParticipants)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4498,"value":"## Trolley, Car, Coach and Bicycle","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4492,"value":"We can analyse words that changed meaning during the 19th century, examining their connection to the process of mechanisation in British society. Alongside studying temporal changes, we will also explore instances where words varied in meaning across geographical regions or were employed differently in newspapers based on their political alignment. The words we chose to study were: _trolley_, _car_, _coach_, and _bicycle_.\n\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2227,"value":"\nSelect a word below, and see how each word changed meaning over time and place. The rest of the notebook below will change according to the selection, with options to filter data and allow more exploration. ","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4521,"value":"$2f","pinned":false,"hidden":false,"mode":"html","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2752,"value":"viewof selectedWorkflow = Inputs.radio(workflows, {\n format: (d) => d.display_name,\n label: \"Choose a word\",\n value: workflows[1]\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4611,"value":"## Bike","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4613,"value":"From the workflow: \"Bicycle or motorcycle?\", contributors were asked to classify the article/s into these annotations below.","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2232,"value":"viewof selectedDomains = Inputs.checkbox(Object.keys(workflowDomain), {\n format: (d) => `${d} (${getAnnotationCount(d)})`,\n label: \"Select meanings to include in the analysis\",\n value: defaultDomain,\n width\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4617,"value":"The first 2 are ticked by default as they represent the main data we want to analyse but the others are there available for further analysis. ","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4624,"value":"## Annotations per year","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4626,"value":"The line chart below shows an overview of the annotations classified by the contributors by year of the articles. We can see the word bike was first used for a bicycle or tricycle, power by human legs, but over time, the word bike was started being used for motorcycle, powered by an engine. ","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2774,"value":"viewof agreementThreshold = Inputs.range([0, 100], {\n label: \"What % of annotators had to agree?\",\n step: 5,\n value: 65\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4631,"value":"The slider changes the value of annotations that were agreed on. 0% means there was no need for an agreement and 100% means everyone needed to agree on the classification.\n\nHovering on a data point to reveal details on the number of annotations, percentage ratio of annotations, and minimum and maximum confidence level, then on the line of text from an individual subject. Explore the underlying data by clicking on a data point which expands a list of related subjects.","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":406,"value":"## Focus on `${workflow.display_name}`","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":515,"value":"### Word meanings per year\nThis plot shows the raw counts for each of the word meanings. You can explore the underlying data by clicking on a year on the timeline, then on the line of text from an individual article.","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1329,"value":"subjectsTable(selectedTitle.workflow, workflowSubjects, selectedSids.workflow)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4620,"value":"viewof selectedAnnotations = interactiveLegend(\n Object.keys(workflowDomain).filter((d) => selectedDomains.includes(d)),\n Object.entries(workflowDomain)\n .filter(([k, v]) => selectedDomains.includes(k))\n .map(([_, v]) => v)\n)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":507,"value":"{\n const data = annotationsByYear.filter((a) =>\n selectedAnnotations.includes(a.annotation)\n );\n const domain = Object.fromEntries(\n Object.entries(workflowDomain).filter(([k, v]) =>\n selectedAnnotations.includes(k)\n )\n );\n\n const plot = ridgelinePlot(data, {\n x: \"year\",\n xDomain: yearDomain,\n y: \"count\",\n fy: \"annotation\",\n domain,\n sort: \"year\",\n title: (d) => title(d),\n height: selectedAnnotations.length * 75,\n overlap: 1\n });\n\n handlePlotClick(\n plot,\n data,\n workflowAnnotations,\n \"annotation\",\n (title, sids) => {\n mutable selectedTitle = {\n ...selectedTitle,\n workflow: title\n };\n mutable selectedSids = {\n ...selectedSids,\n workflow: sids\n };\n }\n );\n\n return plot;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3459,"value":"### Word meanings per year","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3529,"value":"__Relative frequencies__, adjust the counts to account for the variations in the year values, by dividing by the total number of annotations for that word in that year.\n\n__Display trend line__, display a line in the plot that represents the general direction or pattern of the annotation counts for that word per year. The trend line is generated using linear regression.\n\n__Display uncertainty__, display a shaded area in the plot representing the potential variability or imprecision in the data. The range is calculated using confidence intervals for proportions.\n\nThe curves in the plots below are created using a *[monotone-x](https://observablehq.com/plot/features/curves#curves)* curve, a curve interpolation method that ensures a smooth and monotonically increasing or decreasing curve when visualising data along the x-axis.","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3419,"value":"viewof options = Inputs.form({\n normaliseToggle: viewof normaliseToggle,\n regressionToggle: viewof regressionToggle,\n confidenceToggle: viewof confidenceToggle\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3904,"value":"subjectsTable(selectedTitle.norm, workflowSubjects, selectedSids.norm)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4264,"value":"viewof splitSelectedAnnotations = interactiveLegend(\n Object.keys(workflowDomain).filter((d) => selectedDomains.includes(d)),\n Object.entries(workflowDomain)\n .filter(([k, v]) => selectedDomains.includes(k))\n .map(([_, v]) => v)\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3228,"value":"{\n const data = annotationsByYear.filter((a) =>\n splitSelectedAnnotations.includes(a.annotation)\n );\n\n const plot = facetedLinePlot(data, {\n x: \"year\",\n y: normaliseToggle ? \"norm\" : \"count\",\n fy: \"annotation\",\n xDomain: yearDomain,\n fyDomain: workflowDomain,\n title: (d) => title(d),\n r: normaliseToggle ? \"count\" : 3,\n // colourBackgroundLines: true,\n showConfidenceInterval: confidenceToggle,\n showLinearRegression: regressionToggle\n });\n\n handlePlotClick(\n plot,\n data,\n workflowAnnotations,\n \"annotation\",\n (title, sids) => {\n mutable selectedTitle = {\n ...selectedTitle,\n norm: title\n };\n mutable selectedSids = {\n ...selectedSids,\n norm: sids\n };\n }\n );\n\n return plot;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4143,"value":"### Explore word meanings per year, county, region and politics","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4085,"value":"viewof optionsMeaningsBy = Inputs.form({\n facetBy: viewof facetBy,\n facetMinYears: viewof facetMinYears,\n facetNormaliseToggle: viewof facetNormaliseToggle,\n facetRegressionToggle: viewof facetRegressionToggle,\n facetConfidenceToggle: viewof facetConfidenceToggle\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4318,"value":"viewof selectedFacets = {\n const label = `Select ${pluralize(facetBy, 2)}`;\n const values = _.sortBy(Object.keys(countsByFacet));\n const view = Inputs.checkbox(values, {\n disabled: values.filter((v) => countsByFacet[v] < facetMinYears),\n label,\n value: values.filter((v) => countsByFacet[v] >= facetMinYears)\n });\n\n return facetBy !== \"year\" ? view : Inputs.checkbox({ disabled: true });\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4129,"value":"viewof facetSelectedAnnotations = interactiveLegend(\n Object.keys(workflowDomain).filter((d) => selectedDomains.includes(d)),\n Object.entries(workflowDomain)\n .filter(([k, v]) => selectedDomains.includes(k))\n .map(([_, v]) => v)\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2792,"value":"$30","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2522,"value":"## Word meanings agreement distribution\nEach article is classified by multiple volunteer annotators. This plot shows how much the annotators agreed on the possible meanings of the words.","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3031,"value":"agreementDescription","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2917,"value":"viewof agreementYearToggle = Inputs.toggle({\n label: \"Colour by year\",\n value: false\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2623,"value":"subjectsTable(selectedTitle.agreement, workflowSubjects, selectedSids.agreement)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2573,"value":"$31","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3863,"value":"## About the data","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4504,"value":"We used data from the British Newspaper Archive, a vast collection of historical newspapers with detailed metadata, focusing on selected public domain newspaper titles. The categories shown reflect the options for annotating newspaper articles in our [Zooniverse projects](https://www.zooniverse.org/projects/bldigital/living-with-machines/). \n\nThe `${projectTitle}` project has `${workflows.length}` workflows, with a total number of `${totalNumberOfAnnotations.toLocaleString()}` annotations over `${totalNumberOfSubjects.toLocaleString()}` subjects, created by `${participantsBreakdown.total.toLocaleString()}` individual participants. `${participantsBreakdown.loggedIn.toLocaleString()}` participants were logged into Zooniverse accounts and `${participantsBreakdown.notLoggedIn.toLocaleString()}` contributed without logging into an account.\n\nThe data used in this visualisation was exported / uploaded on `${dataExportDate}`.","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":925,"value":"### British Newspaper Archive data","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2419,"value":"#### Newspaper articles distribution","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2422,"value":"viewof toggleSubjectsColour = Inputs.toggle({\n label: \"Colour by word\",\n value: false\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2425,"value":"toggleSubjectsColour\n ? subjectsPlot(subjects, \"workflow\")\n : subjectsPlot(subjects)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1091,"value":"#### Newspapers political distribution\nOverview of political leaning for newspaper titles according to [Mitchell's Press Directories](https://en.wikipedia.org/wiki/Mitchell%27s_Press_Directories), a contemporary source that noted the politics of a newspaper title and its proprietors.","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1033,"value":"newspapersPoliticalDistribution(getNewspapersPoliticalDistribution())","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1088,"value":"#### Political distribution of the newspaper records used in the `${projectTitle}` workflows\nThis project worked with digitised newspapers in the public domain, a proportion of digitised newspapers available on the British Newspaper Archive, which is a proportion of all newspapers published.","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1588,"value":"newspapersPoliticalDistribution(sourcesPolitics)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1624,"value":"#### Explore the newspaper records used in the `${projectTitle}` workflows\nAll data points come from Mitchells Press Directories information processed by the Living with Machines project.","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":292,"value":"viewof sourcesGroupBy = Inputs.radio(\n [\"county\", \"politics\", \"price\", \"price_range\", \"title\", \"year\"],\n {\n label: \"Group by:\",\n value: \"politics\"\n }\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":321,"value":"viewof sourcesColourBy = Inputs.radio(\n [\"county\", \"politics\", \"price\", \"price_range\", \"year\"],\n {\n label: \"Colour by:\",\n value: \"price_range\"\n }\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":216,"value":"newspapersPlot(sources, sourcesGroupBy, sourcesColourBy)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4605,"value":"## The code","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4607,"value":"This section below is the code used to generate the charts above. They are part of Observable's way of making notebooks allowing the more technical to dive into it, but can be ignored by everyone else.","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1229,"value":"## Views","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1449,"value":"mutable selectedTitle = ({\n agreement: \"\",\n norm: \"\",\n workflow: \"\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1134,"value":"mutable selectedSids = ({\n agreement: [],\n norm: [],\n workflow: []\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2818,"value":"title = (d) =>\n `${d.annotation}, ${d.year}\\n${d.count} annotations\\n${d3.format(\"0.2%\")(\n d.norm\n )}, [${d3.format(\"0.2%\")(d.lower)}, ${d3.format(\"0.2%\")(d.upper)}]`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2541,"value":"viewof normaliseToggle = Inputs.toggle({\n label: \"Relative frequencies\",\n value: true\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3161,"value":"viewof regressionToggle = Inputs.toggle({\n disabled: !normaliseToggle,\n label: `Display trend line${\n normaliseToggle ? \"\" : \" (enable normalised counts first)\"\n }`,\n value: false\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3123,"value":"viewof confidenceToggle = Inputs.toggle({\n disabled: !normaliseToggle,\n label: `Display uncertainty${\n normaliseToggle ? \"\" : \" (enable normalised counts first)\"\n }`,\n value: false\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4089,"value":"viewof facetBy = Inputs.radio([\"year\", \"county\", \"region\", \"politics\"], {\n label: \"Group by\",\n value: \"year\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4226,"value":"viewof facetMinYears = Inputs.range([1, _.subtract(yearDomain)], {\n disabled: facetBy === \"year\",\n label: \"Meanings spanning a minimum of years\",\n step: 1,\n value: 10\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4106,"value":"viewof facetNormaliseToggle = Inputs.toggle({\n label: \"Relative frequencies\",\n value: true\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4109,"value":"viewof facetRegressionToggle = Inputs.toggle({\n disabled: !normaliseToggle,\n label: `Display trend line${\n facetNormaliseToggle ? \"\" : \" (enable normalised counts first)\"\n }`,\n value: false\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4113,"value":"viewof facetConfidenceToggle = Inputs.toggle({\n disabled: !normaliseToggle,\n label: `Display uncertainty${\n facetNormaliseToggle ? \"\" : \" (enable normalised counts first)\"\n }`,\n value: false\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":65,"value":"## Data","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":3117,"value":"### Domain","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2247,"value":"defaultDomain = Object.keys(workflowDomain).slice(\n 0,\n Object.keys(workflowDomain).indexOf(\"other\")\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2236,"value":"workflowDomain = domains[domainKey] ||\n _(workflowAnnotations.map((a) => a.annotation))\n .uniq()\n .sortBy()\n .reduce((acc, w, i) => {\n acc[w] = defaultColourScheme[i];\n return acc;\n }, {})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3928,"value":"yearDomain = [\n _.minBy(workflowAnnotations, \"year\").year,\n _.maxBy(workflowAnnotations, \"year\").year\n]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2835,"value":"domainKey = selectedWorkflow.display_name","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3119,"value":"### Annotations","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":4217,"value":"countsByFacet = _.countBy(annotationsBy[facetBy], facetBy)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":483,"value":"annotationsByYear = annotationsBy[\"year\"]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4134,"value":"annotationsBy = ({\n year: getAnnotationsBy(),\n county: getAnnotationsBy([\"year\", \"county\"]),\n region: getAnnotationsBy([\"year\", \"region\"]),\n politics: getAnnotationsBy([\"year\", \"politics\"])\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4043,"value":"function getAnnotationsBy(keys = [\"year\"]) {\n const countBy = {};\n const totalCountsBy = {};\n\n for (const annotation of annotations) {\n const key = keys.map((k) => annotation[k]).join(\"-\");\n const annotationKey = `${annotation.annotation}-${key}`;\n\n if (!countBy[annotationKey]) {\n countBy[annotationKey] = { ...annotation, count: 0 };\n }\n\n countBy[annotationKey].count += 1;\n\n totalCountsBy[key] = (totalCountsBy[key] || 0) + 1;\n }\n\n const data = Object.values(countBy).sort((a, b) => a.year - b.year);\n const normalisedCounts = data.map((d) => {\n const key = keys.map((k) => d[k]).join(\"-\");\n const norm = d.count / totalCountsBy[key];\n return {\n ...d,\n norm,\n ...confidenceInterval(norm, totalCountsBy[key])\n };\n });\n\n return normalisedCounts;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3112,"value":"/**\n * Calculates the confidence interval for a proportion.\n * The confidence interval is calculated at a 95% confidence level.\n * https://www.statology.org/confidence-interval-proportion/\n *\n * @param {number} sampleProportion - The proportion (between 0 and 1) from the sample.\n * @param {number} sampleSize - The size of the sample.\n * @returns {object} An object containing the lower and upper bounds of the confidence interval.\n */\nconfidenceInterval = (sampleProportion, sampleSize) => {\n // z-score for 95% confidence level\n const zScore = 1.96;\n\n // calculate the standard error of the proportion\n const standardError = Math.sqrt(\n ((1 - sampleProportion) * sampleProportion) / sampleSize\n );\n\n // calculate the lower and upper bounds of the confidence interval\n const lower = sampleProportion - zScore * standardError;\n const upper = sampleProportion + zScore * standardError;\n\n return {\n lower,\n upper\n };\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2487,"value":"annotations = {\n const ratios = Object.fromEntries(agreement.map((a) => [a.sid, a.rate]));\n\n return workflowAnnotations\n .filter((a) => selectedDomains.includes(a.annotation))\n .filter((a) => ratios[a.sid] >= agreementThreshold / 100);\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1919,"value":"agreement = _(workflowAnnotations)\n .groupBy(\"sid\")\n .map((group) => {\n const total = _.sumBy(group, \"annotation_n\");\n const max = _.maxBy(group, \"annotation_n\").annotation_n;\n const rate = d3.format(\".2f\")(max / total);\n return { sid: group[0].sid, rate, year: group[0].year, details: group };\n })\n .sortBy(\"rate\")\n .value()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3103,"value":"getAnnotationCount = (annotation) => workflowAnnotationsCount[annotation]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3089,"value":"workflowAnnotationsCount = _.countBy(workflowAnnotations, \"annotation\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":374,"value":"workflowAnnotations = getWorkflowAnnotations(workflow.workflow_id, [\"T0\"])\n .map((a) => {\n const subject = workflowSubjects.find((s) => s.sid === a.sid);\n const source = newspapers[subject.nlp];\n\n return { ...a, subject, source };\n })\n .filter((a) => a.source)\n .flatMap((a) =>\n Object.entries(a.T0).map(([k, v]) => ({\n sid: a.sid,\n annotation: mapAnnotation(k),\n annotation_n: v,\n year: a.subject.year,\n county: a.source.county,\n region: getRegion(a.source.county),\n politics: a.source.politics,\n price: a.source.price,\n price_range: a.source.price_range,\n cc: a.subject.cc,\n rr: a.subject.rr\n }))\n )","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":3092,"value":"mapAnnotation = (value) => {\n const map = {\n \"a railway carriage or wagon, usually powered by steam\":\n \"a railway carriage or wagon\",\n \"a road vehicle powered by a combustion engine, usually for a driver and a small number of passengers\":\n \"a road vehicle powered by a motor\"\n };\n\n if (value in map) {\n return map[value];\n }\n\n if (value.indexOf(\"other\") >= 0) {\n return \"other\";\n }\n\n return value;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2725,"value":"### Workflow","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":418,"value":"workflowSubjects = getSubjects(workflow.workflow_id)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":372,"value":"workflow = selectedWorkflow","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1381,"value":"### Newspapers","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1590,"value":"sourcesPolitics = getNewspapersPoliticalDistribution(sources)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":204,"value":"sources = getNewspapers(nlps)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":999,"value":"newspapers = getNewspapers()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1383,"value":"### Project","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":114,"value":"participantsBreakdown = getParticipantsBreakdown(workflows)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":131,"value":"projectParticipants = workflows.flatMap((w) => getParticipants(w.workflow_id))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":96,"value":"totalNumberOfSubjects = [...new Set(subjects.map((s) => s.sid))].length","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":91,"value":"totalNumberOfAnnotations = workflows.reduce((acc, cur) => acc + cur.classifications_count, 0)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":980,"value":"nlps = [...new Set(subjects.map((s) => s.nlp))]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":977,"value":"subjects = workflows\n .flatMap((w) => [...getSubjects(w.workflow_id)])\n .map((s) => ({ ...s, workflow: getWorkflow(s.workflow_id).display_name }))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":22,"value":"workflows = project.workflows.map(w => getWorkflow(w.workflow_id))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":13,"value":"project = getProject(projectTitle)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":11,"value":"projectTitle = \"Language of Mechanisation\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1385,"value":"## Dependencies","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2364,"value":"import {\n activeStatusDescription,\n agreementDescription,\n participantsDescription,\n disclaimer,\n toc\n} from \"@jmiguelv/lwm-backend-text\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2372,"value":"import {\n defaultColour,\n defaultColourScheme,\n domainComparator,\n domains,\n facetedLinePlot,\n formatYear,\n handlePlotClick,\n interactiveLegend,\n newspapersPlot,\n newspapersPoliticalDistribution,\n ridgelinePlot,\n subjectsPlot,\n subjectsTable,\n workflowsAnnotationsPlot,\n workflowsParticipantsPlot\n} from \"@jmiguelv/lwm-backend-plotting\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":202,"value":"import {\n getNewspapers,\n getNewspapersPoliticalDistribution\n} from \"@jmiguelv/lwm-backend-data\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5,"value":"import {\n dataExportDate,\n getParticipants,\n getParticipantsBreakdown,\n getProject,\n getRegion,\n getSubjects,\n getWorkflow,\n getWorkflowAnnotations\n} from \"@jmiguelv/lwm-backend-data\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":58,"value":"import {\n calculateMarginLeft,\n tooltipPlot\n} from \"@jmiguelv/lwm-backend-plotting\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4342,"value":"pluralize = require(\"pluralize\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W32","stdlib":"1"}} 2d:"$2c:body"