.*?)\\<\\/unittitle\\>.*?\\<dao.*?href\\=\"(?<url>.*?)\".*?\\<\\/c\\>/gs;\nconst matches = [...xmlText.matchAll(pattern)];\nreturn matches;\n```","pinned":false,"hidden":false,"mode":"md"},{"id":473,"value":"Nested and recursive inventory object:","pinned":false,"hidden":false,"mode":"md"},{"id":49,"value":"inventory = jsonInventory[\"OAI-PMH\"].ListRecords.record.metadata.ead.archdesc\n .dsc.c","pinned":false,"hidden":false,"mode":"ojs"},{"id":520,"value":"Archive metadata:","pinned":false,"hidden":false,"mode":"md"},{"id":517,"value":"metadata = jsonInventory[\"OAI-PMH\"].ListRecords.record.metadata.ead.eadheader\n .eadid","pinned":false,"hidden":false,"mode":"ojs"},{"id":774,"value":"archiveTitle = metadata.publicid.match(/\$(.*)\$/)[1].replaceAll(\"::\", \" \")","pinned":false,"hidden":false,"mode":"ojs"},{"id":478,"value":"Recursive function that returns all objects with a `dao` property:","pinned":false,"hidden":false,"mode":"md"},{"id":330,"value":"$30","pinned":false,"hidden":false,"mode":"ojs"},{"id":545,"value":"$31","pinned":false,"hidden":false,"mode":"ojs"},{"id":482,"value":"Result of that function:","pinned":false,"hidden":false,"mode":"md"},{"id":341,"value":"listedFiles = ({\n id: metadata.mainagencycode,\n handle: metadata.url,\n title: metadata.content,\n children: listFiles(inventory)\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":537,"value":"Tree view using https://observablehq.com/@tophtucker/tree-input (see above)","pinned":false,"hidden":false,"mode":"md"},{"id":596,"value":"List the METS URLs of the selected folder:","pinned":false,"hidden":false,"mode":"md"},{"id":579,"value":"listedMets = listMets(selectedFolder)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1195,"value":"listedAllMets = listMets(listedFiles)","pinned":false,"hidden":false,"mode":"ojs"},{"id":571,"value":"function listMets(folder) {\n let array = [];\n if (folder.children) {\n for (const child of folder.children) {\n const results = listMets(child);\n array.push(results);\n }\n } else if (folder.mets) {\n array.push(folder.mets);\n }\n return array.flat();\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1211,"value":"function listImages(folder) {\n let array = [];\n if (folder.children) {\n for (const child of folder.children) {\n const results = listImages(child);\n array.push(results);\n }\n } else if (folder.images) {\n array.push(folder.images);\n }\n return array.flat();\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1213,"value":"listedImages = listImages(selectedFolder)","pinned":false,"hidden":false,"mode":"ojs"},{"id":600,"value":"Fetch the METs if not too many and extract the IIIF Image URIs:","pinned":false,"hidden":false,"mode":"md"},{"id":592,"value":"async function getIIIFImageUris(list) {\n let array = [];\n for (const url of list) {\n const response = await fetch(url).then((response) => response.text());\n const parsedResponse = parseXml(response);\n const json = xmlToJSON(parsedResponse);\n const fileGroup = json.mets.fileSec.fileGrp.filter(\n (item) => item.USE === \"DISPLAY\"\n );\n if (Array.isArray(fileGroup[0].file)) {\n fileGroup[0].file.forEach((item) =>\n array.push(item.FLocat[\"xlink:href\"].split(\"/info.json\")[0])\n );\n } else {\n array.push(fileGroup[0].file.FLocat[\"xlink:href\"].split(\"/info.json\")[0]);\n }\n }\n return array;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1197,"value":"async function getAllIIIFImageUris(list) {\n let map = new Map();\n for (const url of list) {\n const response = await fetch(url).then((response) => response.text());\n const parsedResponse = parseXml(response);\n const json = xmlToJSON(parsedResponse);\n const fileGroup = json.mets.fileSec.fileGrp.filter(\n (item) => item.USE === \"DISPLAY\"\n );\n if (Array.isArray(fileGroup[0].file)) {\n let imageArray = fileGroup[0].file.map(\n (item) => item.FLocat[\"xlink:href\"].split(\"/info.json\")[0]\n );\n map.set(url, imageArray);\n } else {\n const imageArray = [\n fileGroup[0].file.FLocat[\"xlink:href\"].split(\"/info.json\")[0]\n ];\n map.set(url, imageArray);\n }\n }\n return map;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1203,"value":"imageURIs = new Map(await FileAttachment(\"imageUris.json\").json())","pinned":false,"hidden":false,"mode":"ojs"},{"id":1035,"value":"listedImagesChunks = {\n const arr = listedImages;\n const chunkSize = pageSize;\n let chunks = [];\n\n for (let i = 0; i < arr.length; i += chunkSize) {\n const chunk = arr.slice(i, i + chunkSize);\n chunks.push(chunk);\n }\n return chunks;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1054,"value":"editorBaseUrl = \"https://editor.allmaps.org/#/collection?url=\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":1079,"value":"urlUrl = new URLSearchParams(html`<a href>`.search).get(\"archive\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":147,"value":"## Functions","pinned":false,"hidden":false,"mode":"md"},{"id":17,"value":"parser = new DOMParser()","pinned":false,"hidden":false,"mode":"ojs"},{"id":619,"value":"parseXml = (xmlText) => parser.parseFromString(xmlText, \"text/xml\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":26,"value":"// Source: https://observablehq.com/@visnup/xml-to-json\nfunction domToJSON(node) {\n let obj = Object.create(null);\n if (node.children.length === 0 && node.innerHTML) {\n obj.content = node.innerHTML;\n }\n\n const counts = childCounts(node);\n\n for (const child of node.children) {\n const { localName } = child;\n if (counts[localName] > 1) {\n (obj[localName] = obj[localName] || []).push(domToJSON(child));\n } else {\n obj[localName] = domToJSON(child);\n }\n }\n\n let attrs = node.attributes;\n if (attrs) {\n for (let i = attrs.length - 1; i >= 0; i--) {\n obj[attrs[i].name] = attrs[i].value;\n }\n }\n\n return obj;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":28,"value":"childCounts = (node) => {\n const counts = {};\n for (const {localName} of node.children)\n counts[localName] = (counts[localName] || 0) + 1;\n return counts;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":24,"value":"xmlToJSON = (src) => domToJSON(src)","pinned":false,"hidden":false,"mode":"ojs"},{"id":151,"value":"https://goessner.net/download/prj/jsonxml/\nhttps://www.xml.com/pub/a/2006/05/31/converting-between-xml-and-json.html\nhttps://stackoverflow.com/questions/1773550/convert-xml-to-json-and-back-using-javascript","pinned":false,"hidden":false,"mode":"md"},{"id":131,"value":"$32","pinned":false,"hidden":false,"mode":"ojs"},{"id":165,"value":"https://github.com/nashwaan/xml-js#readme4","pinned":false,"hidden":false,"mode":"md"},{"id":155,"value":"// convert = require(\"https://bundle.run/xml-js@1.6.11\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":507,"value":"// import { treeInput } from \"@tophtucker/tree-input\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":699,"value":"$33","pinned":false,"hidden":false,"mode":"ojs"},{"id":701,"value":"getName = (d) => d.name","pinned":false,"hidden":false,"mode":"ojs"},{"id":703,"value":"getChildren = (d) => d.children","pinned":false,"hidden":false,"mode":"ojs"},{"id":1012,"value":"$34","pinned":false,"hidden":false,"mode":"md"},{"id":1015,"value":"$35","pinned":false,"hidden":false,"mode":"md"}],"files":"$W36","stdlib":"1","titling":"auto"} </article></body></html>

2f:T794,tmk = { let array = []; const veldMinuten = listedFiles.children[0].children[1].children[0].children[0].children.map( (item) => ({ number: +item.id.match(/7\.(\w+?)\./)[1], ...item }) ); const bladWijzers = listedFiles.children[0].children[1].children[0].children[2].children.map( (item) => ({ number: +item.id.match(/7B(\w*)/)[1], ...item }) ); const netTekeningen = listedFiles.children[0].children[1].children[3].children[0].children.map( (item) => ({ number: +item.id.match(/8.([0-9]*)/)[1], ...item }) ); for (let step = 1; step <= 62; step++) { const filteredVeldMinuten = veldMinuten.filter( (item) => item.number === step ); const filteredBladwijzers = bladWijzers.filter( (item) => item.number === step ); const filteredNetTekeningen = netTekeningen.filter( (item) => item.number === step ); array.push({ sheet: step, title: (filteredNetTekeningen.length > 0 && filteredNetTekeningen[0].location) || (filteredVeldMinuten.length > 0 && filteredVeldMinuten[0].location) || null, veldminuten: filteredVeldMinuten.length > 0 && filteredVeldMinuten[0].children ? filteredVeldMinuten[0].children : filteredVeldMinuten.length > 0 ? [filteredVeldMinuten[0]] : null, bladwijzer: filteredBladwijzers.length > 0 && filteredBladwijzers[0].children ? filteredBladwijzers[0].children : filteredBladwijzers.length > 0 ? [filteredBladwijzers[0]] : null, nettekeningen: filteredNetTekeningen.length > 0 && filteredNetTekeningen[0].children ? filteredNetTekeningen[0].children : filteredNetTekeningen.length > 0 ? [filteredNetTekeningen[0]] : null }); } return array; }30:T481,function listFiles(inventory) { let array = []; if (Array.isArray(inventory)) { for (const item of inventory) { if (item.did && item.did.dao) { array.push({ ...getMetadata(item.did), did: item.did, level: item.level }); } else if (item.c) { const children = listFiles(item.c); if (children.length > 0) { array.push({ ...getMetadata(item.did), level: item.level, did: item.did, children: children }); } } } } else if (inventory.did && inventory.did.dao) { // If there's only one child, c contains an object instead of an array array.push({ ...getMetadata(inventory.did), level: inventory.level, did: inventory.did }); } else if (inventory.c) { // If the object contains additional children const children = listFiles(inventory.c); if (children.length > 0) { array.push({ ...getMetadata(inventory.did), level: inventory.level, did: inventory.did, children: children }); } } return array; }31:T767,function getMetadata(item) { let object = { id: "", handle: "", mets: "", title: "", date: "", location: "", person: "", description: "", scale: "" }; // Identifier and handle if (item.unitid && Array.isArray(item.unitid)) { object.id = item.unitid[0].content; const handle = item.unitid.filter((item) => item.type === "handle"); if (handle.length !== 0) { object.handle = handle[0].content; } } else if (item.unitid && item.unitid.content) { object.id = item.unitid.content; } // METS if (item.dao && item.dao.href) { object.mets = item.dao.href; object.images = imageURIs.get(item.dao.href); } // Title if (item.unittitle && item.unittitle.content) { object.title = item.unittitle.content; } // Date if (item.unitdate && item.unitdate.normal) { object.date = item.unitdate.normal; } else if (item.unittitle.unitdate && item.unittitle.unitdate.normal) { object.date = item.unittitle.unitdate.normal; } // Location if (item.unittitle.geogname && Array.isArray(item.unittitle.geogname)) { object.location = item.unittitle.geogname .map((item) => item.content) .join(", "); } else if (item.unittitle.geogname && item.unittitle.geogname.content) { object.location = item.unittitle.geogname.content; } // Person if ( item.unittitle.persname && Array.isArray(item.unittitle.persname.content) ) { object.person = item.unittitle.persname.content.join(", "); } else if (item.unittitle.persname && item.unittitle.persname.content) { object.person = item.unittitle.persname.content; } // Description if (item.physdesc && item.physdesc.content) { object.description = item.physdesc.content; } // Scale if (item.materialspec && item.materialspec.content) { object.scale = item.materialspec.content; } return object; }32:T1925,/* This work is licensed under Creative Commons GNU LGPL License. License: http://creativecommons.org/licenses/LGPL/2.1/ Version: 0.9 Author: Stefan Goessner/2006 Web: http://goessner.net/ */ function xml2json(xml, tab) { var X = { toObj: function(xml) { var o = {}; if (xml.nodeType==1) { // element node .. if (xml.attributes.length) // element with attributes .. for (var i=0; i 1) o = X.escape(X.innerXml(xml)); else for (var n=xml.firstChild; n; n=n.nextSibling) o["#cdata"] = X.escape(n.nodeValue); } } if (!xml.attributes.length && !xml.firstChild) o = null; } else if (xml.nodeType==9) { // document.node o = X.toObj(xml.documentElement); } else alert("unhandled node type: " + xml.nodeType); return o; }, toJson: function(o, name, ind) { var json = name ? ("\""+name+"\"") : ""; if (o instanceof Array) { for (var i=0,n=o.length; i 1 ? ("\n"+ind+"\t"+o.join(",\n"+ind+"\t")+"\n"+ind) : o.join("")) + "]"; } else if (o == null) json += (name&&":") + "null"; else if (typeof(o) == "object") { var arr = []; for (var m in o) arr[arr.length] = X.toJson(o[m], m, ind+"\t"); json += (name?":{":"{") + (arr.length > 1 ? ("\n"+ind+"\t"+arr.join(",\n"+ind+"\t")+"\n"+ind) : arr.join("")) + "}"; } else if (typeof(o) == "string") json += (name&&":") + "\"" + o.toString() + "\""; else json += (name&&":") + o.toString(); return json; }, innerXml: function(node) { var s = "" if ("innerHTML" in node) s = node.innerHTML; else { var asXml = function(n) { var s = ""; if (n.nodeType == 1) { s += "<" + n.nodeName; for (var i=0; i"; } else s += "/>"; } else if (n.nodeType == 3) s += n.nodeValue; else if (n.nodeType == 4) s += ""; return s; }; for (var c=node.firstChild; c; c=c.nextSibling) s += asXml(c); } return s; }, escape: function(txt) { return txt.replace(/[\\]/g, "\\\\") .replace(/[\"]/g, '\\"') .replace(/[\n]/g, '\\n') .replace(/[\r]/g, '\\r'); }, removeWhite: function(e) { e.normalize(); for (var n = e.firstChild; n; ) { if (n.nodeType == 3) { // text node if (!n.nodeValue.match(/[^ \f\n\r\t\v]/)) { // pure whitespace text node var nxt = n.nextSibling; e.removeChild(n); n = nxt; } else n = n.nextSibling; } else if (n.nodeType == 1) { // element node X.removeWhite(n); n = n.nextSibling; } else // any other node n = n.nextSibling; } return e; } }; if (xml.nodeType == 9) // document node xml = xml.documentElement; var json = X.toJson(X.toObj(X.removeWhite(xml)), xml.nodeName, "\t"); return "{\n" + tab + (tab ? json.replace(/\t/g, tab) : json.replace(/\t|\n/g, "")) + "\n}"; }33:T421,// From: https://observablehq.com/@tophtucker/tree-input function treeInput( tree, { name = getName, children = getChildren, open = 0, value = tree } = {} ) { const id = DOM.uid().id; const form = htl.html``; set(value)(); return form; function set(value) { return function () { form.value = value; form.dispatchEvent(new Event("input", { bubbles: true })); }; } function inner(node, { checked = false, open } = {}) { const item = htl.html` ${name(node)}`; return node.children?.length ? htl.html`

${item}

${children(node).map((d) => inner(d, { open: 0 }))}

` : htl.html`

${item}

`; } }34:T55d,## SPARQL SPARQL endpoint: - https://www.nationaalarchief.nl/onderzoeken/linked-open-data - https://www.nationaalarchief.nl/onderzoeken/linked-open-data/sparql-interface - https://www.nationaalarchief.nl/onderzoeken/sparql - https://www.nationaalarchief.nl/onderzoeken/ontologie#webserviceIIIF Het is alleen mogelijk om de fotocollectie te bevragen via de SPARQL interface. Voor de IIIF service wordt het predicaat `` gebruikt, onderdeel van ``. Voorbeeld: Node 1: - Subject: https://archief.nl/doc/fotorecord/ac8de352-d0b4-102d-bcf8-003048976d84 - Predicate: http://www.europeana.eu/schemas/edm/hasView - Object: https://service.archief.nl/gaf/api/file/v1/thumb/16e293f8-54a9-4f89-abcf-e957279ead26 Node 2: - Subject: https://service.archief.nl/gaf/api/file/v1/thumb/16e293f8-54a9-4f89-abcf-e957279ead26 - Predicate: https://archief.nl/def/ontologie/webserviceIIIF - Object: https://service.archief.nl/iip/a7/c5/12/9c/0b/90/4c/94/93/7e/61/1c/af/5f/ad/f4/16e293f8-54a9-4f89-abcf-e957279ead26.jp2/info.json Voorbeeld query: ``` PREFIX rdf: PREFIX rdfs: SELECT * WHERE { ?pred ?obj . } LIMIT 100 ```35:T9df,## EAD Encoded Archival Description (EAD) is te downloaden via: https://www.nationaalarchief.nl/onderzoeken/archief/4.TOPO/download/xml Alternatief via OAI-PMH: - https://service.archief.nl/gaf/oai/!open_oai.OAIHandler?verb=GetRecord&metadataPrefix=oai_ead&identifier=4.TOPO - https://service.archief.nl/gaf/oai/!open_oai.OAIHandler?verb=ListRecords&set=4.TOPO&metadataPrefix=oai_ead Voorbeeld van één file: ```xml 3.2.1.1 http://hdl.handle.net/10648/e9743215-b972-46f0-b0e1-868c4c831fce Tableau d'Assemblage a L'échelle de 1/100.000 1:100.000

TDN-nr. 1489.

kaart ``` (Soms heeft een file meerdere items.) Daarin staat voor gedigitaliseerde bestanden een verwijzing naar een METS XML zoals: - https://service.archief.nl/gaf/api/mets/v1/0447ed14-f199-43dc-b0ee-80171104c044 In de METS staat een verwijzing naar de IIIF Image API: ```xml ``` Soms zijn er meerdere beelden in één fileGrp: - https://service.archief.nl/gaf/api/mets/v1/8e20ef2a-00d9-4509-a325-d52ef6aee2fa Ook in 2.13.167 > Stukken van algemene aard > Bijlagen > Calque ```xml ```36:[{"id":"63c6e8b5c0d6fb6326cffb3d7eeeb7b85c99462aa7a69289daffab18e6def6d665654f2c8ab877174979ae3a6456a06ca6a2e35de1965953ee513fc1b02996bf","href":"https://static.observableusercontent.com/files/63c6e8b5c0d6fb6326cffb3d7eeeb7b85c99462aa7a69289daffab18e6def6d665654f2c8ab877174979ae3a6456a06ca6a2e35de1965953ee513fc1b02996bf","name":"4.TOPO.xml","type":"application/xml","lastModified":1695881157578.806,"size":6100478},{"id":"6a233afff19d64e7e7802e2b384c44e10d9861a61b2dffcf795cc27fc6d3c56a563b640b2cd661ac48e3a148c7f010644f22527e1e5e134161939050c6cb9470","href":"https://static.observableusercontent.com/files/6a233afff19d64e7e7802e2b384c44e10d9861a61b2dffcf795cc27fc6d3c56a563b640b2cd661ac48e3a148c7f010644f22527e1e5e134161939050c6cb9470","name":"imageUris.json","type":"application/json","lastModified":1695884947611.063,"size":865579},{"id":"01a2d9ec4044d24dfdad6a3876db1669cb989534c530334d9dc331641e987846987c55bc142408d0b60b17d2e0c6f1b7713ca65d48b759e32000425548a5a98f","href":"https://static.observableusercontent.com/files/01a2d9ec4044d24dfdad6a3876db1669cb989534c530334d9dc331641e987846987c55bc142408d0b60b17d2e0c6f1b7713ca65d48b759e32000425548a5a98f","name":"bladwijzer-tmk-kaders.svg","type":"image/svg+xml","lastModified":1695975621160.899,"size":8568},{"id":"1765b54b90aec8f25361cba544aa6f2c2f502779655ae2ae6cb87281f35fa7c7f4adec277f39eb1ba23dbf04ed261643fee1c10a2c56c891cfd9bf430ddc2473","href":"https://static.observableusercontent.com/files/1765b54b90aec8f25361cba544aa6f2c2f502779655ae2ae6cb87281f35fa7c7f4adec277f39eb1ba23dbf04ed261643fee1c10a2c56c891cfd9bf430ddc2473","name":"bladwijzer-bonnebladen-kaders.svg","type":"image/svg+xml","lastModified":1695975628501.833,"size":101386}] 2d:{"title":"Map series in 4.TOPO (National Archives)","cells":[{"id":0,"value":"# Map series in 4.TOPO (National Archives)\n\n[Toelichting Open Data bij Nationaal Archief](https://www.nationaalarchief.nl/onderzoeken/open-data/archiefinventarissen-digitale-objecten-en-scans-van-archieven)\n\nContext for this Notebook: https://gist.github.com/sammeltassen/5d8ba75861a65d7eef4d6e3107161129\n\nFork of:\nhttps://observablehq.com/d/f20a73ea8f8a4c50","pinned":false,"hidden":false,"mode":"md"},{"id":745,"value":"**${archiveTitle}**","pinned":false,"hidden":false,"mode":"md"},{"id":1129,"value":"viewof series = Inputs.select([\"A6 TMK\", \"A7 Bonnebladen\"], {\n label: \"Select one\"\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":511,"value":"viewof selectedFolder = treeInput(\n series === \"A6 TMK\"\n ? listedFiles.children[0].children[1]\n : listedFiles.children[0].children[2],\n {\n children: (d) => d.children,\n name: (d) =>\n htl.html`

${\n        d.id +\n        \" \" +\n        (d.title\n          ? d.title\n          : d.location\n          ? d.location\n          : d.person\n          ? d.person\n          : \"\") +\n        (d.date ? \" (\" + d.date + \")\" : \"\")\n      }

`,\n open: 1\n }\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1441,"value":"Bladwijzers:\n- http://www.atlassen.info/kaarten/topograf/nl_topografie/top200/top200.html\n- https://www.dotkadata.com/woii-archief/kadaster/k-bonnebladen/","pinned":false,"hidden":false,"mode":"md"},{"id":1448,"value":"## Master jsons","pinned":false,"hidden":false,"mode":"md"},{"id":1322,"value":"bonnebladen = {\n let array = [];\n const minuten =\n listedFiles.children[0].children[2].children[0].children[0].children.map(\n (item) => ({\n number: +item.id.match(/10\\.(\\w*)/)[1],\n ...item\n })\n );\n // const aanvullendeMinuten =\n // listedFiles.children[0].children[2].children[0].children[1].children.map(\n // (item) => ({\n // number: +item.id.match(/10\\.(\\w*)/)[1],\n // ...item\n // })\n // );\n // const bijlagen = listedFiles.children[0].children[2].children[2];\n for (let step = 1; step <= 776; step++) {\n const filteredMinuten = minuten.filter((item) => item.number === step);\n array.push({\n sheet: step,\n title:\n (filteredMinuten.length > 0 && filteredMinuten[0].location) || null,\n minuten:\n filteredMinuten.length > 0 && filteredMinuten[0].children\n ? filteredMinuten[0].children\n : filteredMinuten.length > 0\n ? [filteredMinuten[0]]\n : null\n });\n }\n return array;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1238,"value":"$2f","pinned":false,"hidden":false,"mode":"ojs"},{"id":1158,"value":"function groupBy(objectArray, property) {\n return objectArray.reduce((acc, obj) => {\n const key = obj[property];\n const curGroup = acc[key] ?? [];\n\n return { ...acc, [key]: [...curGroup, obj] };\n }, {});\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1235,"value":"arrayRange = (start, stop, step) =>\n Array.from(\n { length: (stop - start) / step + 1 },\n (value, index) => start + index * step\n )","pinned":false,"hidden":false,"mode":"ojs"},{"id":1067,"value":"## Preview\n\n_Click to open image in Allmaps Editor_","pinned":false,"hidden":false,"mode":"md"},{"id":882,"value":"$${listedImages.length} images URIs of ${listedMets.length} METS fetched","pinned":false,"hidden":false,"mode":"md"},{"id":1032,"value":"viewof page = Inputs.range([1, listedImagesChunks.length], {\n label: \"Page\",\n step: 1,\n value: 1\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":1026,"value":"viewof pageSize = Inputs.range([50, 200], {\n label: \"Page size\",\n step: 50,\n value: 100\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":1028,"value":"viewof thumbSize = Inputs.range([100, 300], {\n label: \"Thumbnail size\",\n step: 100,\n value: 100\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":1048,"value":"$${listedImagesChunks.length > 0 ? listedImagesChunks[page -1].map(item => `

`).join(\"\\n\") : \"_No images found; please fetch_\"}","pinned":false,"hidden":false,"mode":"md"},{"id":1069,"value":"**Export**","pinned":false,"hidden":false,"mode":"md"},{"id":1062,"value":"Inputs.button(`Copy IIIF Image URIs to clipboard`, {\n value: null,\n reduce: () => navigator.clipboard.writeText(imageURIs.join(\"\\n\"))\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":870,"value":"viewof textarea = Inputs.textarea({\n value: [...imageURIs.keys()].join(\"\\n\")\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":878,"value":"Use this Notebook to create a IIIF Manifest: https://observablehq.com/@allmaps/manifest-from-iiif-images","pinned":false,"hidden":false,"mode":"md"},{"id":887,"value":"selectedFolder","pinned":false,"hidden":false,"mode":"ojs"},{"id":923,"value":"Multiple pages? See resumption token:","pinned":false,"hidden":false,"mode":"md"},{"id":918,"value":"jsonInventory[\"OAI-PMH\"].ListRecords.resumptionToken","pinned":false,"hidden":false,"mode":"ojs"},{"id":1020,"value":"Alternative presentation:\n- https://observablehq.com/@d3/zoomable-treemap","pinned":false,"hidden":false,"mode":"md"},{"id":1023,"value":"Image grid:\n- https://observablehq.com/@saneef/tailwindcss#initializeTWind","pinned":false,"hidden":false,"mode":"md"},{"id":795,"value":"## Implementation","pinned":false,"hidden":false,"mode":"md"},{"id":461,"value":"Converting XML to JSON using https://observablehq.com/@visnup/xml-to-json:","pinned":false,"hidden":false,"mode":"md"},{"id":1118,"value":"xmlInventory = FileAttachment(\"4.TOPO.xml\").xml()","pinned":false,"hidden":false,"mode":"ojs"},{"id":32,"value":"jsonInventory = xmlToJSON(xmlInventory)","pinned":false,"hidden":false,"mode":"ojs"},{"id":469,"value":"Regex approach for finding the METS URLs (causes Notebook to freeze for large XMLs):\n\n```js\nconst pattern = /\\.*?\$?.*?)\\<\\/unitid\\>.*?\\(?.*?)\\<\\/unittitle\\>.*?\\<dao.*?href\\=\"(?<url>.*?)\".*?\\<\\/c\\>/gs;\nconst matches = [...xmlText.matchAll(pattern)];\nreturn matches;\n```","pinned":false,"hidden":false,"mode":"md"},{"id":473,"value":"Nested and recursive inventory object:","pinned":false,"hidden":false,"mode":"md"},{"id":49,"value":"inventory = jsonInventory[\"OAI-PMH\"].ListRecords.record.metadata.ead.archdesc\n .dsc.c","pinned":false,"hidden":false,"mode":"ojs"},{"id":520,"value":"Archive metadata:","pinned":false,"hidden":false,"mode":"md"},{"id":517,"value":"metadata = jsonInventory[\"OAI-PMH\"].ListRecords.record.metadata.ead.eadheader\n .eadid","pinned":false,"hidden":false,"mode":"ojs"},{"id":774,"value":"archiveTitle = metadata.publicid.match(/\\((.*)\$/)[1].replaceAll(\"::\", \" \")","pinned":false,"hidden":false,"mode":"ojs"},{"id":478,"value":"Recursive function that returns all objects with a `dao` property:","pinned":false,"hidden":false,"mode":"md"},{"id":330,"value":"$30","pinned":false,"hidden":false,"mode":"ojs"},{"id":545,"value":"$31","pinned":false,"hidden":false,"mode":"ojs"},{"id":482,"value":"Result of that function:","pinned":false,"hidden":false,"mode":"md"},{"id":341,"value":"listedFiles = ({\n id: metadata.mainagencycode,\n handle: metadata.url,\n title: metadata.content,\n children: listFiles(inventory)\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":537,"value":"Tree view using https://observablehq.com/@tophtucker/tree-input (see above)","pinned":false,"hidden":false,"mode":"md"},{"id":596,"value":"List the METS URLs of the selected folder:","pinned":false,"hidden":false,"mode":"md"},{"id":579,"value":"listedMets = listMets(selectedFolder)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1195,"value":"listedAllMets = listMets(listedFiles)","pinned":false,"hidden":false,"mode":"ojs"},{"id":571,"value":"function listMets(folder) {\n let array = [];\n if (folder.children) {\n for (const child of folder.children) {\n const results = listMets(child);\n array.push(results);\n }\n } else if (folder.mets) {\n array.push(folder.mets);\n }\n return array.flat();\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1211,"value":"function listImages(folder) {\n let array = [];\n if (folder.children) {\n for (const child of folder.children) {\n const results = listImages(child);\n array.push(results);\n }\n } else if (folder.images) {\n array.push(folder.images);\n }\n return array.flat();\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1213,"value":"listedImages = listImages(selectedFolder)","pinned":false,"hidden":false,"mode":"ojs"},{"id":600,"value":"Fetch the METs if not too many and extract the IIIF Image URIs:","pinned":false,"hidden":false,"mode":"md"},{"id":592,"value":"async function getIIIFImageUris(list) {\n let array = [];\n for (const url of list) {\n const response = await fetch(url).then((response) => response.text());\n const parsedResponse = parseXml(response);\n const json = xmlToJSON(parsedResponse);\n const fileGroup = json.mets.fileSec.fileGrp.filter(\n (item) => item.USE === \"DISPLAY\"\n );\n if (Array.isArray(fileGroup[0].file)) {\n fileGroup[0].file.forEach((item) =>\n array.push(item.FLocat[\"xlink:href\"].split(\"/info.json\")[0])\n );\n } else {\n array.push(fileGroup[0].file.FLocat[\"xlink:href\"].split(\"/info.json\")[0]);\n }\n }\n return array;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1197,"value":"async function getAllIIIFImageUris(list) {\n let map = new Map();\n for (const url of list) {\n const response = await fetch(url).then((response) => response.text());\n const parsedResponse = parseXml(response);\n const json = xmlToJSON(parsedResponse);\n const fileGroup = json.mets.fileSec.fileGrp.filter(\n (item) => item.USE === \"DISPLAY\"\n );\n if (Array.isArray(fileGroup[0].file)) {\n let imageArray = fileGroup[0].file.map(\n (item) => item.FLocat[\"xlink:href\"].split(\"/info.json\")[0]\n );\n map.set(url, imageArray);\n } else {\n const imageArray = [\n fileGroup[0].file.FLocat[\"xlink:href\"].split(\"/info.json\")[0]\n ];\n map.set(url, imageArray);\n }\n }\n return map;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1203,"value":"imageURIs = new Map(await FileAttachment(\"imageUris.json\").json())","pinned":false,"hidden":false,"mode":"ojs"},{"id":1035,"value":"listedImagesChunks = {\n const arr = listedImages;\n const chunkSize = pageSize;\n let chunks = [];\n\n for (let i = 0; i < arr.length; i += chunkSize) {\n const chunk = arr.slice(i, i + chunkSize);\n chunks.push(chunk);\n }\n return chunks;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1054,"value":"editorBaseUrl = \"https://editor.allmaps.org/#/collection?url=\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":1079,"value":"urlUrl = new URLSearchParams(html`<a href>`.search).get(\"archive\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":147,"value":"## Functions","pinned":false,"hidden":false,"mode":"md"},{"id":17,"value":"parser = new DOMParser()","pinned":false,"hidden":false,"mode":"ojs"},{"id":619,"value":"parseXml = (xmlText) => parser.parseFromString(xmlText, \"text/xml\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":26,"value":"// Source: https://observablehq.com/@visnup/xml-to-json\nfunction domToJSON(node) {\n let obj = Object.create(null);\n if (node.children.length === 0 && node.innerHTML) {\n obj.content = node.innerHTML;\n }\n\n const counts = childCounts(node);\n\n for (const child of node.children) {\n const { localName } = child;\n if (counts[localName] > 1) {\n (obj[localName] = obj[localName] || []).push(domToJSON(child));\n } else {\n obj[localName] = domToJSON(child);\n }\n }\n\n let attrs = node.attributes;\n if (attrs) {\n for (let i = attrs.length - 1; i >= 0; i--) {\n obj[attrs[i].name] = attrs[i].value;\n }\n }\n\n return obj;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":28,"value":"childCounts = (node) => {\n const counts = {};\n for (const {localName} of node.children)\n counts[localName] = (counts[localName] || 0) + 1;\n return counts;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":24,"value":"xmlToJSON = (src) => domToJSON(src)","pinned":false,"hidden":false,"mode":"ojs"},{"id":151,"value":"https://goessner.net/download/prj/jsonxml/\nhttps://www.xml.com/pub/a/2006/05/31/converting-between-xml-and-json.html\nhttps://stackoverflow.com/questions/1773550/convert-xml-to-json-and-back-using-javascript","pinned":false,"hidden":false,"mode":"md"},{"id":131,"value":"$32","pinned":false,"hidden":false,"mode":"ojs"},{"id":165,"value":"https://github.com/nashwaan/xml-js#readme4","pinned":false,"hidden":false,"mode":"md"},{"id":155,"value":"// convert = require(\"https://bundle.run/xml-js@1.6.11\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":507,"value":"// import { treeInput } from \"@tophtucker/tree-input\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":699,"value":"$33","pinned":false,"hidden":false,"mode":"ojs"},{"id":701,"value":"getName = (d) => d.name","pinned":false,"hidden":false,"mode":"ojs"},{"id":703,"value":"getChildren = (d) => d.children","pinned":false,"hidden":false,"mode":"ojs"},{"id":1012,"value":"$34","pinned":false,"hidden":false,"mode":"md"},{"id":1015,"value":"$35","pinned":false,"hidden":false,"mode":"md"}],"files":"$W36","stdlib":"1","titling":"auto"} </article></body></html>