3e:null 3f:["$","title",null,{"children":"OptiCrush: PDF Parser and OCR (alpha demo) | Gurumurthi V Ramanan | Observable"}] 45:[{"id":"b17b7d86a3b365a7459ce13917d93889a307f5688a5938de43e7d846a4798f731d9bae2e8e2c8bab668db5b24b2fe3b06987d869793e1a5c2edf54a1e2241dfe","href":"https://static.observableusercontent.com/files/b17b7d86a3b365a7459ce13917d93889a307f5688a5938de43e7d846a4798f731d9bae2e8e2c8bab668db5b24b2fe3b06987d869793e1a5c2edf54a1e2241dfe","name":"Generalist Agent.pdf","type":"application/pdf","lastModified":1683732285274.273,"size":7359418}] 43:{"id":"6b435983cd9b10f8","slug":null,"title":"OptiCrush: PDF Parser and OCR (alpha demo)","thumbnail":"c5f5225c519a615a888d857ea2545da8b6a6c9f357eeff89a181f1f832775b99","access_level":"public","create_time":"$D2023-05-10T15:24:45.274Z","update_time":"$D2023-05-10T15:24:45.274Z","view_time":null,"first_public_time":"$D2023-05-10T15:24:45.274Z","has_unpublished_edits":null,"fork":true,"stars":0,"starred":false,"owner":{"type":"team","id":"69a417512edefa91","login":"gurumurthi","name":"Gurumurthi V Ramanan","avatar_url":"https://avatars-next.observableusercontent.com/c09a8604e9707f7f7177e91ef5258689e454257e5f3e5cbee835170a68ab522c","tier":"starter_2024","bio":"","following":false},"version":4262,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"e82770571cb9bebf","login":"gurumurthi","name":"Gurumurthi V Ramanan","avatar_url":"https://avatars-next.observableusercontent.com/c09a8604e9707f7f7177e91ef5258689e454257e5f3e5cbee835170a68ab522c","tier":null,"bio":"","following":false}],"members":[{"type":"individual","id":"e82770571cb9bebf","login":"gurumurthi","name":"Gurumurthi V Ramanan","avatar_url":"https://avatars-next.observableusercontent.com/c09a8604e9707f7f7177e91ef5258689e454257e5f3e5cbee835170a68ab522c","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":0,"collection":null,"type":"notebook","body":{"titling":"auto","title":"OptiCrush: PDF Parser and OCR (alpha demo)","cells":[{"id":1109,"value":"# OptiCrush: PDF Parser and OCR (alpha demo)\n## Example rendering of DeepMind's Gato: A Generalist Agent","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":3619,"value":"{\n const canvas = htl.html`

`;\n renderPdf(canvas, pdf, pageNumber);\n return canvas;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1483,"value":"{\n return html`

${page.textContent.items\n .map(({ str, hasEOL, fontName }) => {\n if (!str.length) return \"

\";\n\n let out = str;\n let outLastIdx = out.length - 1;\n let lastOutChar = out[outLastIdx];\n\n if (lastOutChar === \"-\") out = [...out].slice(0, outLastIdx).join(\"\");\n\n if (\"!.?!\".includes(lastOutChar)) out = out + \"

\";\n\n return `${`${texDecode(out)}`}`;\n })\n .join(\" \")}

`;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1428,"value":"viewof pageNumber = Inputs.select(\n [...new Array(pdf.numPages)].map((i, idx) => idx + 1),\n { label: \"View Page\" }\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1238,"value":"md`***\n${pdf.numPages} pages\\n\\n*${pdfData.meta.info.Producer}*\\n${pdfData.TOC.map(\n (o) => o[3]\n).join(\"\\n\")}\n***`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":606,"value":"***\n### Notebook Guts 🦾","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":1462,"value":"html``","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":2878,"value":"texDecode = (str) => {\n let encoded = encodeURIComponent(\n String.fromCharCode(\n ...[...lib.removeNullCharacters(str)].map((s, idx) => str.charCodeAt(idx))\n )\n );\n\n if (!encoded.includes(\"%ED\")) return str;\n\n return decodeURIComponent(encoded.replaceAll(\"%ED\", \"%F0%9D\"));\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":4207,"value":"page = {\n const data = await pdf.getPage(pageNumber);\n return {\n data,\n textContent: await data.getTextContent()\n };\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":4194,"value":"pdfData = {\n const outline = await pdf.getOutline();\n const TOC = outline.map((p) => [\n p.title,\n p.dest,\n p.items.map((q) => [q.title, q.dest]),\n `***\n### ${p.title}\n${p.items.map((i) => ` - ##### ${i.title}\\n`).join(\"\\n\")}`\n ]);\n\n return {\n meta: await pdf.getMetadata(),\n outline,\n TOC,\n subsections: TOC.map((section) => section).flatMap((i) => i[2])\n };\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1054,"value":"pdf = {\n const gato = FileAttachment(\"Generalist Agent.pdf\");\n const buffer = gato.arrayBuffer();\n return pdfReader(buffer);\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":639,"value":"lib = {\n const pdfjs = await require(\"pdfjs-dist@2.9.359\");\n\n const parser = await import(\n \"https://deno.land/x/pdf_parser@v1.1.2/main.compress.js\"\n );\n\n pdfjs.GlobalWorkerOptions.workerSrc = `https://unpkg.com/pdfjs-dist@${pdfjs.version}/build/pdf.worker.js`;\n return { ...pdfjs, ...parser };\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":4162,"value":"renderPdf = (canvas, pdf, pageNum) => {\n pdf.getPage(pageNum).then((page) => {\n const canvasContext = canvas.getContext(\"2d\");\n const viewport = page.getViewport({ scale: 2 });\n\n canvas.height = viewport.height;\n canvas.width = viewport.width;\n\n page.render({ canvasContext, viewport }).then(() => {\n const img = document.createElement(\"img\");\n img.src = canvas.toDataURL();\n img.onload = () => img;\n });\n });\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":4128,"value":"pdfReader = async (arrayBuffer) => lib.loadpdfInClient(await arrayBuffer, lib)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W45","stdlib":"1"}} 44:"$43:body"