31:[] 2f:{"title":"Notebook Backup Tool","cells":[{"id":0,"value":"md`# Notebook Backup Tool\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":91,"value":"md`## Provision storage`","pinned":false,"hidden":false,"mode":"ojs"},{"id":13,"value":"storageLogin","pinned":false,"hidden":false,"mode":"ojs"},{"id":18,"value":"viewof files = bucket({\n name: \"toms\",\n rules: rules\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":288,"value":"rules = `rules_version = '2';\nservice firebase.storage {\n match /b/{bucket}/o {\n match /{allPaths=**} {\n allow read, write: if 'tomlarkworthy' in request.auth.token['observablehq.com'];\n }\n match /backups/{allPaths=**} {\n allow read;\n }\n match /public/{allPaths=**} {\n allow get;\n }\n }\n}\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":309,"value":"files.link","pinned":true,"hidden":false,"mode":"ojs"},{"id":45,"value":"storage = storageClient(files.link)","pinned":false,"hidden":false,"mode":"ojs"},{"id":5,"value":"import { storageClient, storageLogin, bucket } from '@endpointservices/storage'","pinned":false,"hidden":false,"mode":"ojs"},{"id":77,"value":"md`## Use [mootari](https://observablehq.com/@mootari)'s notebook list to find recently published notebook`","pinned":false,"hidden":false,"mode":"ojs"},{"id":64,"value":"username = getContext().serverless ? new Promise(() => {}) : \"tomlarkworthy\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":71,"value":"sort = \"updated\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":88,"value":"Inputs.table(notebooks)","pinned":false,"hidden":false,"mode":"ojs"},{"id":60,"value":"import { selection as notebooks } with {\n username,\n sort\n} from '@mootari/sortable-notebook-list@899'","pinned":false,"hidden":false,"mode":"ojs"},{"id":79,"value":"import { getContext } from '@endpointservices/serverless-cells'","pinned":false,"hidden":false,"mode":"ojs"},{"id":94,"value":"md`## Backup: Iterate through list starting at most recent\n\nSave the version in file metadata, so we skip backing up the same file everyday\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":100,"value":"mutable backupState = ({\n index: 0,\n status: \"waiting\"\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":276,"value":"fullscan = true","pinned":false,"hidden":false,"mode":"ojs"},{"id":209,"value":"{\n const reset = html``;\n reset.onclick = evt => {\n mutable backupState = { index: 0, status: \"waiting\" };\n };\n const run = html``;\n run.onclick = evt => {\n mutable backupState = { index: 0, status: \"unchecked\" };\n };\n const retry = html``;\n retry.onclick = evt => {\n delete cache[codeURL];\n mutable backupState = { ...backupState, status: \"unchecked\" };\n };\n const skip = html``;\n skip.onclick = evt => {\n delete cache[codeURL];\n mutable backupState = {\n ...backupState,\n index: backupState.index + 1,\n status: \"unchecked\"\n };\n };\n const permSkip = html``;\n permSkip.onclick = evt => {\n delete cache[codeURL];\n mutable backupState = {\n ...backupState,\n index: backupState.index,\n status: \"permskip\"\n };\n };\n return html`${reset}${run}${retry}${skip}${permSkip}`;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":30,"value":"PREFIX = \"backups/notebooks/\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":111,"value":"currentNotebook = notebooks[backupState.index]","pinned":false,"hidden":false,"mode":"ojs"},{"id":115,"value":"storageRef = storage.ref(\n `${PREFIX}/@${currentNotebook.owner.login}/${currentNotebook.slug}.tgz`\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":131,"value":"storageMetadata = {\n try {\n return await storageRef.getMetadata();\n } catch (e) {\n if (e.message.includes(\"does not exist\")) return undefined;\n else throw e;\n }\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":118,"value":"codeURL = `https://api.observablehq.com/@${currentNotebook.owner.login}/${currentNotebook.slug}.tgz?v=3`","pinned":false,"hidden":false,"mode":"ojs"},{"id":108,"value":"triageUnchecked = {\n if (backupState.status === \"unchecked\") {\n if (!storageMetadata) {\n mutable backupState = { ...backupState, status: \"requiresBackup\" };\n }\n \n if (Number.parseInt(storageMetadata?.customMetadata?.version) !== currentNotebook.version) {\n console.log(Number.parseInt(storageMetadata?.customMetadata?.version), currentNotebook.version)\n mutable backupState = { ...backupState, status: \"requiresBackup\" };\n }\n \n if (Number.parseInt(storageMetadata?.customMetadata?.version) === currentNotebook.version) {\n mutable backupState = { ...backupState, status: \"finished\" };\n }\n }\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":225,"value":"cache = ({})","pinned":false,"hidden":false,"mode":"ojs"},{"id":223,"value":"retreive = {\n return async function retreive(url) {\n if (!cache[url]) {\n cache[url] = fetchp(codeURL);\n }\n return cache[url];\n };\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":147,"value":"doBackup = {\n if (backupState.status === \"requiresBackup\") {\n const response = await retreive(codeURL);\n if (response.status !== 200) {\n mutable backupState = {\n ...backupState,\n status: \"error\",\n message: await response.text()\n };\n }\n const upload = await storageRef.put(await response.arrayBuffer());\n mutable backupState = { ...backupState, status: \"backedUp\" };\n }\n\n if (backupState.status === \"backedUp\") {\n await storageRef.updateMetadata({\n customMetadata: {\n version: currentNotebook.version,\n id: currentNotebook.id\n }\n });\n mutable backupState = { ...backupState, status: \"ready\" };\n }\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":244,"value":"doSkip = {\n if (backupState.status === \"permskip\") {\n const upload = await storageRef.put(\"\");\n await storageRef.updateMetadata({\n customMetadata: {\n version: currentNotebook.version,\n id: currentNotebook.id\n }\n });\n mutable backupState = { ...backupState, status: \"ready\" };\n }\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":204,"value":"iterate = {\n if (\n backupState.status === \"ready\" &&\n backupState.index !== notebooks.length - 1\n ) {\n delete cache[codeURL];\n mutable backupState = {\n status: \"unchecked\",\n index: backupState.index + 1\n };\n }\n if (\n !fullscan &&\n backupState.status === \"ready\" &&\n backupState.index === notebooks.length - 1\n ) {\n mutable backupState = {\n status: \"finished\"\n };\n }\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":39,"value":"import { fetchp } from '@tomlarkworthy/fetchp'","pinned":false,"hidden":false,"mode":"ojs"}],"files":"$W31","stdlib":"1","titling":"auto"}