2e:null 2f:["$","title",null,{"children":"Networking Tools: Realtime Request log | Endpoint Services | Observable"}] 34:[] 32:{"id":"817ba90e63fa9930","slug":"realtime-request-log","title":"Networking Tools: Realtime Request log","thumbnail":"8bf4454777a0f4a6519b30e10b55aa7d4afe065679ef7558cd4296c0e56aa17e","access_level":"public","create_time":"$D2021-10-21T18:17:16.629Z","update_time":"$D2024-12-02T08:51:36.159Z","view_time":null,"first_public_time":"$D2021-10-22T07:18:52.448Z","has_unpublished_edits":null,"fork":false,"stars":4,"starred":false,"owner":{"type":"team","id":"8d94490bed468d92","login":"endpointservices","name":"Endpoint Services","avatar_url":"https://avatars-next.observableusercontent.com/aa238f4bd0be02bb2364438ff6bfe17b74a7a58f5c04aa1a84d29dddc79bc15e","tier":"starter_2024"},"version":443,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"5215f6ec4a999d40","login":"tomlarkworthy","name":"Tom Larkworthy","avatar_url":"https://avatars-next.observableusercontent.com/47327a8bc1966f2186dcb3ebf4b7ee6e4e7ab9a5c2a07405aff57200ea778f71","tier":null}],"members":[{"type":"individual","id":"5215f6ec4a999d40","login":"tomlarkworthy","name":"Tom Larkworthy","avatar_url":"https://avatars-next.observableusercontent.com/47327a8bc1966f2186dcb3ebf4b7ee6e4e7ab9a5c2a07405aff57200ea778f71","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":true,"trashed":false,"lapsed":null,"subscribed":null,"forks":3,"collection":{"id":"d0495f1eb629e23d","slug":"utilities","title":"utilities","owner":{"id":"8d94490bed468d92","login":"endpointservices","name":"Endpoint Services"}},"type":"notebook","body":{"title":"Networking Tools: Realtime Request log","cells":[{"id":0,"value":"# Networking Tools: Realtime Request log\n\nLog who is calling an endpoint and the headers used.\n\nThis notebook hosts an endpoint that reflects back the incoming metadata, and logs it, so you can use it to probe remote services that are not under your control. This utility was used to develop the [onPublish](https://observablehq.com/@tomlarkworthy/onpublish) notebook hook. A similar service to [hookbin.com](https://hookbin.com/)\n\nTry it out, \n\nhttps://webcode.run/observablehq.com/@endpointservices/realtime-request-log\n\n

 \n    curl https://webcode.run/observablehq.com/@endpointservices/realtime-request-log \n

\n\nIf you append an additional URL path, this is logged as /url so you can tag your requests for ease of identification.\n\n\n\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":201,"value":"### Requests timeline","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":174,"value":"Plot.plot({\n marks: [Plot.ruleX(requests, { x: (r) => r.time })]\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":206,"value":"### Header Counts","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":263,"value":"viewof header = Inputs.select(Object.keys(headers[0]), { value: \"user-agent\" })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":229,"value":"Plot.plot({\n width,\n marginBottom: 100,\n x: {\n tickRotate: 10\n },\n marks: [Plot.barY(headers, Plot.groupX({ y: \"count\" }, { x: header }))]\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":126,"value":"Inputs.table(requests, {\n columns: [\"time\", \"method\", \"url\", \"headers\"],\n height: \"500px\",\n width: {\n method: \"5%\",\n url: \"20%\",\n headers: \"50%\"\n },\n format: {\n headers: (headers) =>\n htl.html`\n ${Object.entries(headers).map(\n ([header, value]) => htl.html.fragment`\n \n \n \n \n `\n )}\n

${header}

${value}

`\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":289,"value":"### Data prep","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":286,"value":"requests = requestsRaw\n .slice()\n .reverse()\n .map((r) => ({ ...r, time: new Date(r.time) }))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":435,"value":"JSON.parse(requests[0].body)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":224,"value":"headers = requests.map((r) => r.headers)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":354,"value":"viewof requestsRaw = {\n const holder = Inputs.input([]);\n const unsubscribe = database.onValue(\n database.query(ref, database.limitToLast(100)),\n (snap) => {\n holder.value = Object.values(snap.val());\n holder.dispatchEvent(new Event(\"input\", { bubbles: true }));\n }\n );\n invalidation.then(unsubscribe);\n return holder;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":293,"value":"### Server","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":8,"value":"import { endpoint } from \"@endpointservices/webcode\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":19,"value":"viewof url = endpoint(\"default\", async (req, res) => {\n const data = {\n ...req,\n ip: \"redacted\",\n time: { \".sv\": \"timestamp\" }\n };\n database.push(ref, data);\n res.json(data);\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":298,"value":"### Database","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":318,"value":"FIREBASE_VERSION = \"9.1.3\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":59,"value":"firebaseConfig = ({\n apiKey: \"AIzaSyBN4bxw6d0cM0CGPNzRrkRlBqwFQnPLdN4\",\n databaseURL:\n \"https://larkworthy-dfb11-default-rtdb.europe-west1.firebasedatabase.app\",\n projectId: \"larkworthy-dfb11\",\n appId: \"1:786910701676:web:8d7dd002acf3b78c74d049\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":311,"value":"app = {\n const app = await import(\n `https://www.gstatic.com/firebasejs/${FIREBASE_VERSION}/firebase-app.js`\n );\n return app.initializeApp(\n firebaseConfig,\n \"@endpointservices/realtime-request-log\"\n );\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":109,"value":"database = await import(\n `https://www.gstatic.com/firebasejs/${FIREBASE_VERSION}/firebase-database.js`\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":336,"value":"ref = database.ref(\n database.getDatabase(app),\n \"@endpointservices/realtime-request-log\"\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":396,"value":"import { footer } from \"@endpointservices/footer-with-backups\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":401,"value":"footer","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W34","stdlib":"1","titling":"auto"}} 33:"$32:body"