2d:null 2e:["$","title",null,{"children":"Bitswap viewer | Protocol Labs | Observable"}] 33:[] 31:{"id":"21e3bbbd4d454289","slug":"bitswap-viewer","title":"Bitswap viewer","thumbnail":"2769e26b314c078e365b02a2419be6940f0a9bb03386169b235c0a04cc03c069","access_level":"public","create_time":"$D2020-11-20T09:47:35.940Z","update_time":"$D2020-12-15T07:01:26.769Z","view_time":null,"first_public_time":"$D2020-11-23T09:55:05.254Z","has_unpublished_edits":null,"fork":false,"stars":0,"starred":false,"owner":{"type":"team","id":"e453f511765d6acc","login":"protocol","name":"Protocol Labs","avatar_url":"https://avatars-next.observableusercontent.com/8755702e4d14b3d0e2081fa1304c59731787cb3c1e2f2cf6e0011c948ea27a68","tier":"pro","bio":""},"version":582,"publish_version":582,"role":null,"authored":false,"authors":[{"type":"individual","id":"f925a16510ca1386","login":"adlrocha","name":"Alfonso de la Rocha","avatar_url":"https://avatars-next.observableusercontent.com/4f1faa644a51ad0adc246253361f84631410df49b8ed411309eb15ece0fb613c","tier":null,"bio":""}],"members":[{"type":"individual","id":"f925a16510ca1386","login":"adlrocha","name":"Alfonso de la Rocha","avatar_url":"https://avatars-next.observableusercontent.com/4f1faa644a51ad0adc246253361f84631410df49b8ed411309eb15ece0fb613c","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":0,"collection":null,"type":"notebook","body":{"titling":"auto","title":"Bitswap viewer","cells":[{"id":0,"value":"md`# Bitswap viewer`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":375,"value":"md`With this notebook you can observe the messages exchanged by different Bitswap nodes in a real execution of a file share between IPFS nodes.\n\nTo replicate the execution, move the timestamp slider to right and you will start observing the reception of message by the different nodes, and information about sessions in the tables below.\n\nThe notebook extracts the data from a set of logs collected by a Jaeger environment from the execution of the file exchange. This code assumes a jaeger-all-in-one environment running in your local environment and using the defualt configuration. If you are using any other configuration for the tracing environment you may need to inspect the code of the next cell and configure the right request to the collector accordingly.\n\nYou can find additional information about how to generate the Bitswap logs of an execution in this repo: https://github.com/protocol/beyond-bitswap`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":2,"value":"logs = {\n let p = await fetch(\"http://localhost:3000/api/traces?&limit=20&lookback=8h&maxDuration=&minDuration=&service=bitswap\")\n return p.json()\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":174,"value":"// Start from the first message sent in Bitswap.\ninitTime = {\n let aux = logged.spans.filter(l => {if (l.operationName == \"bitswap.ReceiveMessage\") return l})\n return aux.map(l => l.startTime).sort((a, b) => a - b)[0]\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":182,"value":"endTime = {\n let maxTimestamp = logged.spans.map(l => l.startTime).sort((a, b) => a - b)[logged.spans.length - 1]\n let maxDuration = logged.spans.map(l => l.duration).sort((a, b) => a - b)[logged.spans.length - 1]\n return maxTimestamp + maxDuration\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":58,"value":"viewof selected_node = select({\n title: \"Nodes in Logs\",\n description: \"Choose a peer!\",\n options: [\"all\"].concat(logged.nodes),\n value: \"all\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":187,"value":"viewof timestamp = slider({\n title: \"Timestamp\",\n min: initTime,\n max: endTime,\n value: initTime,\n step: 100,\n description: \"Slide the time of the experiment\",\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":403,"value":"md`### Message flows`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":76,"value":"table(\n filterLogged.traces.map(\n ({id}) => ({\n Nodes: md`**${formatColor(id.substr(0,6) + \"...\")}**`,\n Message: table(\n nodeMsgs(id, timestamp).map(\n ({msg, cid, source, timestamp}) => ({\n Type: md`${formatColor(msg)}`,\n Cid: md`${formatColor(cid.substr(0,6) + \"...\")}`,\n Source: md`${formatColor(source.substr(0,6) + \"...\")}`,\n Timestamp: md`${timestamp}`\n })\n )\n ),\n })\n )\n )","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":410,"value":"md`### Sessions\nSee the peers and CIDs managed by a peers session`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":409,"value":"table(\n\tfilterLogged.traces.map(\n\t ({id}) => ({\n\t\tNodes: md`**${formatColor(id.substr(0,6) + \"...\")}**`,\n\t\tSessions: table(\n\t getSessions(id).traces.map(\n\t\t ({sid}) => ({\n\t\tID: md`**${formatColor(sid.split(\".\")[1])}**`,\n\t\tPeers:\n sessionInfo(id, sid, timestamp).peers.map(\n\t\t (p) => (\n\t\t md`${formatColor(p.substr(0,6) + \"...\")}`\n\t )\n\t),\n Cids:\n sessionInfo(id, sid, timestamp).cids.map(\n\t\t (c) => (\n\t\t md`${formatColor(c.substr(0,6) + \"...\")}`\n\t )\n\t),\n\t })\n\t),\n\t)\n })\n ))","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":18,"value":"logged = {\n let t = []\n let n = []\n let spans = []\n for (let l of logs.data){\n if (l.processes.p1.serviceName === \"bitswap\") {\n for (let s of l.spans) {\n if (s.operationName != \"bitswap.ReceiveMessage\" && !/^session*/.test(s.operationName)) {\n t.push({id: s.operationName, trace:s.traceID})\n n.push(s.operationName)\n }\n spans.push(s)\n }\n }\n }\n return {nodes: n, traces: t, spans: spans}\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":106,"value":"filtered_spans = {\n if (selected_node != \"all\") {\n return filterByNode(selected_node)\n }\n return logged.spans\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":224,"value":"function nodeMsgs(id, timestamp){\n let outputMsgs = []\n let nodeLogs = filterByNode(id)\n let msgEvents = nodeLogs.filter(l => {if (l.operationName == \"bitswap.ReceiveMessage\" && l.logs[0].timestamp <= timestamp) {return l}})\n for (let m of msgEvents) {\n let source = m.logs[0].fields[1].value\n for (let i = 1; i< m.logs.length; i++) {\n outputMsgs.push({source: source, msg: m.logs[i].fields[0].key, cid: m.logs[i].fields[0].value, timestamp: m.logs[i].timestamp})\n }\n } \n // return msgEvents.map(l => {return {msg: l.logs[1].fields[0].key, cid: l.logs[1].fields[0].value, source: l.logs[0].fields[1].value}})\n return outputMsgs\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":429,"value":"function getSessions(nodeid){\n let s = []\n let t = []\n let nodeLogs = filterByNode(nodeid)\n let msgEvents = nodeLogs.filter(l => {if ( /^session*/.test(l.operationName)) {return l}})\n for (let m of msgEvents) {\n if (/^sessionID*/.test(m.operationName)){\n s.push(m.operationName)\n t.push({sid: m.operationName, trace: m.traceID})\n }\n } \n return {sessions: s, traces: t}\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":439,"value":"function sessionInfo(nodeid, sessionid, timestamp){\n let peers = []\n let cids = []\n let sessions = getSessions(nodeid)\n let nodeLogs = filterByNode(nodeid)\n let msgEvents = nodeLogs.filter(l => {\n if(l.logs.length > 0 ){\n if ( l.operationName == \"session.tick\" && \n l.logs[0].timestamp <= timestamp ) {return l}}})\n msgEvents = filterBySession(sessionid, sessions, msgEvents)\n for (let m of msgEvents) {\n for (let l of m.logs) {\n if (l.fields[1].key == \"session.peer\" && peers.indexOf(l.fields[1].value) < 0){\n peers.push(l.fields[1].value)\n }\n if (/^session.key*/.test(l.fields[1].key) && cids.indexOf(l.fields[1].value) < 0){\n cids.push(l.fields[1].value)\n }\n }\n } \n return {peers: peers, cids: cids}\n //return msgEvents\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":475,"value":"function filterBySession(id, sessions, spans) {\n let current_session = sessions.traces.filter(a => {if(a.sid == id) return a})\n return spans.filter(a => {\n if (a.traceID === current_session[0].trace){\n return a\n }\n })\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":315,"value":"filterLogged = {\n if (selected_node == \"all\"){\n return logged\n }\n let current_node = logged.traces.filter(a => {if(a.id == selected_node) return a})\n let spans = logged.spans.filter(a => {\n if (a.traceID === current_node[0].trace){\n return a\n }\n })\n return {nodes: [selected_node], traces: current_node, spans: spans}\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":415,"value":"sessionLogged = {\n if (selected_node == \"all\"){\n return logged\n }\n let current_node = logged.traces.filter(a => {if(a.id == selected_node) return a})\n let spans = logged.spans.filter(a => {\n if (a.traceID === current_node[0].trace){\n return a\n }\n })\n return {nodes: [selected_node], traces: current_node, spans: spans}\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":166,"value":"function filterByNode(id) {\n let current_node = logged.traces.filter(a => {if(a.id == id) return a})\n return logged.spans.filter(a => {\n if (a.traceID === current_node[0].trace){\n return a\n }\n })\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":284,"value":"function formatColor(str){\n var hash = 0;\n for (var i = 0; i < str.length; i++) {\n hash = str.charCodeAt(i) + ((hash << 5) - hash);\n }\n \n var c = (hash & 0x00FFFFFF)\n .toString(16)\n .toUpperCase();\n\n let color = \"00000\".substring(0, 6 - c.length) + c;\n return md`${str}`\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":77,"value":"import {table} from \"@tmcw/tables/2\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":61,"value":"import {select} from \"@jashkenas/inputs\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":188,"value":"import {slider} from \"@jashkenas/inputs\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":9,"value":"md`#### Code for the proxy server used to enable CORS in Jaeger`","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":7,"value":"/* var http = require('http');\n\nhttp.createServer(onRequest).listen(3000);\n\nfunction onRequest(client_req, client_res) {\n console.log('serve: ' + client_req.url);\n\n var options = {\n hostname: 'localhost',\n port: 16686,\n path: client_req.url,\n method: client_req.method,\n headers: client_req.headers\n };\n\n var proxy = http.request(options, function (res) {\n res.headers[\"Access-Control-Allow-Origin\"] = \"*\"\n res.headers[\"Access-Control-Allow-Headers\"] = \"Origin, X-Requested-With, Content-Type, Accept\"\n res.headers[\"Access-Control-Allow-Methods\"] =\"OPTIONS, POST, GET\"\n client_res.writeHead(res.statusCode, res.headers)\n res.pipe(client_res, {\n end: true\n });\n });\n\n client_req.pipe(proxy, {\n end: true\n });\n}\n*/\n","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W33","stdlib":"1"}} 32:"$31:body"