2f:T631,viewof input = { let searchOptions = [ { label: "Network path (ASNs or IXPs)", f: d3.min }, { label: "Countries", f: d3.max } ]; return Inputs.form({ // path: Inputs.text({ // label: "Networks traversed (inclusion)", // value: "", // placeholder: // "e.g.: '174,3333' to get traceroutes passing through AS174 and AS3333", // submit: true, // width: "40em" // }), path_str: Inputs.text({ label: "Networks traversed (ASNs or IXPs, POSIX regex)", value: "^28000,.*,ix-26,.*,3333", placeholder: "e.g. '*,3333' to get traceroutes ending in AS3333", submit: true, width: "40em" }), // path_cc: Inputs.text({ // label: "Countries (delegated pfx)", // value: "", // placeholder: "e.g. '*,NL,*' to get traceroutes through The Netherlands", // submit: true, // width: "40em" // }), // path_ipmap: Inputs.text({ // label: "Countries (IPmap)", // value: "", // placeholder: "e.g. '*,NL,*' to get traceroutes through The Netherlands", // submit: true, // width: "40em" // }), search: Inputs.radio(searchOptions, { label: "Search by (POSIX regex)", value: searchOptions[0], format: (option) => option.label }), limit: Inputs.number({ label: "Limit (0 for no limit)", value: 1000, placeholder: "", submit: true, width: "40em" }) // address_family: Inputs.radio(["4", "6", "Both"], { // label: "Addres family", // value: "4" // }) }); }30:T4eb,links = { let _links = stage2_new .map((res) => ({ ...res, path_str: replaceByStars(res.path_str) })) .map(({ msm_id, path_str, probe_ids }) => d3.reduce( path_str.split(","), (acc, curr, idx, arr) => { let [a, b, c] = arr.slice(idx, idx + 3); if (!b) return acc; let res = { source: a, stars: 0 }; if (b.includes("*")) { (res.target = c), (res.stars = parseInt(b.replace("*", ""))); } else if (a.includes("*")) return acc; else res.target = b; // `arr, path_str` only for debugging purposes // acc.push({ ...res, arr, path_str }); acc.push({ ...res }); return acc; }, [] ) ) .flat() .filter( (link) => link.source && link.target && link.source !== link.target ); return ( d3 .flatRollup( _links, // (rs) => rs.length, (rs) => ({ stars: form.linkStrokeFunction.f(rs, (r) => r.stars), count: rs.length }), (l) => l.source, (l) => l.target ) // .filter(([source, target, value]) => source && target) .map(([source, target, props]) => ({ source, target, props })) ); }31:T4f8,stage1URL = { let sanitisedParams = {}; if (input["path_str"]) sanitisedParams["path_str"] = `imatch.${input["path_str"]}`; // if (input["address_family"] === "4") // sanitisedParams["probe_dst_addr"] = `cs..`; // else if (input["address_family"] === "6") // sanitisedParams["probe_dst_addr"] = `cs.:`; if (input["limit"] > 0) sanitisedParams["limit"] = `${input["limit"]}`; // only built-ins // sanitisedParams["atlas_measurement_id"] = `lt.1000000`; // prepare the fetch let url = new URL("https://metatrace.webmeasurements.net/baseline2"); // let url = new URL( // "https://metatrace.webmeasurements.net/baseline_prb_dst_msm_path2" // ); sanitisedParams["count"] = `gte.${stage1Input["minCount"]}`; sanitisedParams["time_bucket"] = `eq.${stage1Input["date"].toISOString()}`; sanitisedParams["reached_dst_ratio"] = `gte.${stage1Input["reachDstRatio"]}`; // we already know time_bucket // omitting it saves ~21% rx data // omitting `path_str` saves additional ~36% rx data // `path_str,time_bucket` for upstream plot sanitisedParams[ "select" ] = `atlas_probe_id,atlas_measurement_id,path_str,time_bucket`; //,count,reached_dst_ratio`; url.search = new URLSearchParams(sanitisedParams); return url; }32:T613,chart = { mutable progress_value = 90; mutable progress_text = "Rendering results..."; return Plot.plot({ width, marginLeft: 50, marginRight: 50, marks: [ Plot.lineY( stage2.filter( // (r) => r // flattenAtlasTracerouteResults(stage2).filter( (r) => r?.dst_addr?.includes(".") && r.timestamp < stage2Input.dateStop // r?.rtt < 50 && // new netaddr.Netmask("80.249.208.0/21").contains(r?.from) ), // Plot.normalizeY( Plot.binX( { // y: (rs) => // d3.min( // rs // .map((r) => r.result) // .flat() // .map((r) => r.result) // .flat() // .map((r) => r?.rtt) // .filter((rtt) => rtt) // ) y: (rs) => rs.length }, { // x: (r) => r?.traceroute_start, x: (r) => r.timestamp, // fy: (r) => // new netaddr.Netmask("80.249.208.0/21").contains(r?.from) // ? "AMS-IX" // : new netaddr.Netmask("193.239.116.0/22").contains(r?.from) // ? "NL-IX" // : "Others", // fy: (r) => (r?.dst_addr.includes(".") ? "IPv4" : "IPv6"), thresholds: d3.utcMinute.every(15), inset: 0 // stroke: "red" } ), // ), { tip: true } ), Plot.ruleY([0]) ] }); }33:T548,sanitisedParams = { let sanitisedParams = Object.fromEntries( Object.entries(input).filter(([_, v]) => v != "" && v != undefined) ); if (sanitisedParams["path"]) sanitisedParams["path"] = `cs.{${sanitisedParams["path"]}}`; // if (sanitisedParams["path_str"]) // sanitisedParams["path_str"] = `like.${sanitisedParams["path_str"]}`; if (sanitisedParams["path_str"]) sanitisedParams["path_str"] = `imatch.${sanitisedParams["path_str"]}`; if (sanitisedParams["path_cc"]) sanitisedParams["path_cc"] = `like.${sanitisedParams["path_cc"]}`; if (sanitisedParams["path_ipmap"]) sanitisedParams["path_ipmap"] = `like.${sanitisedParams["path_ipmap"]}`; if (sanitisedParams["address_family"] === "Both") delete sanitisedParams["address_family"]; if (sanitisedParams["address_family"]) sanitisedParams[ "address_family" ] = `eq.${sanitisedParams["address_family"]}`; // if (otherInputs.family === "4") sanitisedParams["reply_src_addr"] = `sl.0/0`; // else if (otherInputs.family === "6") // sanitisedParams["reply_src_addr"] = `sl.::/0`; // TODO not possible...? // sanitisedParams["traceroute_start"] = `lt.inserted_at`; sanitisedParams["select"] = "atlas_measurement_id,atlas_probe_id,traceroute_start,path_str,path_cc,count"; // else //do nothing return sanitisedParams; }34:T161e,// Copyright 2021-2023 Observable, Inc. // Released under the ISC license. // https://observablehq.com/@d3/force-directed-graph function ForceGraph( { nodes, // an iterable of node objects (typically [{id}, …]) links // an iterable of link objects (typically [{source, target}, …]) }, { nodeId = (d) => d.id, // given d in nodes, returns a unique identifier (string) nodeGroup, // given d in nodes, returns an (ordinal) value for color nodeGroups, // an array of ordinal values representing the node groups nodeTitle, // given d in nodes, a title string nodeFill = "currentColor", // node stroke fill (if not using a group color encoding) nodeStroke = "#fff", // node stroke color nodeStrokeWidth = 1.5, // node stroke width, in pixels nodeStrokeOpacity = 1, // node stroke opacity nodeRadius = 5, // node radius, in pixels nodeStrength, linkSource = ({ source }) => source, // given d in links, returns a node identifier string linkTarget = ({ target }) => target, // given d in links, returns a node identifier string linkStroke = "#999", // link stroke color linkStrokeOpacity = 0.6, // link stroke opacity linkStrokeWidth = 1.5, // given d in links, returns a stroke width in pixels linkStrokeLinecap = "round", // link stroke linecap linkStrength, // https://developer.mozilla.org/en-US/docs/Web/SVG/Attribute/stroke-dasharray linkDashArray = "4", colors = d3.schemeTableau10, // an array of color strings, for the node groups width = 640, // outer width, in pixels height = 400, // outer height, in pixels invalidation // when this promise resolves, stop the simulation } = {} ) { // Compute values. const N = d3.map(nodes, nodeId).map(intern); const LS = d3.map(links, linkSource).map(intern); const LT = d3.map(links, linkTarget).map(intern); if (nodeTitle === undefined) nodeTitle = (_, i) => N[i]; const T = nodeTitle == null ? null : d3.map(nodes, nodeTitle); const G = nodeGroup == null ? null : d3.map(nodes, nodeGroup).map(intern); const W = typeof linkStrokeWidth !== "function" ? null : d3.map(links, linkStrokeWidth); const L = typeof linkStroke !== "function" ? null : d3.map(links, linkStroke); const SDA = typeof linkDashArray !== "function" ? null : d3.map(links, linkDashArray); const RADIUS = typeof nodeRadius !== "function" ? null : d3.map(nodes, nodeRadius); // Replace the input nodes and links with mutable objects for the simulation. nodes = d3.map(nodes, (_, i) => ({ id: N[i] })); links = d3.map(links, (_, i) => ({ source: LS[i], target: LT[i] })); // Compute default domains. if (G && nodeGroups === undefined) nodeGroups = d3.sort(G); // Construct the scales. const color = nodeGroup == null ? null : d3.scaleOrdinal(nodeGroups, colors); // Construct the forces. const forceNode = d3.forceManyBody(); const forceLink = d3.forceLink(links).id(({ index: i }) => N[i]); if (nodeStrength !== undefined) forceNode.strength(nodeStrength); if (linkStrength !== undefined) forceLink.strength(linkStrength); const simulation = d3 .forceSimulation(nodes) .force("link", forceLink) .force("charge", forceNode) .force("center", d3.forceCenter()) .on("tick", ticked); const svg = d3 .create("svg") .attr("width", width) .attr("height", height) .attr("viewBox", [-width / 2, -height / 2, width, height]) .attr("style", "max-width: 100%; height: auto; height: intrinsic;"); const link = svg .append("g") .attr("stroke", typeof linkStroke !== "function" ? linkStroke : null) .attr("stroke-opacity", linkStrokeOpacity) .attr( "stroke-width", typeof linkStrokeWidth !== "function" ? linkStrokeWidth : null ) .attr("stroke-linecap", linkStrokeLinecap) .selectAll("line") .data(links) .join("line"); const node = svg .append("g") .attr("fill", nodeFill) .attr("stroke", nodeStroke) .attr("stroke-opacity", nodeStrokeOpacity) .attr("stroke-width", nodeStrokeWidth) .selectAll("circle") .data(nodes) .join("circle") .attr("r", nodeRadius) .call(drag(simulation)); if (W) link.attr("stroke-width", ({ index: i }) => W[i]); if (L) link.attr("stroke", ({ index: i }) => L[i]); if (SDA) link.attr("stroke-dasharray", ({ index: i }) => SDA[i]); if (G) node.attr("fill", ({ index: i }) => color(G[i])); if (T) node.append("title").text(({ index: i }) => T[i]); if (RADIUS) node.attr("r", ({ index: i }) => RADIUS[i]); if (invalidation != null) invalidation.then(() => simulation.stop()); function intern(value) { return value !== null && typeof value === "object" ? value.valueOf() : value; } function ticked() { link .attr("x1", (d) => d.source.x) .attr("y1", (d) => d.source.y) .attr("x2", (d) => d.target.x) .attr("y2", (d) => d.target.y); node.attr("cx", (d) => d.x).attr("cy", (d) => d.y); } function drag(simulation) { function dragstarted(event) { if (!event.active) simulation.alphaTarget(0.3).restart(); event.subject.fx = event.subject.x; event.subject.fy = event.subject.y; } function dragged(event) { event.subject.fx = event.x; event.subject.fy = event.y; } function dragended(event) { if (!event.active) simulation.alphaTarget(0); event.subject.fx = null; event.subject.fy = null; } return d3 .drag() .on("start", dragstarted) .on("drag", dragged) .on("end", dragended); } return Object.assign(svg.node(), { scales: { color } }); }35:[] 2d:{"title":"RIPE Atlas traceroute paths","cells":[{"id":0,"value":"# RIPE Atlas traceroute paths","pinned":false,"hidden":false,"mode":"md"},{"id":18,"value":"$2f","pinned":false,"hidden":false,"mode":"ojs"},{"id":1245,"value":"

Stage 1 - Calibration

\n\n\n${viewof stage1Input}","pinned":false,"hidden":false,"mode":"html"},{"id":1569,"value":"

Stage 2 - Observation

\n\n${viewof stage2Input}","pinned":false,"hidden":false,"mode":"html"},{"id":1636,"value":"html`\n${progress_text}\n
\n\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":3327,"value":"viewof form = {\n let options = [\n { label: \"all traceroutes have at least 1 star\", f: d3.min },\n { label: \"at least 1 traceroute has a star\", f: d3.max },\n { label: \"no dashes\", f: (fs) => 0 }\n ];\n\n let colorBy = [\n { label: \"RIR\", f: ripestatRir },\n { label: \"Country (delegated)\", f: ripestatCountry }\n ];\n\n return Inputs.form({\n linkStrokeFunction: Inputs.radio(options, {\n label: \"Dashed link when\",\n value: options[0],\n format: (d) => d.label\n }),\n\n colorBy: Inputs.select(colorBy, {\n label: \"Color by\",\n value: colorBy[0],\n format: (c) => c.label\n }),\n\n nodeSizeBy: Inputs.select([\"Population\"], { label: \"Node size by\" })\n });\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":3094,"value":"Downloaded ${stage1.length} paths","pinned":false,"hidden":false,"mode":"md"},{"id":2696,"value":"ForceGraph(losMiserables, {\n nodeId: (d) => d.id, // node identifier, to match links\n nodeGroup: (d) => d.group, // group identifier, for color\n nodeRadius: (d) => scaleNodes(d.radius),\n nodeStrokeWidth: 0.0,\n nodeTitle: (d) => `AS${d.id} \\n${getName(d.id)[0].name} \\n(${d.group})`, // hover text\n linkStroke: (d) => \"grey\",\n linkStrokeWidth: (d) => scaleLinks(d.props.count),\n linkStrokeOpacity: 0.25,\n linkDashArray: (d) => (d.props.stars > 0 ? \"4\" : \"1\"),\n width: width,\n height: width,\n invalidation // stop when the cell is re-run\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":3424,"value":"scaleNodes = d3\n .scalePow()\n .domain(nodes.map((n) => n.radius))\n .range([4, 8])","pinned":false,"hidden":false,"mode":"ojs"},{"id":3221,"value":"scaleLinks = d3\n .scalePow()\n .domain(links.map((l) => l.props.count + 1))\n .range([1, 2])","pinned":false,"hidden":false,"mode":"ojs"},{"id":2785,"value":"inferAsnCountry = (metatraceResult) => {\n const path = metatraceResult.path_str_full.split(\",\");\n const ccs = metatraceResult.path_cc_full.split(\",\");\n\n if (path.length != ccs.length) return undefined;\n\n let map = new Map(\n Object.entries(\n zipmap(\n metatraceResult.path_str_full.split(\",\"),\n metatraceResult.path_cc_full.split(\",\")\n )\n )\n );\n\n map.delete(\"\");\n return map;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":2787,"value":"// from https://stackoverflow.com/a/57657998/1103573\nzipmap = (arr1, arr2) =>\n arr1.reduce((p, c, i) => {\n p[c] = arr2[i];\n return p;\n }, {})","pinned":false,"hidden":false,"mode":"ojs"},{"id":2743,"value":"losMiserables = ({\n nodes,\n // links_new\n links\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":2812,"value":"ripestatCountry = (asn) => {\n let dele = delegated.lookup(asn);\n if (dele === undefined) return undefined;\n return dele[0].cc;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":3107,"value":"ripestatRir = (asn) => {\n let dele = delegated.lookup(asn);\n if (dele === undefined) return undefined;\n return dele[0].rir;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":3450,"value":"nodes_ = Promise.all(\n await Array.from(\n new Set(\n stage2_new\n .map((r) => r.path_str.split(\",\"))\n .flat()\n .filter((network) => network != \"\")\n )\n )\n)","pinned":true,"hidden":false,"mode":"ojs"},{"id":3456,"value":"asn2countryMap = new Map(\n await Promise.all(\n await nodes_\n .filter((node) => !node.includes(\"ix-\"))\n .map(async (node) => [parseInt(node), await ripestatCountry(node)])\n )\n)","pinned":true,"hidden":false,"mode":"ojs"},{"id":2727,"value":"nodes = Promise.all(\n await nodes_.map(async (id) => ({\n id,\n radius: asn2pop.get(parseInt(id.replace(\"AS\", \"\"))) || 3, // 10,\n group: id.includes(\"ix-\") ? 2 : await form.colorBy.f(id) //await ripestatCountry(id)\n }))\n)","pinned":true,"hidden":false,"mode":"ojs"},{"id":3521,"value":"aspopData_.filter((a) => a.country === \"UY\")","pinned":true,"hidden":false,"mode":"ojs"},{"id":2860,"value":"replaceByStars = (path_str) => {\n let regex = /,{2,}/g;\n return path_str\n .replace(regex, (match, p1, str) => {\n let leadingComma = `${p1 === 0 ? \"\" : \",\"}`;\n let trailingComma = `${match.length + p1 === str.length ? \"\" : \",\"}`;\n return match.replace(\n regex,\n `${leadingComma}${\n match.length -\n 1 +\n (p1 === 0 ? 1 : 0) +\n (match.length + p1 === str.length ? 1 : 0)\n }*${trailingComma}`\n );\n })\n .replace(/^,{1}/, \"1*,\")\n .replace(/,{1}$/, \",1*\");\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":2700,"value":"links_ = stage2_new\n .map((r) =>\n Array.from(new Set(r.path_str.split(\",\"))).filter(\n (network) => true // network != \"\"\n )\n )\n .map((path_arr) => d3.pairs(path_arr))\n .flat()\n .map(([source, target]) => ({ source, target }))","pinned":false,"hidden":false,"mode":"ojs"},{"id":3003,"value":"$30","pinned":false,"hidden":false,"mode":"ojs"},{"id":2664,"value":"findOrigin = (path_str) => {\n const origins = path_str.split(\",\");\n return origins.filter((origin) => origin != \"\")[0];\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":2635,"value":"findUpstream = (path_str) => {\n const origins = path_str.split(\",\");\n const origin = findOrigin(path_str);\n const upstream = \"\";\n for (const network of origins) {\n if (network === \"\") continue;\n if (network != origin) return network;\n }\n\n return undefined;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":2655,"value":"findDownstream = (path_str) => {\n const origins = path_str.split(\",\").reverse().join(\",\");\n return findUpstream(origins);\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":2672,"value":"findDestination = (path_str) => {\n findOrigin(path_str.split(\",\").reverse().join(\",\"));\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":3559,"value":"stage1URL.toString()","pinned":true,"hidden":false,"mode":"ojs"},{"id":2346,"value":"$31","pinned":false,"hidden":false,"mode":"ojs"},{"id":1148,"value":"stage1 = {\n // do the fetch\n mutable progress_value = 10;\n mutable progress_text = \"Fetching stage 1\";\n // let res = d3.csvParse(\n // await d3.text(stage1URL, { headers: new Headers({ Accept: \"text/csv\" }) }),\n // d3.autoType\n // );\n\n let res = fetchCsv(stage1URL);\n\n mutable progress_text = \"Fetched stage 1\";\n mutable progress_value = 20;\n\n return res;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":2431,"value":"stage2DatesFromStage1 = {\n let d = new Date(stage1Input.date);\n\n d.setDate(d.getDate() + 1);\n\n return fetchAtlasResults(stage2_new, stage1Input.date, d);\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":2435,"value":"stage1Ips = new Set(\n stage2DatesFromStage1\n .map((r) => r.result)\n .flat()\n .map((r) => r.result)\n .flat()\n .filter((r) => r)\n .map((r) => r.from)\n .filter((ip) => ip)\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":2617,"value":"stage2_new = d3\n .flatGroup(\n stage1,\n (r) => r.atlas_measurement_id,\n (r) => r.path_str\n )\n .map(([msm_id, path_str, rs]) => ({\n msm_id,\n path_str,\n probes: Array.from(new Set(rs.map((p) => p.atlas_probe_id)))\n }))\n .map(({ msm_id, path_str, probes }) =>\n chunks(\n probes.map((probe_id) => probe_id),\n 285\n ).map((probe_ids) => ({ msm_id, path_str, probe_ids }))\n )\n .flat()","pinned":false,"hidden":false,"mode":"ojs"},{"id":2450,"value":"// stage2 = (\n// await fetchAtlasResults(stage2_, stage2Input.dateStart, stage2Input.dateStop)\n// ).filter((r) =>\n// r.result.some((r1) => r1.result?.some((r2) => stage1Ips.has(r2.from)))\n// )\n\nstage2 = {\n mutable progress_value = 30;\n mutable progress_text = \"Fetching RIPE Atlas results\";\n let res = (\n await fetchAtlasResults(\n // stage2_,\n stage2_new,\n stage2Input.dateStart,\n stage2Input.dateStop\n )\n )\n // filtering by the IPs seen in the calibration step\n .filter((r) =>\n r.result.some((r1) => r1.result?.some((r2) => stage1Ips.has(r2.from)))\n );\n mutable progress_value = 40;\n mutable progress_text = \"Fetched RIPE Atlas results\";\n\n return res;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1384,"value":"$32","pinned":false,"hidden":false,"mode":"ojs"},{"id":2350,"value":"stage1URLwithStage2Dates = {\n let stage1URLwithStage2Dates = new URL(stage1URL);\n\n stage1URLwithStage2Dates.searchParams.delete(\"time_bucket\");\n stage1URLwithStage2Dates.searchParams.set(\"select\", \"path_str,time_bucket\");\n stage1URLwithStage2Dates.searchParams.set(\n \"and\",\n \"(time_bucket.gte.2024-01-01,time_bucket.lte.2024-01-05)\"\n );\n return stage1URLwithStage2Dates.toString();\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":2356,"value":"stage1ResultsWithStage2Dates = fetchCsv(stage1URLwithStage2Dates)","pinned":false,"hidden":false,"mode":"ojs"},{"id":2212,"value":"foo = stage1ResultsWithStage2Dates.map((s) => {\n return {\n time_bucket: new Date(`${s.time_bucket}Z`),\n path_str: s.path_str,\n path_str_split: s.path_str.split(\",\").filter((net) => net != \"\"),\n path_str_split_len: s.path_str.split(\",\").filter((net) => net != \"\").length,\n upstream: s.path_str.split(\",\").filter((net) => net != \"\")[1],\n origin: s.path_str.split(\",\").filter((net) => net != \"\")[0]\n };\n}) //.flat()","pinned":false,"hidden":false,"mode":"ojs"},{"id":2310,"value":"Plot.plot({\n width,\n marks: [\n Plot.areaY(\n foo,\n Plot.binX(\n {\n y: (rs) => rs.length //d3.mean(rs, (r) => r.path_str_split_len)\n },\n {\n x: (r) => r.time_bucket,\n thresholds: d3.utcDay.every(1),\n fill: \"origin\",\n tip: true\n // z: null,\n // stroke: 0\n // interval: 10\n }\n )\n ),\n Plot.ruleY([0])\n ]\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":2380,"value":"// stage1URLwithStage2Dates.toString().replaceAll(\"?\", \"\\n\").replaceAll(\"&\", \"\\n\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":1373,"value":"// stage2 = {\n// mutable progress_value = 30;\n// mutable progress_text = \"Fetching RIPE Atlas results\";\n// let res = fetchAtlasResults(\n// stage2_,\n// stage2Input.dateStart,\n// stage2Input.dateStop\n// );\n// mutable progress_value = 40;\n// mutable progress_text = \"Fetched RIPE Atlas results\";\n\n// return res;\n// }","pinned":false,"hidden":false,"mode":"ojs"},{"id":1207,"value":"viewof stage1Input = {\n let d0 = new Date();\n d0.setDate(d0.getDate() - 8);\n\n return Inputs.form({\n minCount: Inputs.text({ label: \"Min. count\", value: 2, submit: true }),\n date: Inputs.date({\n label: \"Date\",\n value: d0 || new Date(),\n submit: true\n }),\n reachDstRatio: Inputs.number({\n label: \"Reached dst. ratio (min.)\",\n value: 0.1,\n step: 0.1\n })\n });\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1375,"value":"viewof stage2Input = {\n stage1Input.date;\n let d0 = new Date();\n let d1 = new Date();\n d0.setDate(d0.getDate() - 7);\n d1.setDate(d1.getDate() + 1);\n\n return Inputs.form({\n dateStart: Inputs.datetime({\n label: \"Date\",\n value: d0 || new Date(),\n submit: true\n }),\n dateStop: Inputs.datetime({\n label: \"Date\",\n value: d1 || new Date(),\n submit: true\n }),\n fetchAtlas: Inputs.radio([true, false], {\n value: false,\n label: \"Fetch Atlas data\"\n })\n });\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":35,"value":"// API params reference:\n// https://postgrest.org/en/stable/references/api/tables_views.html?highlight=operators#operators\n\ninputUrl = {\n let url = new URL(\"https://metatrace.webmeasurements.net/metatrace\");\n \n\n url.search = new URLSearchParams(sanitisedParams);\n return url.toString();\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1219,"value":"$33","pinned":false,"hidden":false,"mode":"ojs"},{"id":1367,"value":"fetchAtlasResults = async (\n tuples,\n start = `2023-11-22T00:00:00`,\n stop = `2023-11-23T00:00:00`\n) => {\n if (!stage2Input.fetchAtlas) return [];\n return (\n await Promise.all(\n tuples.map(async ({ probe_ids, msm_id, path_str }) => {\n let res = await d3\n .json(\n `https://atlas.ripe.net/api/v2/measurements/${msm_id}/results?probe_ids=${probe_ids.join(\n \",\"\n )}&start=${start.toISOString()}&stop=${stop.toISOString()}`\n )\n .catch((error) => {\n console.log(error);\n return [];\n });\n\n mutable progress_value += 70 / tuples.length;\n\n return res.map((r) => ({\n // ...r,\n result: r.result,\n timestamp: new Date(r.timestamp * 1000),\n dst_addr: r.dst_addr,\n prb_id: r.prb_id,\n path_str\n // endtime: new Date(r.endtime * 1000),\n // stored_timestamp: new Date(r.stored_timestamp * 1000)\n }));\n })\n )\n ).flat();\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1389,"value":"flattenAtlasTracerouteResults = (resultsAtlas) =>\n resultsAtlas\n .map((ras) =>\n ras.result\n .map((ra) =>\n ra.result?.map((r) => ({\n rtt: r.rtt,\n traceroute_start: ras.timestamp,\n dst_addr: ras.dst_addr,\n // metatrace lingo\n from: r.from\n }))\n )\n .flat()\n )\n .flat()","pinned":false,"hidden":false,"mode":"ojs"},{"id":3,"value":"// results_ = d3.csv(inputUrl, { headers: new Headers({ Accept: \"text/csv\" }) })","pinned":false,"hidden":false,"mode":"ojs"},{"id":205,"value":"// results = results_\n// .filter(\n// (r) => r //r.traceroute_end < r.inserted_at\n// )\n// .map((r) => ({\n// ...r,\n// traceroute_start: new Date(r.traceroute_start),\n// count: parseInt(r.count)\n// // rtt: parseFloat(r.rtt)\n// }))","pinned":false,"hidden":false,"mode":"ojs"},{"id":982,"value":"// tuples = d3\n// .flatGroup(\n// results,\n// (r) => r.atlas_measurement_id\n// // (r) => r.path_str\n// )\n// .map(\n// ([\n// msm_id,\n// // path_str,\n// groupBy\n// ]) =>\n// chunks([...new Set(groupBy.map((r) => r.atlas_probe_id))], 200).map(\n// (probes) => ({\n// probes: probes,\n// ts: [\n// d3.min(groupBy.map((r) => r.traceroute_start)),\n// d3.max(groupBy.map((r) => r.traceroute_start))\n// ],\n// msm_id\n// // path_str\n// })\n// )\n// )\n// .flat()","pinned":false,"hidden":false,"mode":"ojs"},{"id":1651,"value":"mutable progress_text = \"\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":1653,"value":"mutable progress_value = \"\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":1683,"value":"{\n // dummy cell, used only to update the progress bar\n chart;\n mutable progress_text = \"Done\";\n mutable progress_value = 100;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1077,"value":"viewof input2 = Inputs.form({\n atlas: Inputs.radio([\"yes\", \"no\"], {\n label: \"Fetch Atlas measurement results\",\n value: \"no\"\n })\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":560,"value":"// resultsAtlas_ = {\n// if (input2[\"atlas\"] === \"no\") return [];\n\n// return (\n// await Promise.all(\n// tuples.map(async ({ probes, msm_id, ts }) => {\n// let res = await d3.json(\n// `https://atlas.ripe.net/api/v2/measurements/${msm_id}/results?probe_ids=${probes.join(\n// \",\"\n// // )}&start=${\n// // parseInt(new Date(d3.min(ts)).getTime() / 1000) - 9 * 86400\n// // }&stop=${parseInt(new Date(d3.min(ts)).getTime() / 1000) - 7 * 86400}`\n// )}&start=2023-11-22T00:00:00&stop=2023-11-23T00:00:00`\n// );\n// return res.map(\n// (r) => r\n// // ({ ...r, metatrace: { probes, msm_id, ts } })\n// );\n// })\n// )\n// ).flat();\n// }","pinned":false,"hidden":false,"mode":"ojs"},{"id":879,"value":"// resultsAtlas = resultsAtlas_.map((r) => ({\n// ...r,\n// timestamp: new Date(r.timestamp * 1000),\n// endtime: new Date(r.endtime * 1000),\n// stored_timestamp: new Date(r.stored_timestamp * 1000)\n// }))","pinned":false,"hidden":false,"mode":"ojs"},{"id":892,"value":"// resultsAtlasFlat = resultsAtlas\n// .map((ras) =>\n// ras.result\n// .map((ra) =>\n// ra.result?.map((r) => ({\n// rtt: r.rtt,\n// traceroute_start: ras.timestamp,\n// dst_addr: ras.dst_addr,\n// path_str: ras.path_str\n// // path_str: paths.filter(\n// // (p) => p[0] === ras.prb_id && p[1] === ras.msm_id\n// // )\n// }))\n// )\n// .flat()\n// )\n// .flat()","pinned":false,"hidden":false,"mode":"ojs"},{"id":791,"value":"// Plot.plot({\n// width,\n// // marginRight: 100,\n// // marginLeft: 100,\n// marks: [\n// Plot.rectY(\n// resultsAtlasFlat.filter((r) => r?.rtt < 100),\n// Plot.binX(\n// {\n// y: (rs) => d3.min(rs.map((r) => r.rtt)) //rs.length //\n// },\n// {\n// x: (r) => r?.traceroute_start,\n// // fy: (r) => r?.dst_addr.includes(\".\"),\n// thresholds: d3.utcMinute.every(60),//d3.utcHour // d3.utcMinute.every(15),\n// // inset: 0\n// }\n// )\n// )\n// ]\n// })","pinned":false,"hidden":false,"mode":"ojs"},{"id":1086,"value":"// Plot.plot({\n// width,\n// // marginRight: 100,\n// marginLeft: 100,\n// // facet: { label: null },\n// // grid: true,\n// // y: { label: null },\n// // fy: { label: null },\n// marks: [\n// Plot.rectY(\n// results, //.filter((p) => new RegExp(\"ix-(26|64)\").test(p.path_str)),\n// Plot.binX(\n// {\n// y: (rs) => d3.sum(rs.map((r) => r.count))\n// },\n// {\n// x: (r) => r?.traceroute_start,\n// // fy: (r) => r.path_str.match(new RegExp(\"ix-(26|64)\"))[0],\n// // fy: (r) => r.path_str.split(\",\").filter((p) => p.includes(\"ix-\"))[0],\n// thresholds: d3.utcMinute.every(1),\n// // thresholds: d3.utcSecond.every(30),\n// inset: 0\n// }\n// )\n// )\n// ]\n// })","pinned":false,"hidden":false,"mode":"ojs"},{"id":221,"value":"// ForceGraph(resultsGraph, {\n// nodeId: (d) => d.id, // node identifier, to match links\n// nodeGroup: (d) => d.group, // group identifier, for color\n// nodeTitle: (d) => d.title, // hover text\n// colors: colors,\n// linkStrokeWidth: (l) => Math.sqrt(l.value) / 4,\n// width,\n// height: 620,\n// invalidation // stop when the cell is re-run\n// })","pinned":false,"hidden":false,"mode":"ojs"},{"id":470,"value":"// Swatches(testScale)","pinned":false,"hidden":false,"mode":"ojs"},{"id":466,"value":"// testScale = {\n// let groups = [...new Set(nodes.map((node) => node.group))];\n// return d3\n// .scaleOrdinal(\n// d3.interpolateRainbow //d3.interpolateRainbow\n// )\n// .domain(groups)\n// .range(colors);\n// }","pinned":false,"hidden":false,"mode":"ojs"},{"id":493,"value":"// colors = {\n// const l = nodes.length;\n// return nodes\n// .map((node) => node.group)\n// .map((group, idx) => {\n// return d3.scaleSequential(d3.interpolateRainbow)(idx / l);\n// });\n// }","pinned":false,"hidden":false,"mode":"ojs"},{"id":300,"value":"// nodes = d3\n// .reduce(links, (prev, curr, idx, arr) => {\n// if (idx === 1) return [curr.source, curr.target];\n\n// if (!prev.includes(curr.source)) prev.push(curr.source);\n// if (!prev.includes(curr.target)) prev.push(curr.target);\n// return prev;\n// })\n// .map((node) => {\n// let title = node.startsWith(\"ix-\")\n// ? `IX ${node.split(\"-\")[1]} (${node.split(\"-\")[2]})`\n// : `AS${node.split(\"-\")[0]} (${node.split(\"-\")[1]})`;\n// return {\n// id: node,\n// group: node.startsWith(\"ix-\") ? node.split(\"-\")[2] : node.split(\"-\")[1],\n// title: title\n// };\n// })","pinned":false,"hidden":false,"mode":"ojs"},{"id":259,"value":"// links = d3\n// .flatRollup(\n// results.filter((r) => r.probe_src_net && r.reply_src_net),\n// (ds) => ds.length,\n// (d) => d.probe_src_net,\n// (d) => d.probe_src_cc,\n// (d) => d.reply_src_net,\n// (d) => d.reply_src_cc\n// )\n// .map(([source_net, source_cc, target_net, target_cc, value]) => ({\n// source: `${source_net}-${source_cc}`,\n// target: `${target_net}-${target_cc}`,\n// value\n// }))","pinned":false,"hidden":false,"mode":"ojs"},{"id":237,"value":"// resultsGraph = ({\n// nodes,\n// links\n// })","pinned":false,"hidden":false,"mode":"ojs"},{"id":743,"value":"// resultsAtlas = resultsAtlas_.flat()","pinned":true,"hidden":false,"mode":"ojs"},{"id":2370,"value":"fetchCsv = async (url) =>\n d3.csvParse(\n await d3.text(url, { headers: new Headers({ Accept: \"text/csv\" }) }),\n d3.autoType\n )","pinned":false,"hidden":false,"mode":"ojs"},{"id":441,"value":"import { Swatches } from \"@d3/color-legend\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":956,"value":"import { chunks } from \"@aguformoso/internet-outages-as-seen-by-ripe-atlas\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":3062,"value":"import {\n aspopData_,\n dataRipencc\n} with { cc as country } from \"@aguformoso/ripe-atlas-network-coverage\"\n// foobar as threshold","pinned":false,"hidden":false,"mode":"ojs"},{"id":222,"value":"asn2pop = new Map(\n aspopData_\n .map(({ country, populationVisionscarto, bigAsns }) => {\n return new Map(\n bigAsns.map(([idx, asnString, name, cc, popApnic, percApnic, rest]) => [\n parseInt(asnString.replace(\"AS\", \"\")),\n Math.round((populationVisionscarto * percApnic) / 100) // introducing error of .5 person\n ])\n );\n })\n .flatMap((e) => [...e])\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":3267,"value":"$34","pinned":false,"hidden":false,"mode":"ojs"},{"id":3089,"value":"cc = \"UY,NL,US,JP,CL,DE,SG,FR,ES,SE,DK,AT,BR,ZA,MU,AU,BE,LU,GB,HU\" //[...new Set(asn2countryMap.values())].join(\",\")","pinned":true,"hidden":false,"mode":"ojs"},{"id":3581,"value":"delegated = delegatedByEnhanced(\"2024-04-03\")","pinned":true,"hidden":false,"mode":"ojs"},{"id":1488,"value":"netaddr = require(\"https://bundle.run/netmask@2.0.2\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":286,"value":"---","pinned":false,"hidden":false,"mode":"md"},{"id":3578,"value":"import { delegatedByEnhanced } from \"7c7556a5a9de7d23\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":3606,"value":"import { getName } from \"@aguformoso/as-names\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":684,"value":"// d3.json(`https://atlas-fetcher.aguformoso.workers.dev/`, {\n// headers: new Headers({\n// \"atlas-msm-ids\": \"63903557,63902915\",\n// \"atlas-tuples\":\n// \"[{'msm-id':'36990714', 'probes':['6054'], 'ts':'1700516164'}]\"\n// })\n// })","pinned":false,"hidden":false,"mode":"ojs"}],"files":"$W35","stdlib":"1","titling":"auto"}