2e:null 2f:["$","title",null,{"children":"AWS Cloudwatch X-Ray Exploratory Analytics | Tom Larkworthy | Observable"}] 34:T4f3,flamegraph_chart_data = { const merge = (base, tree) => { const indexChildren = (array) => array.reduce((obj, el) => { obj[el.name] = el; return obj; }, {}); const name_to_child_base = indexChildren(base.children); const name_to_child_tree = indexChildren(tree.children); // Merge children from base and tree const children = Object.values({ ...name_to_child_base, ...name_to_child_tree }).map((child) => { if (name_to_child_base[child.name] && name_to_child_tree[child.name]) { // Child exists in both, merge them return merge( name_to_child_base[child.name], name_to_child_tree[child.name] ); } else { // Child exists in only one, return it return { name: child.name, value: child.value, children: child.children }; } }); debugger; return { name: base.name, value: base.value + tree.value, children }; }; return to_tree(flamegraph_data).reduce( (base, tree) => merge(base, { name: "root", value: tree.value, children: [tree] }), { name: "root", value: 0, children: [] } ); }35:T5ce,insert_traces = { debugger; segments_table; return Promise.all( traces.Traces.map(async (trace) => db.sql`INSERT INTO traces VALUES (${trace.Id}, ${trace.Duration})` .then(() => Promise.all( trace.Segments.map((segment) => { const doc = JSON.parse(segment.Document); const insert_doc = (doc, parent_id) => { const parent_insert = db.sql`INSERT INTO segments VALUES ( ${doc.id}, ${doc.name}, ${new Date(doc.start_time * 1000)}, ${new Date(doc.end_time * 1000)}, ${doc.parent_id || parent_id}, ${trace.Id}, ${doc?.metadata?.rum?.pageId}, ${doc?.http?.request?.method?.toUpperCase()}, ${doc?.http?.request?.url}, ${doc?.http?.response?.status}, )`.catch((err) => { //debugger; console.error(err); }); return parent_insert.then( Promise.all( (doc.subsegments || []).map((subsegment) => insert_doc(subsegment, segment.Id) ) ) ); }; return insert_doc(doc); }) ) ) .catch((err) => { //debugger; console.error(err); }) ) ); }36:[{"id":"f8a3463795a6e86102275e385116ec0485e98d9443156e358aa665980ca282a2ea9ba0d0df8e4e7f24cb3fb09b29e094e8cc71b61b2315b4fe80399a61a6d21a","href":"https://static.observableusercontent.com/files/f8a3463795a6e86102275e385116ec0485e98d9443156e358aa665980ca282a2ea9ba0d0df8e4e7f24cb3fb09b29e094e8cc71b61b2315b4fe80399a61a6d21a","name":"aws-sdk-2.1429.0.min.js","type":"application/javascript","lastModified":1691140571065.956,"size":280901}] 32:{"id":"486254c21a5fa78f","slug":"x-ray-slurper","title":"AWS Cloudwatch X-Ray Exploratory Analytics","thumbnail":"8210d4c5b1439b6947eb8deb01e70c4ae6c0617a1f4e5f4c9c4646df9a565f8b","access_level":"public","create_time":"$D2023-08-04T08:42:32.823Z","update_time":"$D2025-09-04T08:39:16.382Z","view_time":null,"first_public_time":"$D2023-09-16T15:26:39.060Z","has_unpublished_edits":null,"fork":false,"stars":1,"starred":false,"owner":{"type":"team","id":"7db5ed2b0697d645","login":"tomlarkworthy","name":"Tom Larkworthy","avatar_url":"https://avatars-next.observableusercontent.com/47327a8bc1966f2186dcb3ebf4b7ee6e4e7ab9a5c2a07405aff57200ea778f71","tier":"starter_2024"},"version":2642,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"5215f6ec4a999d40","login":"tomlarkworthy","name":"Tom Larkworthy","avatar_url":"https://avatars-next.observableusercontent.com/47327a8bc1966f2186dcb3ebf4b7ee6e4e7ab9a5c2a07405aff57200ea778f71","tier":null}],"members":[{"type":"individual","id":"5215f6ec4a999d40","login":"tomlarkworthy","name":"Tom Larkworthy","avatar_url":"https://avatars-next.observableusercontent.com/47327a8bc1966f2186dcb3ebf4b7ee6e4e7ab9a5c2a07405aff57200ea778f71","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":true,"trashed":false,"lapsed":null,"subscribed":null,"forks":2,"collection":null,"type":"notebook","body":{"title":"AWS Cloudwatch X-Ray Exploratory Analytics","cells":[{"id":0,"value":"# AWS [Cloudwatch X-Ray](https://aws.amazon.com/xray/) Exploratory Analytics \n## Get more value out of the data already in your AWS account. \n\nThis batch downloads an x-ray query result set in DuckDB in the browser, so you can explore system behaviour with full text search over metadata, reactive data visualisation, flamegraphs and SQL queries. Save/load traces to CSV or Parquet. Fork this notebook to extend programatically\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":954,"value":"\n

\n Contributing\n

\nFeel free to fork this notebook and send back change requests. A goal of this notebook is that it is domain independent and a generic interface to x-ray. If you need to do domain specific analysis, use a different notebook that consumes the exportable trace archives.\n

","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1515,"value":"# Data loading","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1517,"value":"## Slurp from AWS account over a time range","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":15,"value":"viewof start_time = Inputs.datetime({\n label: \"start time (local)\",\n max: new Date(),\n value: new Date() - 3600 * 1000\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":35,"value":"viewof end_time = Inputs.datetime({\n label: \"end time (local)\",\n max: new Date(),\n value: new Date()\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":759,"value":"UTC ${start_time.toISOString()} to ${end_time.toISOString()}","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":61,"value":"viewof region = Inputs.bind(\n Inputs.select(\n [\n \"us-east-1\", // N. Virginia\n \"us-east-2\", // Ohio\n \"us-west-1\", // N. California\n \"us-west-2\", // Oregon\n \"af-south-1\", // Cape Town\n \"ap-east-1\", // Hong Kong\n \"ap-south-1\", // Mumbai\n \"ap-northeast-1\", // Tokyo\n \"ap-northeast-2\", // Seoul\n \"ap-northeast-3\", // Osaka\n \"ap-southeast-1\", // Singapore\n \"ap-southeast-2\", // Sydney\n \"ca-central-1\", // Canada (Central)\n \"eu-central-1\", // Frankfurt\n \"eu-west-1\", // Ireland\n \"eu-west-2\", // London\n \"eu-west-3\", // Paris\n \"eu-south-1\", // Milan\n \"eu-north-1\", // Stockholm\n \"me-south-1\", // Bahrain\n \"sa-east-1\" // São Paulo\n ],\n {\n label: \"region\"\n }\n ),\n localStorageView(\"region\")\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":597,"value":"viewof filter = Inputs.bind(\n Inputs.textarea({ label: \"query (syntax is same as AWS console)\" }),\n localStorageView(\"FilterExpression\")\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2515,"value":"viewof downsample = Inputs.bind(\n Inputs.range([1, 1000], { label: \"downsample\", step: 1, value: 1 }),\n localStorageView(\"downsample\")\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":385,"value":"viewof fetch_traces = {\n dropTables;\n return Inputs.button(\n `Append ${trace_summaries.TraceSummaries.length}${\n trace_summaries.NextToken !== null ? \"+\" : \"\"\n } traces into local DuckDB`\n );\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":796,"value":"viewof dropTables = Inputs.button(\"Reset state\", {\n reduce: async () => {\n await db.query(\"DROP TABLE segments\");\n await db.query(\"DROP TABLE traces\");\n mutable refresh_db++;\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2433,"value":"viewof run = Inputs.toggle({ label: \"run\", value: true })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":634,"value":"mutable batches_fetched = 0","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2442,"value":"## Slurp newline deliminated list of trace-ids","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":2450,"value":"viewof trace_ids_list = Inputs.bind(\n Inputs.textarea(),\n localStorageView(\"trace_list\")\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2454,"value":"Inputs.button(\"load\", {\n label: \"load list\",\n reduce: () => {\n viewof batch.send({\n TraceSummaries: trace_ids_list.split(\"\\n\").map((t) => ({\n Id: t\n }))\n });\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":90,"value":"## AWS Auth\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":69,"value":"viewof access_key = Inputs.bind(\n Inputs.password({\n label: \"AWS access key\"\n }),\n localStorageView(\"aws_access_key\")\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":74,"value":"viewof access_secret_key = Inputs.bind(\n Inputs.password({\n label: \"AWS secret key\"\n }),\n localStorageView(\"aws_secret_key\")\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":641,"value":"{\n if (document.location.hash.length > 10) {\n const creds = JSON.parse(atob(document.location.hash.substring(1)));\n viewof access_key.value = creds.ACCESS_KEY;\n viewof access_secret_key.value = creds.SECRET;\n viewof access_key.dispatchEvent(new Event(\"input\"));\n viewof access_secret_key.dispatchEvent(new Event(\"input\"));\n }\n return \"You can also encode URL hash as base64 JSON to load AWS creds for deep linking. Grant creds AWSXRayReadOnlyAccess\";\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":2395,"value":"query_params_loader = {\n if (search_params.filter) {\n viewof filter.value = search_params.filter;\n viewof filter.dispatchEvent(new Event(\"input\"));\n }\n if (search_params.region) {\n viewof region.value = search_params.region;\n viewof region.dispatchEvent(new Event(\"input\"));\n }\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":168,"value":"## Save/Load Trace Dataset from File","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":128,"value":"