Published
Edited
Dec 13, 2021
1 fork
Render Datasette traces (initial prototype)
This is now a Datasette plugin: https://github.com/simonw/datasette-pretty-traces
min_start = Math.min(...traces.map((t) => t.start))
max_end = Math.max(...traces.map((t) => t.end))
width_s = max_end - min_start
JSON.stringify(traces[0], null, 4)
html`<div style="background-color: #ccc;">${traces_sorted.map((trace) => {
let trace_width_s = trace.end - trace.start;
let w = (trace_width_s / width_s) * width;
var left_s = trace.start - min_start;
let left = (left_s / width_s) * width;
var sql = trace.sql.replace(/\n/g, " ");
console.log(trace);
return `<div style="margin-left: ${left}px; overflow: hidden; background-color: white; border: 1px solid black; margin-bottom: 2px; height: 1.3em; width: ${w}px" title="${sql}\n\n${JSON.stringify(
trace
)}">${sql}</div>`;
})}</div>`
traces_sorted = traces.sort((t1, t2) => t1.start - t2.start)
traces = [
{
type: "sql",
start: 829553.04409852,
end: 829553.044804538,
duration_ms: 0.7060180651023984,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/base.py", line 123, in dispatch_request\n await self.ds.refresh_schemas()\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 346, in refresh_schemas\n await self._refresh_schemas()\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 356, in _refresh_schemas\n for row in await internal_db.execute(\n'
],
database: "_internal",
sql: "select database_name, schema_version from databases",
params: null
},
{
type: "sql",
start: 829553.045870932,
end: 829553.046118314,
duration_ms: 0.24738197680562735,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/base.py", line 123, in dispatch_request\n await self.ds.refresh_schemas()\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 346, in refresh_schemas\n await self._refresh_schemas()\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 361, in _refresh_schemas\n schema_version = (await db.execute("PRAGMA schema_version")).first()[0]\n'
],
database: "_internal",
sql: "PRAGMA schema_version",
params: null
},
{
type: "sql",
start: 829553.046254539,
end: 829553.046495293,
duration_ms: 0.24075398687273264,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/base.py", line 123, in dispatch_request\n await self.ds.refresh_schemas()\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 346, in refresh_schemas\n await self._refresh_schemas()\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 361, in _refresh_schemas\n schema_version = (await db.execute("PRAGMA schema_version")).first()[0]\n'
],
database: "covid",
sql: "PRAGMA schema_version",
params: null
},
{
type: "sql",
start: 829553.046742567,
end: 829553.046984065,
duration_ms: 0.24149799719452858,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/table.py", line 349, in data\n is_view = bool(await db.get_view_definition(table))\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/database.py", line 393, in get_view_definition\n return await self.get_table_definition(view, "view")\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/database.py", line 373, in get_table_definition\n await self.execute(\n'
],
database: "covid",
sql: "select sql from sqlite_master where name = :n and type=:t",
params: {
n: "us_census_state_populations_2019",
t: "view"
}
},
{
type: "sql",
start: 829553.047350647,
end: 829553.047563787,
duration_ms: 0.21313992328941822,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/base.py", line 477, in view_get\n response_or_template_contexts = await self.data(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/table.py", line 350, in data\n table_exists = bool(await db.table_exists(table))\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/database.py", line 258, in table_exists\n results = await self.execute(\n'
],
database: "covid",
sql: "select 1 from sqlite_master where type='table' and name=?",
params: ["us_census_state_populations_2019"]
},
{
type: "sql",
start: 829553.049268753,
end: 829553.049582381,
duration_ms: 0.3136279992759228,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/base.py", line 262, in get\n return await self.view_get(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/base.py", line 477, in view_get\n response_or_template_contexts = await self.data(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/table.py", line 700, in data\n results = await db.execute(sql, params, truncate=True, **extra_args)\n'
],
database: "covid",
sql:
"select rowid, region_id, division_id, state_id, state_name, pop_estimate_2019 from us_census_state_populations_2019 order by rowid limit 101",
params: {}
},
{
type: "sql",
start: 829553.049732286,
end: 829553.049933681,
duration_ms: 0.20139501430094242,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/base.py", line 262, in get\n return await self.view_get(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/base.py", line 477, in view_get\n response_or_template_contexts = await self.data(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/table.py", line 718, in data\n count_rows = list(await db.execute(count_sql, from_sql_params))\n'
],
database: "covid",
sql: "select count(*) from us_census_state_populations_2019",
params: {}
},
{
type: "sql",
start: 829553.050538056,
end: 829553.05074015,
duration_ms: 0.20209408830851316,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/facets.py", line 146, in suggest\n columns = await self.get_columns(self.sql, self.params)\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/facets.py", line 124, in get_columns\n await self.ds.execute(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 635, in execute\n return await self.databases[db_name].execute(\n'
],
database: "covid",
sql:
"select * from (select rowid, region_id, division_id, state_id, state_name, pop_estimate_2019 from us_census_state_populations_2019 ) limit 0",
params: []
},
{
type: "sql",
start: 829553.051096005,
end: 829553.051344125,
duration_ms: 0.24811993353068829,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/table.py", line 851, in data\n suggested_facets.extend(await facet.suggest())\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/facets.py", line 164, in suggest\n distinct_values = await self.ds.execute(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 635, in execute\n return await self.databases[db_name].execute(\n'
],
database: "covid",
sql:
"select rowid, count(*) as n from (\n select rowid, region_id, division_id, state_id, state_name, pop_estimate_2019 from us_census_state_populations_2019 \n ) where rowid is not null\n group by rowid\n limit 31",
params: []
},
{
type: "sql",
start: 829553.051508011,
end: 829553.051766212,
duration_ms: 0.25820103473961353,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/table.py", line 851, in data\n suggested_facets.extend(await facet.suggest())\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/facets.py", line 164, in suggest\n distinct_values = await self.ds.execute(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 635, in execute\n return await self.databases[db_name].execute(\n'
],
database: "covid",
sql:
"select region_id, count(*) as n from (\n select rowid, region_id, division_id, state_id, state_name, pop_estimate_2019 from us_census_state_populations_2019 \n ) where region_id is not null\n group by region_id\n limit 31",
params: []
},
{
type: "sql",
start: 829553.052184829,
end: 829553.052591751,
duration_ms: 0.40692195761948824,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/table.py", line 851, in data\n suggested_facets.extend(await facet.suggest())\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/facets.py", line 164, in suggest\n distinct_values = await self.ds.execute(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 635, in execute\n return await self.databases[db_name].execute(\n'
],
database: "covid",
sql:
"select division_id, count(*) as n from (\n select rowid, region_id, division_id, state_id, state_name, pop_estimate_2019 from us_census_state_populations_2019 \n ) where division_id is not null\n group by division_id\n limit 31",
params: []
},
{
type: "sql",
start: 829553.052983874,
end: 829553.05323053,
duration_ms: 0.24665601085871458,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/table.py", line 851, in data\n suggested_facets.extend(await facet.suggest())\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/facets.py", line 164, in suggest\n distinct_values = await self.ds.execute(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 635, in execute\n return await self.databases[db_name].execute(\n'
],
database: "covid",
sql:
"select state_id, count(*) as n from (\n select rowid, region_id, division_id, state_id, state_name, pop_estimate_2019 from us_census_state_populations_2019 \n ) where state_id is not null\n group by state_id\n limit 31",
params: []
},
{
type: "sql",
start: 829553.053393597,
end: 829553.053683933,
duration_ms: 0.29033597093075514,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/table.py", line 851, in data\n suggested_facets.extend(await facet.suggest())\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/facets.py", line 164, in suggest\n distinct_values = await self.ds.execute(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 635, in execute\n return await self.databases[db_name].execute(\n'
],
database: "covid",
sql:
"select state_name, count(*) as n from (\n select rowid, region_id, division_id, state_id, state_name, pop_estimate_2019 from us_census_state_populations_2019 \n ) where state_name is not null\n group by state_name\n limit 31",
params: []
},
{
type: "sql",
start: 829553.053835508,
end: 829553.054096109,
duration_ms: 0.2606010530143976,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/table.py", line 851, in data\n suggested_facets.extend(await facet.suggest())\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/facets.py", line 164, in suggest\n distinct_values = await self.ds.execute(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 635, in execute\n return await self.databases[db_name].execute(\n'
],
database: "covid",
sql:
"select pop_estimate_2019, count(*) as n from (\n select rowid, region_id, division_id, state_id, state_name, pop_estimate_2019 from us_census_state_populations_2019 \n ) where pop_estimate_2019 is not null\n group by pop_estimate_2019\n limit 31",
params: []
},
{
type: "sql",
start: 829553.054240572,
end: 829553.054426429,
duration_ms: 0.1858569448813796,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/facets.py", line 439, in suggest\n columns = await self.get_columns(self.sql, self.params)\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/facets.py", line 124, in get_columns\n await self.ds.execute(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 635, in execute\n return await self.databases[db_name].execute(\n'
],
database: "covid",
sql:
"select * from (select rowid, region_id, division_id, state_id, state_name, pop_estimate_2019 from us_census_state_populations_2019 ) limit 0",
params: []
},
{
type: "sql",
start: 829553.054580892,
end: 829553.054777372,
duration_ms: 0.19648007582873106,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/table.py", line 851, in data\n suggested_facets.extend(await facet.suggest())\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/facets.py", line 454, in suggest\n results = await self.ds.execute(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 635, in execute\n return await self.databases[db_name].execute(\n'
],
database: "covid",
sql:
'select date(rowid) from (\n select rowid, region_id, division_id, state_id, state_name, pop_estimate_2019 from us_census_state_populations_2019 \n ) where rowid glob "????-??-*" limit 100;',
params: []
},
{
type: "sql",
start: 829553.054925327,
end: 829553.055108657,
duration_ms: 0.18333003390580416,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/table.py", line 851, in data\n suggested_facets.extend(await facet.suggest())\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/facets.py", line 454, in suggest\n results = await self.ds.execute(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 635, in execute\n return await self.databases[db_name].execute(\n'
],
database: "covid",
sql:
'select date(region_id) from (\n select rowid, region_id, division_id, state_id, state_name, pop_estimate_2019 from us_census_state_populations_2019 \n ) where region_id glob "????-??-*" limit 100;',
params: []
},
{
type: "sql",
start: 829553.055266693,
end: 829553.055447872,
duration_ms: 0.18117902800440788,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/table.py", line 851, in data\n suggested_facets.extend(await facet.suggest())\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/facets.py", line 454, in suggest\n results = await self.ds.execute(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 635, in execute\n return await self.databases[db_name].execute(\n'
],
database: "covid",
sql:
'select date(division_id) from (\n select rowid, region_id, division_id, state_id, state_name, pop_estimate_2019 from us_census_state_populations_2019 \n ) where division_id glob "????-??-*" limit 100;',
params: []
},
{
type: "sql",
start: 829553.055594371,
end: 829553.055787736,
duration_ms: 0.1933649182319641,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/table.py", line 851, in data\n suggested_facets.extend(await facet.suggest())\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/facets.py", line 454, in suggest\n results = await self.ds.execute(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 635, in execute\n return await self.databases[db_name].execute(\n'
],
database: "covid",
sql:
'select date(state_id) from (\n select rowid, region_id, division_id, state_id, state_name, pop_estimate_2019 from us_census_state_populations_2019 \n ) where state_id glob "????-??-*" limit 100;',
params: []
},
{
type: "sql",
start: 829553.055951385,
end: 829553.056138256,
duration_ms: 0.18687103874981403,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/table.py", line 851, in data\n suggested_facets.extend(await facet.suggest())\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/facets.py", line 454, in suggest\n results = await self.ds.execute(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 635, in execute\n return await self.databases[db_name].execute(\n'
],
database: "covid",
sql:
'select date(state_name) from (\n select rowid, region_id, division_id, state_id, state_name, pop_estimate_2019 from us_census_state_populations_2019 \n ) where state_name glob "????-??-*" limit 100;',
params: []
},
{
type: "sql",
start: 829553.05628857,
end: 829553.056499114,
duration_ms: 0.2105439780279994,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/table.py", line 851, in data\n suggested_facets.extend(await facet.suggest())\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/facets.py", line 454, in suggest\n results = await self.ds.execute(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 635, in execute\n return await self.databases[db_name].execute(\n'
],
database: "covid",
sql:
'select date(pop_estimate_2019) from (\n select rowid, region_id, division_id, state_id, state_name, pop_estimate_2019 from us_census_state_populations_2019 \n ) where pop_estimate_2019 glob "????-??-*" limit 100;',
params: []
},
{
type: "sql",
start: 829553.056641275,
end: 829553.056812604,
duration_ms: 0.1713290112093091,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/facets.py", line 287, in suggest\n columns = await self.get_columns(self.sql, self.params)\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/facets.py", line 124, in get_columns\n await self.ds.execute(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 635, in execute\n return await self.databases[db_name].execute(\n'
],
database: "covid",
sql:
"select * from (select rowid, region_id, division_id, state_id, state_name, pop_estimate_2019 from us_census_state_populations_2019 ) limit 0",
params: []
},
{
type: "sql",
start: 829553.056955397,
end: 829553.057214198,
duration_ms: 0.25880103930830956,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/table.py", line 851, in data\n suggested_facets.extend(await facet.suggest())\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/facets.py", line 302, in suggest\n results = await self.ds.execute(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 635, in execute\n return await self.databases[db_name].execute(\n'
],
database: "covid",
sql:
"select distinct json_type(rowid)\n from (select rowid, region_id, division_id, state_id, state_name, pop_estimate_2019 from us_census_state_populations_2019 )\n where rowid is not null and rowid != ''",
params: []
},
{
type: "sql",
start: 829553.057362266,
end: 829553.057633227,
duration_ms: 0.2709609689190984,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/table.py", line 851, in data\n suggested_facets.extend(await facet.suggest())\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/facets.py", line 302, in suggest\n results = await self.ds.execute(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 635, in execute\n return await self.databases[db_name].execute(\n'
],
database: "covid",
sql:
"select distinct json_type(region_id)\n from (select rowid, region_id, division_id, state_id, state_name, pop_estimate_2019 from us_census_state_populations_2019 )\n where region_id is not null and region_id != ''",
params: []
},
{
type: "sql",
start: 829553.05782223,
end: 829553.058068675,
duration_ms: 0.24644494988024235,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/table.py", line 851, in data\n suggested_facets.extend(await facet.suggest())\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/facets.py", line 302, in suggest\n results = await self.ds.execute(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 635, in execute\n return await self.databases[db_name].execute(\n'
],
database: "covid",
sql:
"select distinct json_type(division_id)\n from (select rowid, region_id, division_id, state_id, state_name, pop_estimate_2019 from us_census_state_populations_2019 )\n where division_id is not null and division_id != ''",
params: []
},
{
type: "sql",
start: 829553.05823383,
end: 829553.058503752,
duration_ms: 0.269921962171793,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/table.py", line 851, in data\n suggested_facets.extend(await facet.suggest())\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/facets.py", line 302, in suggest\n results = await self.ds.execute(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 635, in execute\n return await self.databases[db_name].execute(\n'
],
database: "covid",
sql:
"select distinct json_type(state_id)\n from (select rowid, region_id, division_id, state_id, state_name, pop_estimate_2019 from us_census_state_populations_2019 )\n where state_id is not null and state_id != ''",
params: []
},
{
type: "sql",
start: 829553.058903884,
end: 829553.059158255,
duration_ms: 0.2543709706515074,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/table.py", line 851, in data\n suggested_facets.extend(await facet.suggest())\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/facets.py", line 302, in suggest\n results = await self.ds.execute(\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/app.py", line 635, in execute\n return await self.databases[db_name].execute(\n'
],
database: "covid",
sql:
"select distinct json_type(pop_estimate_2019)\n from (select rowid, region_id, division_id, state_id, state_name, pop_estimate_2019 from us_census_state_populations_2019 )\n where pop_estimate_2019 is not null and pop_estimate_2019 != ''",
params: []
},
{
type: "sql",
start: 829553.063900317,
end: 829553.064206833,
duration_ms: 0.3065160708501935,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/table.py", line 958, in extra_template\n "view_definition": await db.get_view_definition(table),\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/database.py", line 393, in get_view_definition\n return await self.get_table_definition(view, "view")\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/database.py", line 373, in get_table_definition\n await self.execute(\n'
],
database: "covid",
sql: "select sql from sqlite_master where name = :n and type=:t",
params: {
n: "us_census_state_populations_2019",
t: "view"
}
},
{
type: "sql",
start: 829553.06435128,
end: 829553.064554005,
duration_ms: 0.20272505935281515,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/base.py", line 572, in view_get\n extras = await extras\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/table.py", line 959, in extra_template\n "table_definition": await db.get_table_definition(table),\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/database.py", line 373, in get_table_definition\n await self.execute(\n'
],
database: "covid",
sql: "select sql from sqlite_master where name = :n and type=:t",
params: {
n: "us_census_state_populations_2019",
t: "table"
}
},
{
type: "sql",
start: 829553.064689488,
end: 829553.064876653,
duration_ms: 0.18716498743742704,
traceback: [
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/base.py", line 572, in view_get\n extras = await extras\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/views/table.py", line 959, in extra_template\n "table_definition": await db.get_table_definition(table),\n',
' File "/Users/simon/Dropbox/Development/datasette/datasette/database.py", line 383, in get_table_definition\n await self.execute(\n'
],
database: "covid",
sql:
"select sql from sqlite_master where tbl_name = :n and type='index' and sql is not null",
params: {
n: "us_census_state_populations_2019"
}
}
]
Purpose-built for displays of data
Observable is your go-to platform for exploring data and creating expressive data visualizations. Use reactive JavaScript notebooks for prototyping and a collaborative canvas for visual data exploration and dashboard creation.
