The end-to-end solution for building and hosting better data apps, dashboards, and reports.
db
data
db = {
const client = new DuckDBClient();
if (!file) {
// create a table called `dt` with three columns
await client.query(
`CREATE TABLE csv_file(Choose STRING, a STRING, file STRING)`
);
return client;
}
const buffer = await file.arrayBuffer();
await client.insertCSV("csv_file", buffer, {
// dateFormat: "%Y-%m-%d",
// timestampFormat: "%Y-%m-%dT%H:%M:%SZ",
});
await client.query(
`EXPORT DATABASE '/tmp/duckdbexportparquet' (FORMAT 'parquet', COMPRESSION 'GZIP')`
);
const db = await client.db();
const files = await db.globFiles("/tmp/duckdbexportparquet/*");
return client;
}
buffer = (await db.db()).copyFileToBuffer(`/tmp/duckdbexportparquet/csv_file.parquet`)
button = (data, filename = 'data.csv') => {
if (!data) throw new Error('Array of data required as first argument');
let downloadData;
if (filename.includes('.csv')) {
downloadData = new Blob([d3.csvFormat(data)], { type: "text/csv" });
} else if (filename.includes('.json')) {
downloadData = new Blob([JSON.stringify(data, null, 2)], {
type: "application/json"
});
} else {
// save as binary
downloadData = new Blob([data], { type: "application/octet-stream" });
}
const size = (downloadData.size / 1024).toFixed(0);
const button = DOM.download(
downloadData,
filename,
`Download ${filename} (~${size} KB)`
);
return button;
}
// this allows you to export results of a SQL query by directly copying it
// TODO: figure out how to let this cell run more than once (File is not opened in write mode error)
modifiedParquet = {
let modifySQL = `
SELECT * EXCLUDE (comments) FROM csv_file
`
await db.query(`COPY (${modifySQL}) TO 'modified.parquet' (FORMAT 'parquet', CODEC 'GZIP')`)
let idb = await db.db()
return idb.copyFileToBuffer(`modified.parquet`)
}
file ? button(modifiedParquet, `modified.parquet`) : md``
// this allows you to export results of a SQL query by directly copying it
// TODO: figure out how to let this cell run more than once (File is not opened in write mode error)
// modifiedCSV = {
// let modifySQL = `
// SELECT * EXCLUDE (comments) FROM csv_file
// `
// await db.query(`COPY (${modifySQL}) TO 'modified.csv' (HEADER, DELIMITER ',')`)
// let idb = await db.db()
// return idb.copyFileToBuffer(`modified.parquet`)
// }
import {DuckDBClient} from "@cmudig/duckdb"
// Load apache arrow for setting types
arrow = require('apache-arrow@8.0.0')
{
// update loading indicator when we are done processing the CSV
if(data.length) {
status.innerText = "Done Loading"
}
return
}
data1 = FileAttachment("data1.parquet")
One platform to build and deploy the best data apps
Experiment and prototype by building visualizations in live JavaScript notebooks. Collaborate with your team and decide which concepts to build out.
Use Observable Framework to build data apps locally. Use data loaders to build in any language or library, including Python, SQL, and R.
Seamlessly deploy to Observable. Test before you ship, use automatic deploy-on-commit, and ensure your projects are always up-to-date.