pixel flipper, data sifter. trying to see what I can while I'm here
Public
Edited
Mar 3
1 star
dadabase-sae-001_features.parquet
Type Table, then Shift-Enter. Ctrl-space for more options.
fineweb-sae-001_features.parquet
Type Table, then Shift-Enter. Ctrl-space for more options.
pubmed-sae-001_features.parquet
Type Table, then Shift-Enter. Ctrl-space for more options.
features_grid.parquet
Type Table, then Shift-Enter. Ctrl-space for more options.
datasets = ({
"dadabase": dadabase,
"fineweb": fineweb,
"pubmed": pubmed
})
combined = features.map((d,i) => {
let ds = datasets[dataset2][i]
return {
...d,
dataset_max: ds.max_activation,
dataset_count: ds.count,
dataset_avg: ds.avg_activation
}
})
diff = {
let ds_a = datasets["fineweb"]
let ds_b = datasets[dataset]
return features.map((d,i) => {
return {
...d,
dataset_max: ds_b[i].max_activation,
dataset_count: ds_b[i].count,
dataset_avg: ds_b[i].avg_activation,
max_diff: ds_a[i].max_activation - ds_b[i].max_activation,
// max_diff: d.max_activation * .75 - ds_b[i].max_activation,
count_diff: ds_a[i].count/ds_b.length - ds_b[i].count/ds_a.length,
avg_diff: ds_a[i].avg_activation - ds_b[i].avg_activation,
a: ds_a[i],
b: ds_b[i]
}
})
}
lslinks = ({
dadabase: "ls-dadabase",
pubmed: "jcr.mini"
})
Purpose-built for displays of data
Observable is your go-to platform for exploring data and creating expressive data visualizations. Use reactive JavaScript notebooks for prototyping and a collaborative canvas for visual data exploration and dashboard creation.
