Digital Humanist. Manhattan-based.
Alien files in the National Archives
d = table.sample(1)
Type JavaScript, then Shift-Enter. Ctrl-space for more options. Arrow ↑/↓ to switch modes.
function repr(row) {
let output = ""
output += `<a href=https://catalog.archives.gov/id/${row.naid} target="_blank"><strong>${row.name}</strong></a>, born ${row['birth date'].toString().slice(4, 15)}. Arrived from ${row.country ? row.country : "unknown country"} ${row['date of entry'] ? row['date of entry'] .toString().slice(4, 15) + "." : "."} ${row['port of entry'] ? "Port of entry " + row['port of entry'] + ". " : ""}`
if (row['naturalization date']) {
output += `Naturalization date ${new Date(row['date of entry']).toString().slice(4, 15)}`
}
if (row['sex']) {output += `Sex: ${row.sex}.`}
if (row['alias']) {output += `Alias: ${row.alias}.`}
return output
}
md`# Ports of entry
`
top_entries = table.filter(d => d["port of entry"] != "")
.derive({"port of entry": d => op.lower(d["port of entry"])})
.derive({"port of entry": d => op.replace(d["port of entry"], " (bridge)", "")})
.derive({"port of entry": d => op.replace(d["port of entry"], " (nd)", "")})
.derive({"port of entry": d => op.replace(d["port of entry"], " (ma)", "")})
.derive({"port of entry": d => op.replace(d["port of entry"], " colorado", " co")})
.derive({"port of entry": d => op.replace(d["port of entry"], " new mexico", " nm")})
.derive({"port of entry": d => op.replace(d["port of entry"], " montana", " mt")})
.derive({"port of entry": d => op.replace(d["port of entry"], " texas", " tx")})
.derive({"port of entry": d => op.replace(d["port of entry"], " pennsylvania", " pa")})
.derive({"port of entry": d => op.replace(d["port of entry"], " washington", " wa")})
.derive({"port of entry": d => op.replace(d["port of entry"], " virginia", " va")})
.derive({"port of entry": d => op.replace(d["port of entry"], " connecticut", " ct")})
.derive({"port of entry": d => op.replace(d["port of entry"], " arizona", " az")})
.derive({"port of entry": d => op.replace(d["port of entry"], " montana", " mt")})
.derive({"port of entry": d => op.replace(d["port of entry"], " michigan", " mi")})
.derive({"port of entry": d => op.replace(d["port of entry"], " north dakota", " nd")})
.derive({"port of entry": d => op.replace(d["port of entry"], " california", " ca")})
.derive({"port of entry": d => op.replace(d["port of entry"], " (ia)", "")})
.derive({"port of entry": d => op.replace(d["port of entry"], " florida", " fl")})
.derive({"port of entry": d => op.replace(d["port of entry"], " rhode island", " ri")})
.derive({"port of entry": d => op.replace(d["port of entry"], " ohio", " ri")})
.derive({"port of entry": d => op.replace(d["port of entry"], " maine", " me")})
.derive({"port of entry": d => op.replace(d["port of entry"], ", new york", ", ny")})
.derive({"port of entry": d => op.replace(d["port of entry"], " poe", "")})
.groupby("port of entry").count().orderby(aq.desc("count"))
.slice(0, 30)
table.filter(d => d["port of entry"] != "")
.derive({"port of entry": d => op.lower(d["port of entry"])})
.join(top_entries)
.groupby(["country", "port of entry"])
.count()
.view()
String.prototype.to
md`## General summary stats
These are used for--eg--the country selectors.
`
table.groupby("country").select("birth date", "country")
country_counts = {
const counts = table.groupby("country").count().orderby(aq.desc("count")).objects()
return counts.map(d => {
return {
value: d.country,
label: `${d.country} (${d.count})`,
count: d.count
}}
)
}
viewof overall_yearly_totals = table
.params({date_field})
.filter((d, $) => d[$.date_field] !== null)
.derive({year: (d, $) => op.year(d[$.date_field])}) // Calculate the year.
.filter(d => d.year < 2020) // Remove not available entries.
.groupby("year")
.count("year")
.derive({year: d=>d.year, overall_count: d => d.count})
.select(aq.not("count"))
.view()
{
// Listener to reset the sample display
country;
y_axis;
date_field;
mutable year = undefined
}
table = aq.fromArrow(dataset, {unpack: false})
dataset = fetch("https://benschmidt.org/aliens.feather").then(d => d.arrayBuffer()).then(d => arrow.Table.from(d))
md`## External libraries
The code below loads some libraries that allow you to load the data. No need to read down here.
`
embed = require.alias({
"vega": "vega@5.16.1",
"vega-lite": "vega-lite@4.16.6"
})("vega-embed@6")
table.filter(d => op.row_number() < 10)
arrow = require("apache-arrow@2.0")
Type JavaScript, then Shift-Enter. Ctrl-space for more options. Arrow ↑/↓ to switch modes.
d3 = require("d3@v6")
load_time = Date.now()
import { select, radio, text } from '@jashkenas/inputs'
import { Text } from '@observablehq/inputs'
Purpose-built for displays of data
Observable is your go-to platform for exploring data and creating expressive data visualizations. Use reactive JavaScript notebooks for prototyping and a collaborative canvas for visual data exploration and dashboard creation.
