Public
Edited
May 12, 2023
my_data = {
var result = []
//This is my process of cleaning and reconciling the data
birthdeath.forEach(person => {
//starting with the birthdeath table
//for each person in it, we are going to get some more information
var cleanedOccupations = []
var personOccupations = occupation.filter(d => d.URI == person.URI) //occupations of this person
var searchLocations = locations.filter(d => d.URI == person.URI) //locations of this prson
var personLocations = []
//if there are known locations
if (searchLocations.length > 0)
searchLocations.forEach(loc => {
var locationLabel = loc.event_label.split(":")
var simpleLocationLabel = locationLabel[locationLabel.length-1].trim()
personLocations.push({
placeLabel: loc.placeLabel,
locationType: loc.locationType.replace("http://id.lincsproject.ca/cwrc/", ""),
latitude: loc.latitude.replace(",", "."), //cleaning location data by replacing comma by point
longitude: loc.longitude.replace(",", "."),
eventLabel: simpleLocationLabel
}) //add the location
})
//finding the cause(s) of death
var searchDeath = causedeath.filter(d => d.URI == person.URI)
var causeDeath = []
if ( searchDeath.length == 0) // if there are none, write unknown
causeDeath.push("unknown causes")
else if (searchDeath.length == 1) // if there is one, add it's label
causeDeath.push(searchDeath[0].cause_label)
else {
causeDeath = []
searchDeath.forEach(d => causeDeath.push(d.cause_label)) //if there are several, add their labels
}
//for each occupation, add the title and type of employment
personOccupations.forEach(occ => {
cleanedOccupations.push({
job: occ.job_title,
type: occ.type_of_employment
})
})
//this is the resulting data we are creating for each person
result.push({
name: person.name,
firstName: person.name.split(",")[1] ? person.name.split(",")[1].trim() : "", //attempt to get the first name
lastName: person.name.split(",")[0] ? person.name.split(",")[0].trim() : "", //attempt to get the last name
birth: person.birth_Year,
death: person.death_Year,
ageAtDeath: person.death_Year - person.birth_Year,
uri: person.URI,
occupation: cleanedOccupations,
causeDeath : causeDeath,
locations: personLocations
})
})
return result
}
individuals = my_data.map(d => d.name)
checkLocations = my_data.filter(d => d.locations.length != 0)
Locations
map = {
const container = yield htl.html`<div style="height: 500px;">`;
const map = L.map(container).setView([43.5460516, -80.2493276], 3);
locations.forEach(l => {
L.marker([l.latitude.replace(",","."), l.longitude.replace(",",".")]).addTo(map)
.bindPopup(`${l.placeLabel}<br>${l.URI}`);
})
}
data
Type SQL, then Shift-Enter. Ctrl-space for more options.
Object.keys(locations[0])
Object.keys(occupation[0])
test = {
var result = [];
var totalOccupationsDocumented = occupation.length
console.log("Documented occupations", totalOccupationsDocumented)
console.log("Dinstinct occupations", distinctOccupations.length)
distinctOccupations.forEach(occ => {
var subset = occupation.filter(d => d.job_title == occ.job_title)
result.push({
occupation: occ.job_title,
nb: subset.length,
percentage: subset.length * 100 / totalOccupationsDocumented,
data: subset
})
})
return result.sort((a ,b) => b.nb - a.nb)
}
data
data
Type Table, then Shift-Enter. Ctrl-space for more options.
data
data = DuckDBClient.of({
BirthDeath: birthdeath,
CauseDeath: causedeath,
Locations: locations,
Occupation: occupation
})
birthdeath
Type SQL, then Shift-Enter. Ctrl-space for more options.
birthDeath.csv
Type Table, then Shift-Enter. Ctrl-space for more options.
occupation.csv
Type Table, then Shift-Enter. Ctrl-space for more options.
birthdeath.length
causedeath.length
causeDeath.csv
Type Table, then Shift-Enter. Ctrl-space for more options.
locations.csv
Type Table, then Shift-Enter. Ctrl-space for more options.
data
Type SQL, then Shift-Enter. Ctrl-space for more options.
Purpose-built for displays of data
Observable is your go-to platform for exploring data and creating expressive data visualizations. Use reactive JavaScript notebooks for prototyping and a collaborative canvas for visual data exploration and dashboard creation.
