44:["$","title",null,{"children":"NYCLU CCRB Data Exploration | EJ Fox | Observable"}] 4c:[{"id":"69bc3a8f961b1d628a719bde1c1e63b69b2f531849596cea4eb11234432ba286b2224d232f83e54965e35996fa814c421fc4ddb929309c79d0085ded3934f437","href":"https://static.observableusercontent.com/files/69bc3a8f961b1d628a719bde1c1e63b69b2f531849596cea4eb11234432ba286b2224d232f83e54965e35996fa814c421fc4ddb929309c79d0085ded3934f437","name":"officer-centrality.csv","type":"text/csv","lastModified":1621904066577.488,"size":4295533},{"id":"9eca07e4369e00b5eb4759e0f757e2bab019cf3d8f98eceecf61b2b588db02e1127120a063c5c814661f77f35275c4a12b96c3f519238d14c41f375bb402969f","href":"https://static.observableusercontent.com/files/9eca07e4369e00b5eb4759e0f757e2bab019cf3d8f98eceecf61b2b588db02e1127120a063c5c814661f77f35275c4a12b96c3f519238d14c41f375bb402969f","name":"CCRB_database_raw.csv","type":"text/csv","lastModified":1621892211035.293,"size":42303335}] 48:{"id":"8a9d85983727f7d6","slug":"nyclu-ccrb-data-exploration","title":"NYCLU CCRB Data Exploration","thumbnail":null,"access_level":"public","create_time":"$D2021-05-05T22:02:16.085Z","update_time":"$D2021-05-26T15:31:36.287Z","view_time":null,"first_public_time":"$D2021-05-24T21:43:29.458Z","has_unpublished_edits":null,"fork":false,"stars":1,"starred":false,"owner":{"type":"team","id":"d39900b7b3a24f4c","login":"ejfox","name":"EJ Fox","avatar_url":"https://avatars-next.observableusercontent.com/b117d362b89a664de5bd3cb86aaeef7ed91e89e4ddbf29cf73c7bdb4279d7b4b","tier":"starter_2024","bio":"Hacker-journalist, available for work & collabs: ejfox@ejfox.com","followed_by_you":false,"follows_you":false},"version":343,"publish_version":343,"role":null,"authored":false,"authors":[{"type":"individual","id":"beed161c3770e09c","login":"ejfox","name":"EJ Fox","avatar_url":"https://avatars-next.observableusercontent.com/b117d362b89a664de5bd3cb86aaeef7ed91e89e4ddbf29cf73c7bdb4279d7b4b","tier":null,"bio":"Hacker-journalist, available for work & collabs: ejfox@ejfox.com","followed_by_you":false,"follows_you":false}],"members":[{"type":"individual","id":"beed161c3770e09c","login":"ejfox","name":"EJ Fox","avatar_url":"https://avatars-next.observableusercontent.com/b117d362b89a664de5bd3cb86aaeef7ed91e89e4ddbf29cf73c7bdb4279d7b4b","tier":null,"role":"editor"},{"type":"individual","id":"595405df3c534894","login":"enjalot","name":"Ian Johnson","avatar_url":"https://avatars-next.observableusercontent.com/549bdb0c368027004b51c4e95459e9c224331e0fec9c4cc97d181f83e55ab7f9","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":1,"collection":null,"type":"notebook","body":{"titling":"auto","title":"NYCLU CCRB Data Exploration","cells":[{"id":0,"value":"md`# NYCLU CCRB Data Exploration`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":215,"value":"md`Data comes from [NYCLU's NYPD Misconduct Database, obtained through their FOIL requests](https://www.nyclu.org/en/campaigns/nypd-misconduct-database).`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":237,"value":"viewof dateCutoffStart = date({\n title: \"Only showing complaints since...\",\n min: \"1990-01-01\",\n max: \"2022-01-01\",\n value: \"2010-01-01\",\n description:\n \"Filter down complaints to those that occurred on this date or later\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":4,"value":"complaints = {\n let data = d3.csvParse(\n await FileAttachment(\"CCRB_database_raw.csv\").text(),\n (d, i) => {\n delete d.AsOfDate;\n return { ...d, \n //date: moment(d['Incident Date']).toString() \n date: new Date(d[\"Incident Date\"])\n };\n }\n );\n\n // // Remove complaints with no incident date\n // _.remove(data, d => d['Incident Date'] === 'NULL');\n\n // Only show complaints since our cutoff date\n _.remove(data, d => {\n return +moment(d.date) < +moment(dateCutoffStart);\n });\n\n return data;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":13,"value":"html`There are ${complaints.length} complaints in this dataset. There are ${officerShieldNos.size} unique officers named. `","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":7,"value":"Inputs.table(_.sampleSize(complaints, 15))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":59,"value":"md`With 14 properties for each complaint:`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":57,"value":"Object.keys(complaints[0])","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":165,"value":"html`\n

Which command received the most complaints?

\n\n

${complaintsByCommandArray[0].command} with ${complaintsByCommandArray[0].count} complaints.

Which officer received the most complaints?

\n\n

Officer ${officerNameFromShieldNo(\n complaintsByOfficer[1][0]\n)} with ${complaintsByOfficer[1][1]} complaints.

Which officer received the most founded complaints?

\n\n

\nOfficer ${officerNameFromShieldNo(\n disciplinedComplaintsByOfficer[1][0]\n)} with ${\n disciplinedComplaintsByOfficer[1][1]\n} complaints resulting in discipline from command.

`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":315,"value":"Inputs.table(complaintsForShieldNo(disciplinedComplaintsByOfficer[1][0]))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":212,"value":"md`## Data source`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":68,"value":"md`Data comes from [NYCLU's NYPD Misconduct Database, obtained through their FOIL requests](https://www.nyclu.org/en/campaigns/nypd-misconduct-database) and was flagged to me by George Joseph at Gothamist`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":334,"value":"centrality = FileAttachment(\"officer-centrality.csv\").csv()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":20,"value":"md`## Appendix`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":206,"value":"md`Page [104 of this CCRB document](http://www.nyc.gov/html/ccrb/downloads/pdf/Crossing-the-Threshold-2010-2015.pdf) describes the total number of officers per unit as of October 2015.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":152,"value":"md`#### Helper javascript functions`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":105,"value":"officerNameFromShieldNo = function(shieldNo) {\n const officerComplaint = _.find(complaints, { ShieldNo: shieldNo });\n return officerComplaint[\"First Name\"] + \" \" + officerComplaint[\"Last Name\"];\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":309,"value":"complaintsForShieldNo = shieldNo => {\n return _.filter(complaints, { ShieldNo: shieldNo });\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":149,"value":"md`#### Useful data slices`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":73,"value":"complaintsByOfficer = Array.from(\n d3.rollup(complaints, v => v.length, d => d.ShieldNo)\n).sort(([a, a1], [b, b1]) => d3.descending(a1, b1))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":274,"value":"officerShieldNos = {\n const shieldMap = new Map();\n complaints.forEach(c => {\n shieldMap.set(c.ShieldNo, c['First Name'] + ' ' + c['Last Name']);\n });\n\n return shieldMap;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":340,"value":"officerUniqueIds = {\n const shieldMap = new Map();\n complaints.forEach((c) => {\n shieldMap.set(c[\"Unique Id\"], c[\"First Name\"] + \" \" + c[\"Last Name\"]);\n });\n\n return shieldMap;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":292,"value":"complaintsByPrecinct = d3.rollup(complaints, v => v.length, d => d.Command)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":124,"value":"complaintsWithDiscipline = d3\n .group(complaints, d => d['Board Disposition'])\n .get('Substantiated (Command Discipline)')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":136,"value":"disciplinedComplaintsByOfficer = Array.from(\n d3.rollup(complaintsWithDiscipline, v => v.length, d => d.ShieldNo)\n).sort(([a, a1], [b, b1]) => d3.descending(a1, b1))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":283,"value":"complaintsPerOfficer = Array.from(\n d3.rollup(\n complaintsWithDiscipline,\n v => v.length,\n d => d['First Name'] + ' ' + d['Last Name']\n )\n).sort(([a, a1], [b, b1]) => d3.descending(a1, b1))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":286,"value":"complaintsPerYear = d3.rollup(\n complaints,\n v => v.length,\n d => {\n const year = moment(d.date).format('YYYY');\n return year;\n }\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":167,"value":"complaintsByCommandArray = _.sortBy(\n Array.from(complaintsByCommand, (e, i) => {\n return { command: e[0], count: e[1] };\n }),\n 'count'\n).reverse()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":303,"value":"complaintByPenalty = {\n // PenaltyDesc\n return d3.group(complaints, d => d.PenaltyDesc);\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":299,"value":"shieldNoZero = _.filter(complaints, { ShieldNo: '0' })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":65,"value":"md`#### Javascript libraries`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":17,"value":"d3 = require('d3')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":28,"value":"_ = require('lodash')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":232,"value":"import { date } from \"@jashkenas/inputs\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":251,"value":"moment = require('moment')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W4c","stdlib":"1"}} 24:null