25:["$","title",null,{"children":"d3.group, d3.rollup, d3.index | PersLEARN Visualization | Observable"}] 49:[] 29:{"id":"3a2e4129b76b26c1","slug":null,"title":"d3.group, d3.rollup, d3.index","thumbnail":"61e731bfedff19cc65607512e6437715d7e0cbe3433c9a84e55b16d8111e796a","access_level":"public","create_time":"$D2022-11-10T08:55:19.686Z","update_time":"$D2022-11-10T08:55:19.686Z","view_time":null,"first_public_time":"$D2022-11-10T08:55:19.686Z","has_unpublished_edits":null,"fork":{"id":"0c4d67a22f46fd23","slug":"d3-group","title":"d3.group, d3.rollup, d3.index","owner":{"id":"863951e3ebe4c0ae","login":"d3","name":"D3"}},"stars":0,"starred":false,"owner":{"type":"team","id":"36483f424f742e53","login":"perslearn-visualization","name":"PersLEARN Visualization","avatar_url":"https://avatars-next.observableusercontent.com/b25d2664f92296b5cdfcd73c898dc4ba2f7e9d5b0522fe04771f808de89c0ec0","tier":"starter_2024","bio":"","followed_by_you":false,"follows_you":false},"version":578,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"205405e4dd57b9eb","login":"xiwenchuan","name":"Xi Wenchuan","avatar_url":"https://avatars-next.observableusercontent.com/d6c459682e45c7dbff5d1b38a93a39310c241e77061c4a5a82c41f64062a1111","tier":null,"bio":"student majoring in Finance. interested in front-end visuallization. working in PersLEARN, Peking University.","followed_by_you":false,"follows_you":false}],"members":[{"type":"team","id":"36483f424f742e53","login":"perslearn-visualization","name":"PersLEARN Visualization","avatar_url":"https://avatars-next.observableusercontent.com/b25d2664f92296b5cdfcd73c898dc4ba2f7e9d5b0522fe04771f808de89c0ec0","tier":"starter_2024","role":"editor"},{"type":"individual","id":"205405e4dd57b9eb","login":"xiwenchuan","name":"Xi Wenchuan","avatar_url":"https://avatars-next.observableusercontent.com/d6c459682e45c7dbff5d1b38a93a39310c241e77061c4a5a82c41f64062a1111","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":0,"collection":null,"type":"notebook","body":{"titling":"auto","title":"d3.group, d3.rollup, d3.index","cells":[{"id":0,"value":"md`# d3.group, d3.rollup, d3.index\n\nAs its name suggests, [d3.group](https://github.com/d3/d3-array/blob/master/README.md#group) groups values by key. It returns a [map](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Map) from *key* to the corresponding array of *values* from the input. For example, say you have a table of highly-paid athletes:`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":5,"value":"athletes = [\n {name: \"Floyd Mayweather\", sport: \"Boxing\", nation: \"United States\", earnings: 285},\n {name: \"Lionel Messi\", sport: \"Soccer\", nation: \"Argentina\", earnings: 111},\n {name: \"Cristiano Ronaldo\", sport: \"Soccer\", nation: \"Portugal\", earnings: 108},\n {name: \"Conor McGregor\", sport: \"MMA\", nation: \"Ireland\", earnings: 99},\n {name: \"Neymar\", sport: \"Soccer\", nation: \"Brazil\", earnings: 90},\n {name: \"LeBron James\", sport: \"Basketball\", nation: \"United States\", earnings: 85.5},\n {name: \"Roger Federer\", sport: \"Tennis\", nation: \"Switzerland\", earnings: 77.2},\n {name: \"Stephen Curry\", sport: \"Basketball\", nation: \"United States\", earnings: 76.9},\n {name: \"Matt Ryan\", sport: \"Football\", nation: \"United States\", earnings: 67.3},\n {name: \"Matthew Stafford\", sport: \"Football\", nation: \"United States\", earnings: 59.5}\n]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":9,"value":"md`To group the athletes by sport:`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":11,"value":"athletesBySport = d3.group(athletes, d => d.sport)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":410,"value":"md`Now you can query the map for a particular group:`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":396,"value":"athletesBySport.get(\"Basketball\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":409,"value":"md`You can iterate over the groups, say to construct a table:`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":408,"value":"html`\n \n \n \n ${Array.from(athletesBySport, ([key, values]) => html`\n \n \n \n `)}\n

Sport	Athletes
${key}	${values.map(d => d.name).join(\", \")}

`","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":15,"value":"md`Each group’s values are in the same relative order as the input. Thus, since the table above was in order of descending earnings, so too are each group.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":362,"value":"athletesBySport.get(\"Soccer\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":361,"value":"md`If you specify more than one key, a nested map is returned.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":227,"value":"athletesByNationSport = d3.group(athletes, d => d.nation, d => d.sport)// first group by nation, then by sport","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":254,"value":"md`To pull a specific group out of the nested map, chain calls to [*map*.get](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Map/get).`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":65,"value":"athletesByNationSport.get(\"United States\").get(\"Boxing\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":243,"value":"md`Keys can be computed dynamically; they needn’t be simple properties. For example, here we group by the first letter of each name.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":262,"value":"d3.group(athletes, d => d.name[0])","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":21,"value":"md`If you’d prefer a nested array instead of a map, say for use with [*selection*.data](https://github.com/d3/d3-selection/blob/master/README.md#selection_data) or [*array*.filter](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Array/filter), use [d3.groups](https://github.com/d3/d3-array/blob/master/README.md#groups) (plural).`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":23,"value":"d3.groups(athletes, d => d.name)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":201,"value":"d3.groups(athletes, d => d.name, d => d.sport)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":568,"value":"md`If you’d prefer a flat array instead of a map, consider [d3.flatGroup](./d3-flatgroup).`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":193,"value":"key_equality = md`## Key equality\n\nAs of [release 2.10](https://github.com/d3/d3-array/releases/tag/v2.10.0), d3.group constructs an [InternMap](/@mbostock/internmap) which determines key equality using [*object*.valueOf](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Object/valueOf) and the [*SameValueZero* algorithm](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Equality_comparisons_and_sameness#Same-value-zero_equality). Thus, unlike a normal Map, you can use dates as keys. For instance, consider this table of transactions:`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":191,"value":"transactions = [\n {name: \"Jim\", amount: 3400, date: new Date(\"2015-11-12\")},\n {name: \"Carl\", amount: 12011, date: new Date(\"2015-11-12\")},\n {name: \"Carl\", amount: 2391, date: new Date(\"2015-11-12\")},\n {name: \"Stacy\", amount: 3405, date: new Date(\"2015-10-09\")},\n {name: \"Stacy\", amount: 1201, date: new Date(\"2016-01-04\")}\n]","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":289,"value":"md`If you group the transactions by date, each date is interned using its corresponding primitive value (milliseconds since UNIX epoch), and thus transactions occurring on the same date are grouped together as expected.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":208,"value":"d3.group(transactions, d => d.date) // 👍 Dates can be equal!","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":119,"value":"rollups = md`## Rollups\n\n[d3.rollup](https://github.com/d3/d3-array/blob/master/README.md#rollup) lets you “reduce” each group by computing a corresponding summary value, such as a sum or count. The result is a map from key to reduced value.\n\nIts signature is similar to d3.group’s signature, with an added *reducer* function as the second argument: rollup(*data*, **_reducer_**, *key1*, *key2*…). For each group, the reducer receives the group as an array, and returns the reduced value.\n\nFor example, to count athletes by sport:`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":122,"value":"d3.rollup(athletes, v => v.length, d => d.sport)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":344,"value":"md`Or, to compute the total earnings per sport for these athletes with [d3.sum](https://github.com/d3/d3-array/blob/master/README.md#sum):`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":347,"value":"d3.rollup(athletes, v => d3.sum(v, d => d.earnings), d => d.sport)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":378,"value":"md`In conjunction with [d3.least](/@d3/d3-least), d3.rollup can be used to compute the biggest (or smallest) group according to the reduced value.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":385,"value":"d3.least(d3.rollup(athletes, v => d3.sum(v, d => d.earnings), d => d.sport), ([, sum]) => -sum)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":389,"value":"md`You can similarly get the biggest or smallest group using d3.group together with d3.least.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":373,"value":"d3.least(d3.group(athletes, d => d.sport), ([, v]) => -d3.sum(v, d => d.earnings))","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":123,"value":"md`As with d3.group, if you specify more than one key, a nested map is returned.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":165,"value":"d3.rollup(athletes, v => v.length, d => d.nation, d => d.sport)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":166,"value":"md`The *reducer* is only applied to the leaf groups: above, counting the athletes for a particular nation and sport. The reducer is not applied to the parent groups, or to the values as a whole. (For nested calculations, consider [d3.hierarchy](https://github.com/d3/d3-hierarchy/blob/master/README.md#hierarchy).)\n\nAnd as with d3.groups, use d3.rollups to get a nested array instead of a nested map, and [d3.flatRollup](./d3-flatgroup) for a flat array.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":129,"value":"d3.rollups(athletes, v => d3.sum(v, d => d.earnings), d => d.sport)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":155,"value":"md`d3.rollups is particularly useful to create [hierarchies](https://observablehq.com/collection/@d3/d3-hierarchy) from flat datasets, as for example in this [circle-packing diagram of H-1B Employers](https://observablehq.com/@mbostock/2019-h-1b-employers).`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":441,"value":"md`## Indexes\n\n[d3.index](https://github.com/d3/d3-array/blob/master/README.md#index) creates a Map from key to unique value. Given several keys, it returns a nested Map.\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":448,"value":"index = d3.index(athletes, d => d.name)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":455,"value":"md`It is particularly useful to join two datasets. For a (toy) example, suppose we have a selection of interesting athletes’ facts:`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":458,"value":"facts = [\n {about: \"Neymar\", fact: \"Neymar is Neymar da Silva Santos Júnior\"},\n {about: \"Roger Federer\", fact: \"Federer has won 20 Grand Slam men's singles titles\"},\n {about: \"Megan Rapinoe\", fact: \"Rapinoe was named The Best FIFA Women's Player in 2019\"}\n]","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":461,"value":"md`With the index, we can join the two datasets:`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":464,"value":"facts.map(({about: name, fact}) => ({fact, name, ...index.get(name)}))","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":469,"value":"md`The previous join was made by looping through all the facts; for each fact, we looked up the athlete’s data in the index. We might, alternatively, want to loop through all the athletes’ data and look up in the facts index. (Note how we can use the [optional chaining](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Operators/Optional_chaining) notation \\`?.\\` to return undefined when no fact is found.)`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":472,"value":"{\n const index = d3.index(facts, d => d.about);\n return athletes.map(({name, ...values}) => ({name, fact: index.get(name)?.fact}))\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":488,"value":"{\n const index = d3.index(facts, d => d.about);\n return athletes.map(({name, ...values}) => ({name, fact: index.get(name)?.fact, ...values}))\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":442,"value":"md`d3.index will throw an error if several elements share the same key:`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":446,"value":"d3.index(athletes, d => d.nation)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":507,"value":"md`As with d3.group and d3.rollup, we can use several keys and look up the values by chaining “queries”:`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":509,"value":"nn = d3.index(athletes, d => d.nation, d => d.sport, d => d.name)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":521,"value":"nn.get(\"United States\")?.get(\"Basketball\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":513,"value":"nn.get(\"United States\")?.get(\"Basketball\")?.get(\"LeBron James\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":526,"value":"nn.get(\"United States\")?.get(\"Soccer\")?.get(\"Rapinoe\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":494,"value":"md`[d3.indexes](https://github.com/d3/d3-array/blob/master/README.md#indexes) returns the index as a nested array:`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":503,"value":"d3.indexes(athletes, d => d.nation, d => d.name)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W49","stdlib":"1"}} 24:null