2a:null 2b:["$","title",null,{"children":"Aula 09 -- Análise de Redes | Dan S. Reznik | Observable"}] 30:Tbdd,chart = { const svg = d3.create("svg") .attr("viewBox", [0, 0, width, height]); svg.append('rect') .attr('width', '100%') .attr('height', '100%') .attr('fill', 'white') .on('click', function() { // Restore nodes and links to normal opacity. d3.selectAll('.link').style('stroke-opacity', '0.6'); d3.selectAll('.node').style('opacity', '1'); }); var container = svg.append('g'); // Call zoom for svg container. svg.call(zoom(container)); var link = container.append("g") .attr("class", "links") .selectAll("line"); var node = container.append("g") .attr("class", "nodes") .selectAll("circle"); // Make object of all neighboring nodes. var linkedByIndex = {}; json.links.forEach(function(d) { linkedByIndex[d.source.index + ',' + d.target.index] = 1; linkedByIndex[d.target.index + ',' + d.source.index] = 1; }); // A function to test if two nodes are neighboring. function neighboring(a, b) { return linkedByIndex[a.index + ',' + b.index]; } return Object.assign(svg.node(), { update(nodes,links) { link = link.data(links, function(d) { return d.source.index + ", " + d.target.index;}); link.exit().remove(); var linkEnter = link.enter().append("line") .attr('class', 'link') .attr('stroke', 'gray'); link = linkEnter.merge(link); node = node.data(nodes); node.exit().remove(); var nodeEnter = node.enter().append("circle") // Use degree centrality from NetworkX in json. .attr('r', function(d, i) { return degreeSize(d.degree); }) // Color by group, a result of modularity calculation in NetworkX. .attr("fill", function(d) { return color(d.group); }) .attr('class', 'node') // On click, toggle ego networks for the selected node. .on('click', function(d, i) { // Ternary operator restyles links and nodes if they are adjacent. d3.selectAll('.link').style('stroke-opacity', function (l) { return l.target == d || l.source == d ? 1 : 0.1; }); d3.selectAll('.node').style('opacity', function (n) { return neighboring(d, n) ? 1 : 0.1; }); d3.select(this).style('opacity', 1); }) .call(drag(simulation)); node = nodeEnter.merge(node); node.append("title") .text(function(d) { return d.name; }); simulation .nodes(nodes) .on("tick", ticked); simulation.force("link") .links(links); simulation.alpha(1).restart(); function ticked() { link .attr("x1", function(d) { return d.source.x; }) .attr("y1", function(d) { return d.source.y; }) .attr("x2", function(d) { return d.target.x; }) .attr("y2", function(d) { return d.target.y; }); node .attr("cx", function(d) { return d.x; }) .attr("cy", function(d) { return d.y; }); } } }); }31:[{"id":"72011018f9fef15426b3efb5d01d8b85e500284ea8c7d989ef423f3d9ff220b953e6203e4d2f4a91aed33bce97b2e2b8287d568bd30764d83941a508ccf3d2c4","href":"https://static.observableusercontent.com/files/72011018f9fef15426b3efb5d01d8b85e500284ea8c7d989ef423f3d9ff220b953e6203e4d2f4a91aed33bce97b2e2b8287d568bd30764d83941a508ccf3d2c4","name":"marvel.json","type":"application/json","lastModified":1624049596514.955,"size":316077}] 2e:{"id":"f5bf44d52ed25d25","slug":"analise-de-rede","title":"Aula 09 -- Análise de Redes","thumbnail":"9c4848ec84502f95a16d1db11f96117ea0343f24e8feb6983d0dfcf0f5dc9607","access_level":"public","create_time":"$D2021-06-18T20:53:16.514Z","update_time":"$D2021-06-19T14:37:32.030Z","view_time":null,"first_public_time":"$D2021-06-18T20:55:06.524Z","has_unpublished_edits":null,"fork":{"id":"801414b0f2a5b251","slug":"marvel-network","title":"Marvel Network","owner":{"id":"00530b7d74887890","login":"jrladd","name":"JR Ladd"}},"stars":0,"starred":false,"owner":{"type":"team","id":"5f70011df0350296","login":"dan-reznik","name":"Dan S. Reznik","avatar_url":"https://avatars-next.observableusercontent.com/34300050560dea2b36d63efd30e3f07e6f455717f9e917936080d33429d8b426","tier":"starter_2024"},"version":983,"publish_version":983,"role":null,"authored":false,"authors":[{"type":"individual","id":"bda3bb7cbffeec7d","login":"dan-reznik","name":"Dan S. Reznik","avatar_url":"https://avatars-next.observableusercontent.com/34300050560dea2b36d63efd30e3f07e6f455717f9e917936080d33429d8b426","tier":null}],"members":[{"type":"individual","id":"bda3bb7cbffeec7d","login":"dan-reznik","name":"Dan S. Reznik","avatar_url":"https://avatars-next.observableusercontent.com/34300050560dea2b36d63efd30e3f07e6f455717f9e917936080d33429d8b426","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":17,"collection":{"id":"d2416f67a4e8b86a","slug":"puc-mdt-data-science-2021","title":"PUC MDT Data Science 2021","owner":{"id":"5f70011df0350296","login":"dan-reznik","name":"Dan S. Reznik"}},"type":"notebook","body":{"titling":"auto","title":"Aula 09 -- Análise de Redes","cells":[{"id":0,"value":"md`# Aula 09 -- Análise de Redes\n### PUC MDT 2021 - Ciência de Dados\nadaptado de: https://observablehq.com/@jrladd/marvel-network`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":33,"value":"$30","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":211,"value":" \t// A slider (using only d3 and HTML5) that removes nodes below the input threshold.\nslider = {\n\n let min = d3.min(json.links, function(d) {return d.weight; });\n let max = d3.max(json.links, function(d) {return d.weight; })\n let slider = html`\n Edge Weight Threshold: ${min}\n `;\n let label = slider.querySelector('label');\n let range = slider.querySelector('input');\n range.value = min\n range.oninput = () => {\n let threshold = range.valueAsNumber\n label.innerHTML = `Edge Weight Threshold: ${threshold}`\n let newLinks = json.links.filter(l => l.weight > threshold);\n chart.update(json.nodes,newLinks);\n };\n return slider;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":216,"value":"\t// A dropdown menu with three different centrality measures, calculated in NetworkX.\n\ndropdown = {\n let dropdown = html`\n Size Nodes By:\n `;\n let select = dropdown.querySelector('select');\n let label = dropdown.querySelector('label');\n dropdown.onchange = () => {\n var centrality = select.value;\n var centralitySize = d3.scaleLinear()\n .domain([d3.min(json.nodes, function(d) { return d[centrality]; }), d3.max(json.nodes, function(d) { return d[centrality]; })])\n .range([8,25]);\n d3.selectAll(\".node\").attr(\"r\", d => centralitySize(d[centrality]));\n }\n return dropdown;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":220,"value":"// Create form for search (see function below).\nsearch = {\n let search = html`\n Search by name:\n `;\n let label = search.querySelector('label');\n let input = search.querySelector('input');\n search.onkeyup = () => {\n var term = input.value;\n var selected = d3.selectAll('.node').filter(function (d, i) {\n return d.name.toLowerCase().search(term.toLowerCase()) == -1;\n });\n selected.style('opacity', '0');\n d3.selectAll('.link').attr('stroke-opacity', '0');\n d3.selectAll('.node').transition()\n .duration(5000)\n .style('opacity', '1');\n d3.selectAll('.link').transition().duration(5000).style('stroke-opacity', '0.6');\n }\n return search\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":945,"value":"md`Tabela de nós`","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":943,"value":"json.nodes","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":954,"value":"md`Número de links máximo com N nós: ${tex`\\frac{N(N-1)}{2}`}`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":952,"value":"203*202/2","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":947,"value":"md`Tabela de arestas`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":950,"value":"json.links","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":596,"value":"md`# 1. Quantos superheróis? (nós)`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":661,"value":"name_table = aq.table({\n name:json.nodes.map(d=>d.name)})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":656,"value":"md`### 1.1 nomes aparecem duas vezes`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":665,"value":"viewof name_table_count = name_table\n.groupby('name')\n.count()\n.orderby(aq.desc('count'))\n.view({height:240})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":965,"value":"md`Número de nós original`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":577,"value":"json.nodes.map(d=>d.name).length","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":962,"value":"md`Número de únicos`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":960,"value":"name_table_count.numRows()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":601,"value":"md`# 2. Cuantas interações? (links)`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":604,"value":"json.links.length","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":606,"value":"md`# 3. Número de links por personagem (grau ou \\`degree\\`)` ","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":619,"value":"json.nodes[0].name","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":623,"value":"degree(\"Rogue /\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":971,"value":"weight_sum(\"Rogue /\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":641,"value":"name_degree = aq.table({\n name:name_table_count.columnArray('name'), // deduplicado\n degree:name_table_count.columnArray('name').map(d=>degree(d))})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":646,"value":"name_degree\n .orderby(aq.desc('degree'))\n .view({height:240})\n","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":977,"value":"name_weight_sum = aq.table({\n name:name_table_count.columnArray('name'), // deduplicado\n weight_sum:name_table_count.columnArray('name').map(d=>weight_sum(d))})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":979,"value":"name_weight_sum\n .orderby(aq.desc('weight_sum'))\n .view({height:240})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":702,"value":"md`### 3.2 Com quem \\`Captain America\\` interage (co-ocorrência)`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":697,"value":"viewof captain_america_interacts = aq.table({co_occurs:co_occurs('Captain America')})\n.groupby('co_occurs')\n.count()\n.orderby(aq.desc('count'))\n.view({height:240})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":753,"value":"md`# 4. Ordenar Personagens por Centralidade`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":758,"value":"viewof centrality_table = aq.table({\n name:json.nodes.map(d=>d.name),\n betweenness:json.nodes.map(d=>d.betweenness),\n degree:json.nodes.map(d=>d.degree)\n})\n.orderby(aq.desc('betweenness'))\n.view({height:240})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":682,"value":"md`# 5. Exercícios\n1. A partir da tabela \\`name_degree\\`\n - Reportar os 5 números de Tukey da coluna \\`degree\\`. dica: fazer \\`import\\` da função \\`five_nums\\` da aula 04a.\n - Fazer histograma da coluna \\`degree\\`, com bins de 10. dica: olhar na aula 04a.\n1. Reportar tabela mostrando com quem \\`Wolverine/Logan\\` interage.\n - Quais personagens interagem tanto com \\`Captain America\\` quanto com \\`Wolverine/Logan\\`? dica: usar \\`join\\`\n - Quais personagens interagem com \\`Captain America\\` mas não com \\`Wolverine/Logan\\`? dica: usar \\`antijoin\\`\n1. Modificar \\`centrality_table\\` para:\n - reportar o nó com maior degree centrality (e não betweenness)\n - Criar nova coluna chamada \\`product\\` que indique o produto de \\`degree\\` com \\`betweenness\\`, reportar quem é o personagem com maior produto`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":636,"value":"md`### Apêndice`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":434,"value":"json = FileAttachment(\"marvel.json\").json();","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":694,"value":"co_occurs = function(name) {\n return json.links.filter(d=>(d.source.name === name || d.target.name === name)).map(d=> name===d.source.name?d.target.name:d.source.name);\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":968,"value":"degree = function(name) {\n return json.links.filter(d=>(d.source.name === name || d.target.name === name)).length;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":617,"value":"weight_sum = function(name) {\n const weights = json.links.filter(d=>(d.source.name === name || d.target.name === name)).map(d=>d.weight);\n return weights.reduce(function(a, b){\n return a + b;\n }, 0);\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":208,"value":"chart.update(json.nodes,json.links)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":630,"value":"import {aq, op} from '@uwdata/arquero'","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":36,"value":"d3 = require(\"d3@4\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":507,"value":"height=600;","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":501,"value":"simulation = d3.forceSimulation()\n .force(\"link\", d3.forceLink().id(function(d) { return d.index; }))\n .force(\"charge\", d3.forceManyBody().strength([-250]).distanceMax([500]))\n .force(\"center\", d3.forceCenter(width / 2, height / 2))\n .force(\"collide\", d3.forceCollide().radius( function (d) { return degreeSize(d.degree); }));","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":497,"value":"color = d3.scaleOrdinal(d3.schemeCategory20);","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":504,"value":"// Linear scale for degree centrality.\ndegreeSize = d3.scaleLinear()\n .domain([d3.min(json.nodes, function(d) {return d.degree; }),d3.max(json.nodes, function(d) {return d.degree; })])\n .range([8,25]);","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":314,"value":"drag = simulation => {\n \n function dragstarted(d) {\n if (!d3.event.active) simulation.alphaTarget(0.3).restart();\n d.fx = d.x;\n d.fy = d.y;\n }\n\n function dragged(d) {\n d.fx = d3.event.x;\n d.fy = d3.event.y;\n }\n\n function dragended(d) {\n if (!d3.event.active) simulation.alphaTarget(0);\n d.fx = null;\n d.fy = null;\n }\n \n return d3.drag()\n .on(\"start\", dragstarted)\n .on(\"drag\", dragged)\n .on(\"end\", dragended);\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":518,"value":"zoom = container => {\n // Zooming function translates the size of the svg container.\n function zoomed() {\n container.attr(\"transform\", \"translate(\" + d3.event.transform.x + \", \" + d3.event.transform.y + \") scale(\" + d3.event.transform.k + \")\");\n }\n \n return d3.zoom().scaleExtent([0.5,3]).on('zoom', zoomed)\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W31","stdlib":"1"}} 2f:"$2e:body"