2b:null 2c:["$","title",null,{"children":"[Deprecated-ish] Neo4j Nodes and Edges CSV Downloader | sourcecred | Observable"}] 31:T955,{ const batchedNodes = batch(Array.from(credGraph.nodes()), batchSize); const nodeElements = batchedNodes.map((batch, index) => DOM.download( serialize( batch.map((x) => ({ description: x.description.replace( /[^a-zA-Z0-9\/\:\[\]\ \-\.]/g, "" ), cred: x.cred, mint: x.mint, "address:ID": improveNAddress(x.address), "plugin:LABEL": improveNAddress(x.address, 2), "nodeType:LABEL": improveNAddress(x.address, 3) })) ), "Nodes_" + escapedRepoBranch + "_" + (index + 1), "Download Nodes CSV " + (index + 1) ) ); const batchedEdges = batch(Array.from(credGraph.edges()), batchSize); const edgeElements = batchedEdges.map((batch, index) => DOM.download( serialize( batch.map((x) => ({ reversed: x.reversed, transitionProbability: x.transitionProbability, credFlow: x.credFlow, address: improveEAddress(x.address), ":TYPE": edgeModule .toParts(x.address) .slice(0, 3) .reverse() .join(addressSeparator), "dst:END_ID": improveNAddress(x.dst), "src:START_ID": improveNAddress(x.src) })) ), "Edges_" + escapedRepoBranch + "_" + (index + 1), "Download Edges CSV " + (index + 1) ) ); let command = "export NEO=/path/to/neo4j/db/root\nexport DOWNLOADS=/path/to/downloads/folder\n\n$NEO/bin/neo4j-admin import --database=neo4j"; let rmCommand = "rm $NEO/data/databases/neo4j -r ; \\\n rm $NEO/data/transactions/neo4j -r"; for (var i = 0; i < nodeElements.length; i++) { const file = "$DOWNLOADS/Nodes_" + escapedRepoBranch + "_" + (i + 1) + ".csv"; command += " \\\n --nodes=" + file; rmCommand += " ; \\\n rm -r " + file; } for (var i = 0; i < edgeElements.length; i++) { const file = "$DOWNLOADS/Edges_" + escapedRepoBranch + "_" + (i + 1) + ".csv"; command += " \\\n --relationships=" + file; rmCommand += " ; \\\n rm -r " + file; } return joinHtml( nodeElements.concat([ html`

`, ...edgeElements, md`

\n### Import Commands\n${"```\n" + command + "\n```"}\n`, md`### Clean Up Commands (deletes stuff!)\n${ "```\n" + rmCommand + "\n```" }\n

` ]) ); }32:T497,md`# Tutorial This Observable Notebook helps you pipe a SourceCred CredGraph into Neo4j, a popular Graph Database. This allows awesome graph visualizations, exploration, and querying. This is a good beginner way to use Neo4j with this data. There are other ways you could use this integration with Neo4j. ### Setup: 1. Download [Neo4j Desktop](https://neo4j.com/download/) and [Java 11](https://www.oracle.com/java/technologies/downloads/) (must be version 11, and you will need to create an account) 1. In Neo4j Desktop, create a new Project with a new Local DBMS. 1. Find the local path to the DBMS root folder by clicking the three dots next to the DB and then Open Folder > DBMS. 2. Open a terminal and call the two \`export\` commands above, changing to your DMBS root path and your downloads folder, respectively. You may want to add these to your shell source if that's something you do. ### Usage: 1. **(Optional)** Run the clean up command provided above to wipe your DB and remove existing CSV files from your downloads folder. 1. Run the neo4j import command provided above. 1. In Neo4j Desktop, "start" and then "open" your DB to explore and query your graph. `33:[] 2f:{"id":"6f96a80a46e56536","slug":"neo4j-nodes-and-edges-csv-downloader","title":"[Deprecated-ish] Neo4j Nodes and Edges CSV Downloader","thumbnail":null,"access_level":"public","create_time":"$D2021-11-01T21:00:20.842Z","update_time":"$D2021-12-08T01:29:11.870Z","view_time":null,"first_public_time":"$D2021-11-02T02:03:32.430Z","fork":{"id":"23ab9b167546f429","slug":"nodes-and-edges-csv-downloader","title":"Nodes and Edges CSV Downloader","owner":{"id":"3acff855ff3da8c5","login":"sourcecred","name":""}},"stars":0,"starred":false,"owner":{"type":"team","id":"3acff855ff3da8c5","login":"sourcecred","name":"","avatar_url":"https://avatars-next.observableusercontent.com/fc35ba0228e1ac5219545bdda143a2bc13283c4f57f617cb352acc7df48f6de2","tier":"starter_2024"},"version":250,"publish_version":250,"role":null,"authored":false,"authors":[{"type":"individual","id":"3ac453b155d2839d","login":"sourcecred-ops","name":"SourceCred Ops","avatar_url":"https://avatars-next.observableusercontent.com/a5520ec4b732fb5b4f631c3b7852e4df7093d3d76e8da6d6bf6712ce2b749e84","tier":null}],"members":[{"type":"individual","id":"3ac453b155d2839d","login":"sourcecred-ops","name":"SourceCred Ops","avatar_url":"https://avatars-next.observableusercontent.com/a5520ec4b732fb5b4f631c3b7852e4df7093d3d76e8da6d6bf6712ce2b749e84","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":0,"collection":null,"type":"notebook","body":{"title":"[Deprecated-ish] Neo4j Nodes and Edges CSV Downloader","cells":[{"id":0,"value":"md`# [Deprecated-ish] Neo4j Nodes and Edges CSV Downloader\nTHERE IS A BETTER WAY! We now support this in our CLI. Simply run:\n\n\\`\\`\\`yarn sourcecred analysis -n\\`\\`\\`\n\nWARNING: This tool is SLOW. Wait for the Download buttons to appear here:`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4,"value":"$31","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":224,"value":"$32","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":236,"value":"md`# Settings`","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":9,"value":"repoAndBranch = \"sourcecred/cred/gh-pages\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":32,"value":"addressSeparator = \"/\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":99,"value":"batchSize = 800000","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":16,"value":"md`

\n# Behind the Scenes`","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":108,"value":"joinHtml = (arr) => {\n let result = html``;\n arr.forEach((element) => (result = html`${result} ${element}`));\n return result;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":98,"value":"batch = (arr, batchSize) => {\n let result = [];\n let backlog = arr;\n while (backlog.length) {\n result.push(backlog.slice(0, batchSize));\n backlog = backlog.slice(batchSize);\n }\n return result;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":136,"value":"import { serialize } from \"@palewire/saving-csv\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":194,"value":"escapedRepoBranch = repoAndBranch.replace(/[\\/\\\\\\.]/g, \"_\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":31,"value":"improveNAddress = (a, n = Infinity) =>\n nodeModule.toParts(a).slice(0, n).join(addressSeparator)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":42,"value":"improveEAddress = (a, n = Infinity) =>\n edgeModule.toParts(a).slice(0, n).join(addressSeparator)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":26,"value":"nodeModule = sc.core.address.makeAddressModule({\n name: \"NodeAddress\",\n nonce: \"N\",\n otherNonces: new Map().set(\"E\", \"EdgeAddress\")\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":29,"value":"edgeModule = sc.core.address.makeAddressModule({\n name: \"EdgeAddress\",\n nonce: \"E\",\n otherNonces: new Map().set(\"N\", \"NodeAddress\")\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":14,"value":"sc = await require(\"sourcecred@latest\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":12,"value":"credGraph = loadCredGraph(repoAndBranch)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":7,"value":"import { loadCredGraph } from \"@sourcecred/quick-imports\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W33","stdlib":"1","titling":"auto"}} 30:"$2f:body"