2e:null 2f:["$","title",null,{"children":"Panopticon Activity Monitoring 2021 | palimpsest | Observable"}] 34:[{"id":"09469bcd815a100540d63ba30f11a2dfa3a0f813179e9fe1ebb4b61980f64b17a506057ff126c1e7db862b11bbb83de4581b1cb715711089950360448579fe15","href":"https://static.observableusercontent.com/files/09469bcd815a100540d63ba30f11a2dfa3a0f813179e9fe1ebb4b61980f64b17a506057ff126c1e7db862b11bbb83de4581b1cb715711089950360448579fe15","name":"2021.json","type":"application/json","lastModified":1654596497887.107,"size":5518154},{"id":"a5b4e92e75c40f4defecffaa2a11aff73d3a46cd9bb30490c3f23584b48331517ad91045538eb10366399496022a2d7bdda93a09c3926a46d33b735790e8ce26","href":"https://static.observableusercontent.com/files/a5b4e92e75c40f4defecffaa2a11aff73d3a46cd9bb30490c3f23584b48331517ad91045538eb10366399496022a2d7bdda93a09c3926a46d33b735790e8ce26","name":"2021@1.json","type":"application/json","lastModified":1654706143940.475,"size":7634551}] 32:{"id":"3a90faa641e0c109","slug":"panopticon-activity-monitoring-2021","title":"Panopticon Activity Monitoring 2021","thumbnail":"1ed6d42fac67047a3252a9894563d899c90c98a1aec1e09a9e1622c079f46d75","access_level":"public","create_time":"$D2021-04-22T22:15:38.133Z","update_time":"$D2022-09-29T12:34:54.881Z","view_time":null,"first_public_time":"$D2021-04-23T12:13:49.349Z","has_unpublished_edits":null,"fork":false,"stars":0,"starred":false,"owner":{"type":"team","id":"5a0b9ab3ecb02e40","login":"palimpsest","name":"palimpsest","avatar_url":"https://avatars-next.observableusercontent.com/1a685fbd1b98ef5b1d2558da08b6e55946d4df957c4746fbf934c42c2984240a","tier":"starter_2024"},"version":508,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"5ee139d907a161d7","login":"palimpsest","name":"palimpsest","avatar_url":"https://avatars-next.observableusercontent.com/1a685fbd1b98ef5b1d2558da08b6e55946d4df957c4746fbf934c42c2984240a","tier":null}],"members":[{"type":"individual","id":"5ee139d907a161d7","login":"palimpsest","name":"palimpsest","avatar_url":"https://avatars-next.observableusercontent.com/1a685fbd1b98ef5b1d2558da08b6e55946d4df957c4746fbf934c42c2984240a","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":true,"trashed":false,"lapsed":null,"subscribed":null,"forks":1,"collection":{"id":"5ad87c09c5975a20","slug":"legacy","title":"Legacy","owner":{"id":"5a0b9ab3ecb02e40","login":"palimpsest","name":"palimpsest"}},"type":"notebook","body":{"title":"Panopticon Activity Monitoring 2021","cells":[{"id":0,"value":"md`# Panopticon Activity Monitoring 2021`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":49,"value":"html`\nfirst reply: ${allData[0].created}
\nlast reply: ${allData[allData.length - 1].created}
\ntotal replies: ${allData.length}
\ntotal topics: ${topicsReport.length}
\ntop 5 topics: ${topicsReport\n .slice(0, 5)\n .map((r) => r[0])\n .toString().replace(/,/g, ', ')}
\ntotal users: ${usersReport.length}
\ntop 5 users: ${usersReport\n .slice(0, 5)\n .map((r) => r[0])\n .toString().replace(/,/g, ', ')}\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":55,"value":"md`## Reports\n\nData rolled up and mapped in nested arrays.\n\nArray items for users: [username, [replies by topic], total replies for user].\n\nArray items for topics: [topic title, [replies by user], total replies for topic].`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":122,"value":"md`### Topics report`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":44,"value":"topicsReport = getTopicsReport(allData);","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":125,"value":"md`### Users report`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":46,"value":"usersReport = getUsersReport(allData);","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":78,"value":"md`## Searching\n\nAssign values to variables to update reports. Could have used input fields but yall's grown.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":84,"value":"md`### Search for user\n\nAssign the username to the **searchUser** variable. Don't forget to hit run ▶.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":86,"value":"searchUser = \"grafician\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":58,"value":"searchUserReport = usersReport.find(\n (d) => String(d[0]).toLowerCase() == searchUser.toLowerCase()\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":218,"value":"searchUserReportRaw = allData.filter( (d) => d.author.toString().toLowerCase() == searchUser.toString().toLowerCase())\n .sort((x, y) => (d3.descending(x.created, y.created)));","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":295,"value":"searchUserReportRare = getUsersReportRare(allData).filter((d) => d[0].toString().toLowerCase() == searchUser.toString().toLowerCase())[0];","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":99,"value":"md`### Search for topic\n\nAssign the topic to the **searchTopic** variable. Don't forget to hit run ▶.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":101,"value":"searchTopic = \"Pic of the day\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":62,"value":"searchTopicReport = topicsReport.find(\n (d) => d[0].toLowerCase() == searchTopic.toLowerCase()\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":225,"value":"searchTopicReportRaw = allData.filter(\n (d) => d.topic.toLowerCase() == searchTopic.toLowerCase()\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":309,"value":"searchTopicReportRare = getTopicsReportRare(allData).filter(d => d[0].toLowerCase() == searchTopic.toLowerCase())[0];","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":314,"value":"md`### Search for user & topic combo`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":317,"value":"userAndTopic = searchUserReportRaw.filter(d => d.topic.toLowerCase() == searchTopic.toLowerCase());","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":144,"value":"md`### Search for day\n\nAssign the date in _yyyy-mm-dd_ format to the **searchDay** variable. Don't forget to hit run ▶.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":151,"value":"searchDay =\"2021-01-01\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":38,"value":"searchDayReport = dataGroupedByDate[\n dataGroupedByDate.findIndex((d) => d.date == searchDay)\n]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":449,"value":"md`### Uncommon Topics`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":397,"value":"uncommonTopics = getUncommonTopics(allData, 'topic').reverse()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":31,"value":"md`## Data \nServed rare & medium rare.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":33,"value":"/*allData = await d3.json(\"https://panopticon.pw/2021.json\")\n .then((data) => _.values(data))*/\nallData = FileAttachment(\"2021@1.json\").json()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":35,"value":"dataGroupedByDate = groupByDate(allData)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":14,"value":"md`## Functions`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":20,"value":"groupByDate = (values) => {\n let curDate;\n const groupedRows = [];\n for(let i=0; i {\n const topicsReplyCount = d3.rollups(values, v => v.length, d => d.topic)\n .sort((x, y) => (d3.descending(x[1], y[1])));\n const topicsGrouped = d3.groups(values, d => d.topic, d => d.author)\n .sort((x, y) => (d3.descending(x[1].length, y[1].length)));\n const topicsSortedByUser = topicsGrouped.map(d => {\n return [d[0], \n d[1].map(t => ([t[0], t[1].length]))\n .sort((x, y) => (d3.descending(x[1], y[1])))\n ];\n })\n const topicsFinal = topicsSortedByUser.map( t => {\n t[2] = topicsReplyCount.find(elem => (elem[0] == t[0]))[1];\n return t;\n })\n .sort((x, y) => (d3.descending(x[2], y[2])));\n return topicsFinal;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":305,"value":"getTopicsReportRare = (values) => {\n const topicsGrouped = d3.groups(values, d => d.topic, d => d.author)\n .sort((x, y) => (d3.descending(x[1].length, y[1].length)));\n return topicsGrouped;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":24,"value":"getUsersReport = (values) => {\n const userPostCount = d3.rollups(values, v => v.length, d => d.author)\n .sort((x, y) => (d3.descending(x[1], y[1])));\n const usersGrouped = d3.groups(values, d => d.author, d => d.topic)\n .sort((x, y) => (d3.descending(x[1].length, y[1].length)));\n const usersSortedByTopic = usersGrouped.map(d => {\n return [d[0], \n d[1].map(t => ([t[0], t[1].length]))\n .sort((x, y) => (d3.descending(x[1], y[1])))\n ];\n });\n const usersFinal = usersSortedByTopic.map( t => {\n t[2] = userPostCount.find(elem => (elem[0] == t[0]))[1];\n return t;\n })\n .sort((x, y) => (d3.descending(x[2], y[2])));\n return usersFinal;\n\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":283,"value":"getUsersReportRare = (values) => {\n const usersGrouped = d3.groups(values, d => d.author, d => d.topic)\n .sort((x, y) => (d3.descending(x[1].length, y[1].length)));\n return usersGrouped;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":391,"value":"getUncommonTopics = (values, topic) =>{\n const result = values.reduce((acc, val) => {\n const count = (acc[val[topic][0]] || 0) + 1\n return {\n ...acc,\n [val[topic]]: (acc[val[topic]]) ? [...acc[val[topic]], val] : [val]\n }\n },{})\n let sortable = []\n for (var key in result) {\n sortable.push([key, result[key].length, result[key][0].topic_url])\n }\n sortable.sort(function(a, b) {\n return a[1] - b[1]\n })\n return sortable\n}\n","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":10,"value":"md`## Imports`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5,"value":"d3=require('d3');","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":7,"value":"_ = require('lodash')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":322,"value":"md `### Updates\n2021-04-30 Added a search for user and topic combo. \n2022-06-07 Added data as an attached file: 2021.json\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":212,"value":"md`## Known issues\n\nWhen user A posts in user B's profile page the topic's name is registered as 'user A ' `","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W34","stdlib":"1","titling":"auto"}} 33:"$32:body"