2e:null 2f:["$","title",null,{"children":"Panopticon Activity Monitoring | palimpsest | Observable"}] 34:[] 32:{"id":"627d7a21bb3d39b8","slug":"panopticon-activity-monitoring-2022","title":"Panopticon Activity Monitoring","thumbnail":"416ac2ad25788a642c81af6908358b2ae31c0c594d3143cf26ece8829839f06f","access_level":"public","create_time":"$D2022-07-31T17:25:15.980Z","update_time":"$D2023-02-15T09:59:58.637Z","view_time":null,"first_public_time":"$D2022-07-31T17:50:12.306Z","has_unpublished_edits":null,"fork":{"id":"3a90faa641e0c109","slug":"panopticon-activity-monitoring-2021","title":"Panopticon Activity Monitoring 2021","owner":{"id":"5a0b9ab3ecb02e40","login":"palimpsest","name":"palimpsest"}},"stars":0,"starred":false,"owner":{"type":"team","id":"5a0b9ab3ecb02e40","login":"palimpsest","name":"palimpsest","avatar_url":"https://avatars-next.observableusercontent.com/1a685fbd1b98ef5b1d2558da08b6e55946d4df957c4746fbf934c42c2984240a","tier":"starter_2024"},"version":560,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"5ee139d907a161d7","login":"palimpsest","name":"palimpsest","avatar_url":"https://avatars-next.observableusercontent.com/1a685fbd1b98ef5b1d2558da08b6e55946d4df957c4746fbf934c42c2984240a","tier":null}],"members":[{"type":"individual","id":"5ee139d907a161d7","login":"palimpsest","name":"palimpsest","avatar_url":"https://avatars-next.observableusercontent.com/1a685fbd1b98ef5b1d2558da08b6e55946d4df957c4746fbf934c42c2984240a","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":true,"trashed":false,"lapsed":null,"subscribed":null,"forks":0,"collection":{"id":"5ad87c09c5975a20","slug":"legacy","title":"Legacy","owner":{"id":"5a0b9ab3ecb02e40","login":"palimpsest","name":"palimpsest"}},"type":"notebook","body":{"title":"Panopticon Activity Monitoring","cells":[{"id":0,"value":"# Panopticon Activity Monitoring","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":49,"value":"html`\nfirst reply: ${allData[0].created}
\nlast reply: ${allData[allData.length - 1].created}
\ntotal replies: ${allData.length}
\ntotal topics: ${topicsReport.length}
\ntop 5 topics: ${topicsReport\n .slice(0, 5)\n .map((r) => r[0])\n .toString().replace(/,/g, ', ')}
\ntotal users: ${usersReport.length}
\ntop 5 users: ${usersReport\n .slice(0, 5)\n .map((r) => r[0])\n .toString().replace(/,/g, ', ')}\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":548,"value":"allData","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":55,"value":"md`## Reports\n\nData rolled up and mapped in nested arrays.\n\nArray items for users: [username, [replies by topic], total replies for user].\n\nArray items for topics: [topic title, [replies by user], total replies for topic].`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":122,"value":"md`### Topics report`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":44,"value":"topicsReport = getTopicsReport(allData);","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":125,"value":"md`### Users report`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":46,"value":"usersReport = getUsersReport(allData);","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":78,"value":"md`## Searching\n\nAssign values to variables to update reports. Could have used input fields but yall's grown.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":84,"value":"### Search for user","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":86,"value":"viewof searchUser = Inputs.text({placeholder: \"user\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":58,"value":"searchUserReport = usersReport.find(\n (d) => d[0].toLowerCase() == searchUser.toLowerCase()\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":218,"value":"searchUserReportRaw = allData.filter( (d) => d.author.toString().toLowerCase() == searchUser.toString().toLowerCase())\n .sort((x, y) => (d3.descending(x.created, y.created)));","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":295,"value":"searchUserReportRare = getUsersReportRare(allData).filter((d) => d[0].toString().toLowerCase() == searchUser.toString().toLowerCase())[0];","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":99,"value":"### Search for topic","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":514,"value":"viewof searchTopic = Inputs.text({placeholder: \"topic\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":62,"value":"searchTopicReport = topicsReport.find(d => String(d[0]).toLowerCase() == searchTopic.toLowerCase())","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":309,"value":"searchTopicReportRare = getTopicsReportRare(allData).filter(d => d[0].toLowerCase() == searchTopic.toLowerCase())[0];","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":225,"value":"searchTopicReportRaw = allData.filter( d => String(d.topic).toLowerCase() == searchTopic.toLowerCase()\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":314,"value":"md`### Search for user & topic combo`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":317,"value":"userAndTopic = searchUserReportRaw.filter(d => d.topic.toLowerCase() == searchTopic.toLowerCase());","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":144,"value":"### Search for day","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":151,"value":"viewof searchDay = Inputs.text({placeholder: \"yyyy-mm-dd\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":38,"value":"searchDayReport = dataGroupedByDate[\n dataGroupedByDate.findIndex((d) => d.date == searchDay)\n]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":449,"value":"### Uncommon Topics\nTopics sorted by number of replies per topic in descending order.","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":397,"value":"uncommonTopics = getUncommonTopics(allData, 'topic')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":31,"value":"md`## Data \nServed rare & medium rare.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":507,"value":"data = fetch(\"https://script.google.com/macros/s/AKfycbzzA7iq1mAyTsuDmTl2AQwgMC9LFTVk4zmstwOrzC7tjv-Pw7RptzImNaKMFH59avWW/exec?qt=899\").then((response) => response.json())","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":33,"value":"/*allData = await d3.json(\"https://panopticon.pw/2021.json\")\n .then((data) => _.values(data))*/\n/*\nallData = FileAttachment(\"2021@1.json\").json()*/\nallData = data.map(value => {\n // 0: id, 1: url, 2: date, 3: user, 4: topicId, 5: ?, 6: topicTitle, 7: post\n return {\n id: value[0],\n created: value[2],\n author: value[3],\n topic: String(value[6]),\n url: value[1],\n topic_url: \"https://qbn.com/topics/\"+value[4]+\"/\", \n published : new Date(value[2])\n }\n\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":35,"value":"dataGroupedByDate = groupByDate(allData)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":14,"value":"md`## Functions`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":20,"value":"groupByDate = (values) => {\n let curDate;\n const groupedRows = [];\n for(let i=0; i {\n const topicsReplyCount = d3.rollups(values, v => v.length, d => d.topic)\n .sort((x, y) => (d3.descending(x[1], y[1])));\n const topicsGrouped = d3.groups(values, d => d.topic, d => d.author)\n .sort((x, y) => (d3.descending(x[1].length, y[1].length)));\n const topicsSortedByUser = topicsGrouped.map(d => {\n return [d[0], \n d[1].map(t => ([t[0], t[1].length]))\n .sort((x, y) => (d3.descending(x[1], y[1])))\n ];\n })\n const topicsFinal = topicsSortedByUser.map( t => {\n t[2] = topicsReplyCount.find(elem => (elem[0] == t[0]))[1];\n return t;\n })\n .sort((x, y) => (d3.descending(x[2], y[2])));\n return topicsFinal;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":305,"value":"getTopicsReportRare = (values) => {\n const topicsGrouped = d3.groups(values, d => d.topic, d => d.author)\n .sort((x, y) => (d3.descending(x[1].length, y[1].length)));\n return topicsGrouped;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":24,"value":"getUsersReport = (values) => {\n const userPostCount = d3.rollups(values, v => v.length, d => d.author)\n .sort((x, y) => (d3.descending(x[1], y[1])));\n const usersGrouped = d3.groups(values, d => d.author, d => d.topic)\n .sort((x, y) => (d3.descending(x[1].length, y[1].length)));\n const usersSortedByTopic = usersGrouped.map(d => {\n return [d[0], \n d[1].map(t => ([t[0], t[1].length]))\n .sort((x, y) => (d3.descending(x[1], y[1])))\n ];\n });\n const usersFinal = usersSortedByTopic.map( t => {\n t[2] = userPostCount.find(elem => (elem[0] == t[0]))[1];\n return t;\n })\n .sort((x, y) => (d3.descending(x[2], y[2])));\n return usersFinal;\n\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":283,"value":"getUsersReportRare = (values) => {\n const usersGrouped = d3.groups(values, d => d.author, d => d.topic)\n .sort((x, y) => (d3.descending(x[1].length, y[1].length)));\n return usersGrouped;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":391,"value":"getUncommonTopics = (values, topic) =>{\n const result = values.reduce((acc, val) => {\n const count = (acc[val[topic][0]] || 0) + 1\n return {\n ...acc,\n [val[topic]]: (acc[val[topic]]) ? [...acc[val[topic]], val] : [val]\n }\n },{})\n let sortable = []\n for (var key in result) {\n sortable.push([key, result[key].length, result[key][0].topic_url])\n }\n sortable.sort(function(a, b) {\n return a[1] - b[1]\n })\n return sortable\n}\n","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":10,"value":"md`## Imports`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5,"value":"d3=require('d3');","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":7,"value":"_ = require('lodash')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W34","stdlib":"1","titling":"auto"}} 33:"$32:body"