3f:null 40:["$","title",null,{"children":"Information propagation stability test | Ronie Uliana | Observable"}] 46:[] 44:{"id":"fbdfb53d6e84c1f9","slug":"information-propagation-stability-test","title":"Information propagation stability test","thumbnail":"4b0f6daf7b7e0c17dec0af79116d1826ca8a44af944331e072a244f73606ae89","access_level":"public","create_time":"$D2022-06-07T02:26:28.365Z","update_time":"$D2023-11-27T19:49:02.326Z","view_time":null,"first_public_time":"$D2023-11-24T16:05:22.518Z","has_unpublished_edits":null,"fork":false,"stars":0,"starred":false,"owner":{"type":"team","id":"eeae0d9d23efce72","login":"ronie","name":"Ronie Uliana","avatar_url":"https://avatars-next.observableusercontent.com/8cddb95560d2fed3db9a9725b4e8c73db96b47853ccbff4c2e0ea46f1a967f7d","tier":"starter_2024","bio":"","following":false},"version":689,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"b195b092e0c9e0cd","login":"ronie","name":"Ronie Uliana","avatar_url":"https://avatars-next.observableusercontent.com/8cddb95560d2fed3db9a9725b4e8c73db96b47853ccbff4c2e0ea46f1a967f7d","tier":null,"bio":"","following":false}],"members":[{"type":"individual","id":"b195b092e0c9e0cd","login":"ronie","name":"Ronie Uliana","avatar_url":"https://avatars-next.observableusercontent.com/8cddb95560d2fed3db9a9725b4e8c73db96b47853ccbff4c2e0ea46f1a967f7d","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":0,"collection":null,"type":"notebook","body":{"titling":"auto","title":"Information propagation stability test","cells":[{"id":11,"value":"# Information propagation stability test\n\nThis notebook simulates information propagation on a bipartite graph. I built it to explore the concept and get a sense of how it works with different topologies and strategies.","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":57,"value":"viewof passes = Scrubber(Array.from({length: maxPasses + 1}, (_, i) => i), {alternate: true, delay: 100})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":532,"value":"\n \n \n \n

Iteration: ${passes}

\n ${dot`${vizGraph(finalThingScores, finalAttributeScores)}`}\n

Propagation attenuation parameters

\n
\n

Tau τ (set to 0 to remove the effect):

${viewof tau}

\n
\n

Global goodness ratio (set to 1 for remove the effect):

${viewof globalGoodnessRatio}

\n \n","pinned":false,"hidden":false,"mode":"html","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":406,"value":"### Propagation controls","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":254,"value":"Max number of iterations:","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":246,"value":"viewof maxPasses = Inputs.range([10, 100], {step: 1, value: 20});","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":379,"value":"viewof tau = Inputs.range([0,20], {step: 0.1, value: 0})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":388,"value":"viewof globalGoodnessRatio = Inputs.range([0,1], {step: 0.001, value: 0.999})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":336,"value":"## Graph Definition\n\nFeel free to edit the graph definition and the seeds to experiment.\n\nChanges you make are restrict to you alone (don't be afraid of breaking anything).","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":25,"value":"things = {\n return {\n bad: [\"e1\"],\n b1: [\"e1\", \"e2\"],\n b2: [\"e1\", \"e3\"],\n good:[\"e3\"],\n }\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":40,"value":"seed = {\n return {bad: 0.0, also_bad: 0.0, bad_too: 0.0, good: 1.0, also_good: 1.0, good_too: 1.0}\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":277,"value":"## Update functions\n\nYou can tweak or replace the logic here to experiment new formulas.\n\nChanges you make are restrict to you alone (don't be afraid of breaking anything).","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":347,"value":"function updateAttributScore(neighborScores) {\n // Original version\n // return math.sum(neighborScores) / neighborScores.length;\n\n // Beta Target Encoding proposal:\n const lambda = tau / (tau + neighborScores.length);\n const localGoodnessRatio = math.mean(neighborScores);\n return lambda * globalGoodnessRatio + (1 - lambda) * localGoodnessRatio;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":359,"value":"function updateThingScore(neighborScores) {\n // Original: \"AND\" probabilities\n // Problem: score decreases as number of evidences increases\n // return math.prod(neighborScores);\n \n // Option 1: min\n // Problem: Ignores extra evidences :(\n // return math.min(neighborScores)\n\n // Option 2: simple average\n // Problem: score increases as number of evidences increases\n return math.mean(neighborScores);\n\n // return (math.sum(neighborScores) + 1) / (neighborScores.length + 1)\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":275,"value":"# Boilerplate code","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":38,"value":"// Invert dictionary\nattributes = {\n const rslt = {};\n for (let [k, vs] of _.entries(things)) {\n for (let v of vs) {\n rslt[v] = rslt[v] || [];\n rslt[v].push(k);\n }\n }\n return rslt;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":42,"value":"thingScores = _.mapValues(things, (v, k) => seed[k] === undefined ? 1.0 : seed[k])","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":44,"value":"attributeScores = _.mapValues(attributes, (v, k) => 1.0)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":48,"value":"function updateThingScores(attributeScores) {\n return _.mapValues(things, (vs, k) => \n seed[k] !== undefined\n ? seed[k] // Preserve seeds as they are\n : updateThingScore(_.map(vs, v => attributeScores[v]))\n );\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":46,"value":"function updateAttributeScores(thingScores) {\n return _.chain(attributes)\n .entries()\n .map(([k, vs]) => {\n const scores = _.map(vs, thing => thingScores[thing]);\n const newScore = updateAttributScore(scores);\n return [k, newScore];\n })\n .fromPairs()\n .value();\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":67,"value":"finalThingScores = {\n let rslt = thingScores;\n for (let i = 0; i < (passes - 1) / 2; i++) {\n rslt = updateThingScores(updateAttributeScores(rslt));\n }\n return rslt;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":90,"value":"finalAttributeScores = {\n let rslt = attributeScores;\n for (let i = 0; i < passes / 2; i++) {\n rslt = updateAttributeScores(updateThingScores(rslt));\n }\n return rslt;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":0,"value":"# Appendix","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":17,"value":"math = require(\"mathjs@10.6.1\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":50,"value":"_ = require(\"lodash@4.17.15\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":114,"value":"vizGraph = (thingScores, attributeScores) => {\n const getColor = (value) => `${math.round(value * 0.33, 2)} 1 1`;\n const formatter = (node, score, isSeed) => {\n const scoreString = score.toFixed(2);\n const color = getColor(score);\n const style = `\"filled${isSeed ? \",bold\" : ''}\"`;\n return ` \"${node}\" [label=\"${node}\\\\n(${scoreString})\",style=${style},fillcolor=\"${color}\"]`;\n };\n const thingFormatter = (node) => formatter(node, thingScores[node], seed[node] !== undefined);\n const attributeFormatter = (node) => formatter(node, attributeScores[node], false);\n \n const nodesString = _.chain(things).keys().map(thingFormatter).join(\";\\n\") \n + \";\\n\" \n + _.chain(attributes).keys().map(attributeFormatter).join(\";\\n\");\n\n const linksString = _.chain(things)\n .entries()\n .flatMap(([k, vs]) => _.map(vs, v => ` ${k} -- ${v}`))\n .join(\";\\n\");\n return `graph g {\\nrankdir=LR\\n${nodesString + \";\\n\" + linksString}}`;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":233,"value":"// Adds a \"play\" button on sliders\nimport {Scrubber} from \"@mbostock/scrubber\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W46","stdlib":"1"}} 45:"$44:body"