2d:null 2e:["$","title",null,{"children":"Computing the Fellegi Sunter model | Robin Linacre | Observable"}] 33:T8b7,input_table_l = { const rgbaMapping = {}; colour_mapping.domain.forEach((key, i) => { rgbaMapping[key] = [ hexToRgba(colour_mapping.range[i], 0.35), hexToRgba(colour_mapping.range[i], 0.1) ]; }); return html`

first_name	surname	postcode
Robin	Linacre	W1A 1AA
Emma	Williams	EC4M 8AD
Sarah	Williams	SW7 2AZ

`; }34:T6a0,input_table_r = { const rgbaMapping = {}; colour_mapping.domain.forEach((key, i) => { rgbaMapping[key] = [ hexToRgba(colour_mapping.range[i], 0.35), hexToRgba(colour_mapping.range[i], 0.1) ]; }); return html`

first_name	surname	postcode	gender
Robyn	Linacre	W1A 1AA
Emma	Williams	EC4M 8AD

`; }35:T55b,function createColouredTable(arrayOfDicts, colourMapping) { const rgbaMapping = {}; colourMapping.domain.forEach((key, i) => { rgbaMapping[key] = [ hexToRgba(colourMapping.range[i], 0.35), hexToRgba(colourMapping.range[i], 0.1) ]; }); // Create header const headerKeys = Object.keys(arrayOfDicts[0]); const thead = `${headerKeys .map((key) => { const colorKey = colourMapping.domain.find((d) => key.includes(d)); const bgColor = colorKey ? rgbaMapping[colorKey][0] : ""; return `${key}`; }) .join("")}`; const rows = arrayOfDicts .map((row) => { return `${headerKeys .map((key) => { const value = row[key]; let bgColor = ""; if (key.includes("final_match_weight")) { bgColor = getColorForFinalMatchWeight(value); } else if (key.includes("match_probability")) { bgColor = getColorForMatchProbability(value); } else { const colorKey = colourMapping.domain.find((d) => key.includes(d)); bgColor = colorKey ? rgbaMapping[colorKey][1] : ""; } return `${value}`; }) .join("")}`; }) .join(""); return `${thead}${rows}

`; }36:T803,lookup_table = { const rgbaMapping = {}; colour_mapping.domain.forEach((key, i) => { rgbaMapping[key] = [ hexToRgba(colour_mapping.range[i], 0.35), hexToRgba(colour_mapping.range[i], 0.2) ]; }); const filteredTable = table_of_settings.filter((row) => row[1] !== "Null"); const roundToSignificantFigures = rlju.convertMatchScoreMetrics.roundToSignificantFigures; const calcBayesFactorFromMandU = rlju.convertMatchScoreMetrics.calcBayesFactorFromMandU; const calcPartialMatchWeightFromBayesFactor = rlju.convertMatchScoreMetrics.calcPartialMatchWeightFromBayesFactor; const roundTo3SF = (num) => roundToSignificantFigures(num, 3); // Adding new columns and rounding const modifiedRows = filteredTable.slice(1).map((row) => { const [columnName, scenario, comparison_vector_value, m_prob, u_prob] = row; const col_scen = columnName + " " + scenario; const m_prob_rounded = roundTo3SF(m_prob); const u_prob_rounded = roundTo3SF(u_prob); const bayesFactor = roundTo3SF(calcBayesFactorFromMandU(m_prob, u_prob)); const partialMatchWeight = roundTo3SF( calcPartialMatchWeightFromBayesFactor(bayesFactor) ); return [ columnName, scenario, comparison_vector_value, m_prob_rounded, u_prob_rounded, bayesFactor, partialMatchWeight ]; }); // Table Header const thead = `${[ "Column", "Scenario", "Comparison Vector Value (γ)", "M Prob", "U Prob", "Bayes Factor", "Partial Match Weight (ω)" ] .map((key) => `${key}`) .join("")}`; // Table Rows const rows = modifiedRows .map((row) => { const columnName = row[0]; const color = rgbaMapping[columnName] ? rgbaMapping[columnName][1] : "#ffffff"; return `${row .map((val) => `${val}`) .join("")}`; }) .join(""); return html`${thead}${rows}

`; }37:T423,cv_pmw_sum = { const round3sf = (val) => rlju.convertMatchScoreMetrics.roundToSignificantFigures(val, 3); const filteredCvWithModelParams = cv_with_model_params.map((row) => { return Object.fromEntries( Object.entries(row).filter( ([key]) => key.startsWith("γ") || key.startsWith("ω") ) ); }); const filteredCvWithModelParams2 = filteredCvWithModelParams.map((row) => { const gammaKeys = []; const omegaKeys = []; Object.keys(row).forEach((key) => { if (key.startsWith("ω")) { row[key] = round3sf(row[key]); omegaKeys.push(key); } else if (key.startsWith("γ")) { gammaKeys.push(key); } }); const orderedRow = {}; gammaKeys.forEach((key) => { orderedRow[key] = row[key]; }); (orderedRow["ω_prior"] = round3sf(prior_ω)), omegaKeys.forEach((key) => { orderedRow[key] = row[key]; }); return orderedRow; }); return html`${createColouredTable( filteredCvWithModelParams2, colour_mapping )}`; }38:T4c2,raw_values_with_final_match_prob = { const filteredCvWithModelParams = cv_with_model_params.map((row) => { return Object.fromEntries( Object.entries(row).filter( ([key]) => (key.endsWith("_l") || key.endsWith("_r") || key.endsWith("final_match_weight")) && !key.includes("uid") && !key.includes("source_dataset") ) ); }); const round3sf = (val) => rlju.convertMatchScoreMetrics.roundToSignificantFigures(val, 3); const filteredCvWithModelParams2 = filteredCvWithModelParams.map((row) => { row["match_probability"] = rlju.convertMatchScoreMetrics.calcProbabilityFromPartialMatchWeight( row["ω_final_match_weight"] ); row["ω_final_match_weight"] = row["ω_final_match_weight"].toFixed(3); row["match_probability"] = row["match_probability"].toFixed(3); return row; }); const reorderedRows = filteredCvWithModelParams2.map((row) => { const { match_probability, ω_final_match_weight, ...otherKeys } = row; return { match_probability, ω_final_match_weight, ...otherKeys }; }); return html`${createColouredTable(reorderedRows, colour_mapping)}`; }39:[] 31:{"id":"0068042ce3b10dd1","slug":"computing-the-fellegi-sunter-model","title":"Computing the Fellegi Sunter model","thumbnail":"49e3b8e7b5c25c76853ac31b4ed41e895e2facb91573182f4e68e995d0ccb899","access_level":"public","create_time":"$D2023-10-03T09:01:12.814Z","update_time":"$D2023-10-07T08:16:21.975Z","view_time":null,"first_public_time":"$D2023-10-03T09:01:12.814Z","fork":false,"stars":0,"starred":false,"owner":{"type":"team","id":"4baeb83528a5ca3e","login":"robinl","name":"Robin Linacre","avatar_url":"https://avatars-next.observableusercontent.com/68a9fb29f18d689995452badc30bc11082c1ae33c6fa13bef8a0a866b2e51264","tier":"starter_2024"},"version":284,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"d30d5a0e95d0c3da","login":"robinl","name":"Robin Linacre","avatar_url":"https://avatars-next.observableusercontent.com/68a9fb29f18d689995452badc30bc11082c1ae33c6fa13bef8a0a866b2e51264","tier":null}],"members":[{"type":"individual","id":"d30d5a0e95d0c3da","login":"robinl","name":"Robin Linacre","avatar_url":"https://avatars-next.observableusercontent.com/68a9fb29f18d689995452badc30bc11082c1ae33c6fa13bef8a0a866b2e51264","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":0,"collection":null,"type":"notebook","body":{"title":"Computing the Fellegi Sunter model","cells":[{"id":0,"value":"# Computing the Fellegi Sunter model\n","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":7,"value":"// rlju2 = require(`${localUrl}?${refresh}${Date.now()}`)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":281,"value":"rlju = require(\"@robinl/record_linkage_javascript_utilities@0.0.8\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":11,"value":"viewof refresh = Inputs.button(\"refresh splink_vis_utils javascript lib\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":13,"value":"localUrl = \"http://127.0.0.1:8889/bundle.js\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":65,"value":"colour_mapping = {\n return {\n domain: [\n \"first_name\",\n \"surname\",\n \"postcode\",\n \"gender\",\n \"prior\",\n \"final_match\",\n \"match_probability\"\n ],\n range: [\n \"#ff7f0e\",\n \"#2ca02c\",\n \"#d62728\",\n \"#9467bd\",\n \"#aaaaaa\",\n \"#aaaaaa\",\n \"#aaaaaa\"\n ]\n };\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":51,"value":"addRow = function () {\n const table = document.getElementById(\"data-table\");\n const newRow = table.insertRow(-1);\n newRow.contentEditable = true;\n\n const cell1 = newRow.insertCell(0);\n const cell2 = newRow.insertCell(1);\n const cell3 = newRow.insertCell(2);\n const cell4 = newRow.insertCell(3);\n\n // Add what you want in the cells\n cell1.innerHTML = \"New First Name\";\n cell2.innerHTML = \"New Surname\";\n cell3.innerHTML = \"New Postcode\";\n cell4.innerHTML = ``;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":61,"value":"function hexToRgba(hex, alpha = 1) {\n const [r, g, b] = [\n parseInt(hex.slice(1, 3), 16),\n parseInt(hex.slice(3, 5), 16),\n parseInt(hex.slice(5, 7), 16)\n ];\n return `rgba(${r}, ${g}, ${b}, ${alpha})`;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":17,"value":"$33","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":21,"value":"$34","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":180,"value":"$35","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":182,"value":"comparison_pairs_no_gamma = {\n const comparison_pairs_filtered = comparison_pairs.map((row) => {\n const { uid_l, uid_r, source_dataset_l, source_dataset_r, ...rest } = row;\n return rest;\n });\n\n return html`${createColouredTable(\n comparison_pairs_filtered,\n colour_mapping\n )}`;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":57,"value":"$36","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":140,"value":"comparison_vector = rlju.applyComparisonFunctions(\n comparison_pairs,\n comparison_functions\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":142,"value":"comparison_pairs_with_gamma = {\n const comparison_pairs_filtered = comparison_vector.map((row) => {\n const { uid_l, uid_r, source_dataset_l, source_dataset_r, ...rest } = row;\n return rest;\n });\n return html`${createColouredTable(\n comparison_pairs_filtered,\n colour_mapping\n )}`;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":177,"value":"comparison_vector_values_only = {\n const filteredCvWithModelParams = cv_with_model_params.map((row) => {\n return Object.fromEntries(\n Object.entries(row).filter(([key]) => key.startsWith(\"γ\"))\n );\n });\n\n return html`${createColouredTable(\n filteredCvWithModelParams,\n colour_mapping\n )}`;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":163,"value":"$37","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":236,"value":"$38","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":243,"value":"cv_with_model_params","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":155,"value":"cv_with_model_params = rlju.addModelParametersToComparisonVector(\n comparison_vector,\n settings\n)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":33,"value":"comparison_functions = {\n return {\n first_name: rlju.jaroWinklerComparison,\n surname: rlju.jaroWinklerComparison,\n postcode: rlju.levenshteinComparison,\n gender: rlju.exactMatchComparison\n };\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":36,"value":"comparison_pairs = rlju.createComparisonRowsLinkOnly(\n [table_data_l, table_data_r],\n table_data_l.properties\n)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":38,"value":"table_data_l = Generators.observe((notify) => {\n const keyinput = (event) => notify(rlju.parseTableData(input_table_l));\n input_table_l.addEventListener(\"input\", keyinput, false);\n notify(rlju.parseTableData(input_table_l));\n return () => window.removeEventListener(\"input\", keyinput);\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":41,"value":"table_data_r = Generators.observe((notify) => {\n const keyinput = (event) => notify(rlju.parseTableData(input_table_r));\n input_table_r.addEventListener(\"input\", keyinput, false);\n notify(rlju.parseTableData(input_table_r));\n return () => window.removeEventListener(\"input\", keyinput);\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":74,"value":"table_of_settings = {\n let table_of_settings = rlju.transformComparisonLevelsToTable(settings);\n return table_of_settings;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":202,"value":"prior_ω = rlju.convertMatchScoreMetrics.calcPartialMatchWeightFromProbability(\n settings.probability_two_random_records_match\n)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":79,"value":"settings = rlju.tutorial_partial_match_weights_settings","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":255,"value":"function getColorForFinalMatchWeight(value) {\n const normalizedValue = Math.max(Math.min(value, 10), -10) / 10;\n const greenComponent = Math.floor(128 + 127 * normalizedValue);\n const redComponent = Math.floor(128 - 127 * normalizedValue);\n return `rgba(${redComponent}, ${greenComponent}, 128, 0.35)`;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":258,"value":"function getColorForMatchProbability(value) {\n const normalizedValue = Math.max(Math.min(value, 1), 0);\n const greenComponent = Math.floor(128 * 127 * normalizedValue);\n const redComponent = Math.floor(128 * 127 * (1 - normalizedValue));\n return `rgba(${redComponent}, ${greenComponent}, 128, 0.35)`;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W39","stdlib":"1","titling":"auto"}} 32:"$31:body"