3f:null 40:["$","title",null,{"children":"Raw Pacman Events (FR) | Homam Hosseini | Observable"}] 46:T513,html`

Latest Visitors

${ latest_views.map(v => html`` ) }

Rockman Id	Time	Campaign	IP	Phone	Events
${v.rockman_id}	${v.timestamp.toJSON().toString().slice(0, 19).split('T').join(' ')}	${campaigns_map[v.bc] \|\| v.bc}	${v.ip}	${v.msisdn \|\| ''}	${v.events.join(" > ")}

`47:T5a6,{ const data = system_message_by_msisdn var trace1 = { x: data.filter(p => p[0] === 1).map(p => p[0]), y: data.filter(p => p[0] === 1).map(p => p[1]), name: 'First-time Visitors', type: 'bar', }; const xRange = R.range(1, 1+R.reduce(R.max, -Infinity, data.map(p => p[0]))) const yRange = d3.extent(data.map(d => d[1])) const cum_sum = mk_cum_sum(R.reverse( data.filter(p => p[0] > 1).map(p => [p[0], p[1] * p[0]]))) var trace2 = { x: cum_sum.filter(p => p[0] > 1).map(p => p[0]), y: cum_sum.filter(p => p[0] > 1).map(p => p[1] ), name: 'Re-Visitors', type: 'bar', xaxis: 'x2', yaxis: 'y2', }; var layout = { title: { text:'Re-Visitos with Failed Susbcription Reason = BLACKLISTED', font: { // family: 'Courier New, monospace', size: 18 }, xref: 'paper', x: 0.01, } , barmode: 'stack', width: width , margin: { b: 70, t: 60, r: 10, l: 40 } , height: 400 , legend: { x: 0.8, y: 1, }, xaxis: {domain: [0, 0.08], range: [0,2], tickvals: [1], ticktext: ['First time visitors'], ticklen: 8}, yaxis: {range: yRange}, yaxis2: {anchor: 'x2', range: yRange}, xaxis2: {domain: [0.12, 1], tickvals: xRange, title: 'Visitors that have seen the website at least N times' } }; const div = DOM.element('div'); Plotly.newPlot(div, [trace1, trace2], layout); return div; }48:T69e,[ { "ip": "185.124.30.1", "city": "Barcelona", "region": "Catalonia", "country": "ES", "loc": "41.3888,2.1590", "postal": "08001", "timezone": "Europe/Madrid", "asn": { "asn": "AS12715", "name": "Orange Espagne SA", "domain": "orange.es", "route": "185.124.30.0/24", "type": "business" }, "hosting": { "host": "orange", "id": "OrangeFTTH", "name": "ORange FTTH User", "network": "185.124.30.0/23" }, "privacy": { "vpn": false, "proxy": false, "tor": false, "hosting": false }, "abuse": { "address": "", "country": "ES", "email": "abuse@orange.es", "name": "Abuse FTE handling", "network": "185.124.30.0/23", "phone": "" } }, { "ip": "213.143.50.1", "city": "Valladolid", "region": "Castille and León", "country": "ES", "loc": "41.6552,-4.7237", "postal": "47001", "timezone": "Europe/Madrid", "asn": { "asn": "AS12715", "name": "Orange Espagne SA", "domain": "orange.es", "route": "213.143.50.0/24", "type": "business" }, "hosting": { "host": "orange", "id": "ES-AMENA-20001031", "name": "Orange Espagne SA", "network": "213.143.32.0/19" }, "company": { "name": "France Telecom España SA", "domain": "orange.es", "type": "hosting" }, "carrier": { "name": "France Telecom España SA", "mcc": "214", "mnc": "3" }, "privacy": { "vpn": false, "proxy": false, "tor": false, "hosting": true }, "abuse": { "address": "", "country": "ES", "email": "abuse@orange.es", "name": "Abuse FTE handling", "network": "213.143.44.0-213.143.63.255", "phone": "" } } ]49:T5e2,html`

Googd Placements

${ R.filter(x => (x.he_failed_rate < 0.5 && x.views > 10) || x.sales > 0)(placements).map(p => html`` ) }

Placement	Total Views	HE Success Rate	Re-Visits Rate	Sales
${p.placement}	${d3.format(',')(p.total)}	${d3.format('.0%')(1 - p.he_failed_rate)}	${d3.format('.0%')(p.re_visits / p.he_success)}	${p.sales}

Bad Placements

${ R.filter(x => (x.he_failed_rate > 0.8 && x.total > 100 && x.sales === 0) || (x.re_visits / x.he_success > 0.6 && x.he_success > 50 && x.sales === 0) )(placements).map(p => html`` ) }

Placement	Total Views	HE Success Rate	Re-Visits Rate	Sales
${p.placement}	${d3.format(',')(p.total)}	${d3.format('.0%')(1 - p.he_failed_rate)}	${d3.format('.0%')(p.re_visits / p.he_success)}	${p.sales}

`4a:T5ec,aggregate = R.map( R.reduce((acc, a) => ({ cloaked: acc.cloaked + a.cloaked, passed: acc.passed + a.passed, views: acc.views + a.views, pre_flow_advances: acc.pre_flow_advances + a.pre_flow_advances, flow_advances: acc.flow_advances + a.flow_advances, redirect_api_success: acc.redirect_api_success + a.redirect_api_success, failed_sale: acc.failed_sale + a.failed_sale, lost_after_redirection: acc.lost_after_redirection + a.lost_after_redirection, subscribed: acc.subscribed + a.subscribed, should_have_been_excluded: acc.should_have_been_excluded + (a.should_have_been_excluded ? 1 : 0), system_messages: (() => { if(!!a.system_message) return R.merge(acc.system_messages, {[a.system_message]: acc.system_messages[a.system_message] + 1}) else return R.merge(acc.system_messages, {}) })() , g_adgroupids: (() => { return new Set([...acc.g_adgroupids]).add(a.g_adgroupid) })() , bcs: (() => { return new Set([...acc.bcs]).add(a.bc) })() }), { cloaked: 0 , passed: 0 , views: 0 , pre_flow_advances: 0 , flow_advances: 0 , redirect_api_success: 0 , failed_sale: 0 , lost_after_redirection: 0 , subscribed: 0 , should_have_been_excluded: 0 , system_messages: (() => R.pipe(R.map(m => [m, 0]), R.fromPairs)(all_system_messages))() , g_adgroupids: new Set() , bcs: new Set() }) )4b:Ta51,function render_table(agg_data, {key}) { return html`

${['views', 'pre_flow_advances', 'redirect_api_success', 'flow_advances', 'failed_sale', 'subscribed'].map(m => html``) } ${ all_system_messages.map(s => html``) } ${ agg_data.map(d => html` ${['views', 'pre_flow_advances', 'redirect_api_success', 'flow_advances', 'failed_sale', 'subscribed'].map(m => html``) } ${ all_system_messages.map(m => html``) } ` ) }

	${better_name(m)}	${clean_system_message(s)}
${key(d)}	${d[m]}	${d.system_messages[m]}

` function clean_system_message(msg) { return msg.replace('fs_mcb[', '').replace(']', '') } function better_name(name) { return {'cloaked': 'Cloaked', 'passed': 'Passed', 'views': 'Views', 'pre_flow_advances': 'Pre-Flow Advances', 'redirect_api_success': 'Redirect API Success', 'flow_advances': 'Flow Advances', 'he_failed': 'HE Failed', 'redirected': 'Redirected', 'failed_sale': 'Failed Sales', 'lost_after_redirection': 'Lost', 'subscribed': 'Subscribed', 'should_have_been_excluded': "Visits from Excluded IPs" }[name] || name } }4c:T9f4,viewof input_excluded_ips_from_adwrods = textarea({ title: "Excluded IPs from Adwords interface", placeholder: "Copy and paste the IPs here", spellcheck: true, width: "100%", rows: 10, submit: "OK", value: `176.0.0.0/5 32.0.0.0/5 48.0.0.0/4 82.0.0.0/7 80.128.0.0/9 184.0.0.0/8 212.0.0.0/8 46.0.0.0/8 81.0.0.0/8 91.0.0.0/8 185.128.0.0/9 186.0.0.0/7 208.0.0.0/6 213.0.0.0/9 214.0.0.0/7 216.0.0.0/5 40.0.0.0/6 44.0.0.0/7 85.64.0.0/10 86.0.0.0/7 88.0.0.0/7 192.0.0.0/4 224.0.0.0/3 188.0.0.0/6 85.128.0.0/9 96.0.0.0/3 80.64.0.0/11 84.128.0.0/9 0.0.0.0/3 80.0.0.0/10 80.100.0.0/15 80.104.0.0/13 80.112.0.0/12 80.96.0.0/14 84.0.0.0/10 84.64.0.0/13 84.72.0.0/14 84.80.0.0/12 84.96.0.0/11 85.0.0.0/11 85.32.0.0/12 90.0.0.0/9 90.128.0.0/11 90.176.0.0/12 90.192.0.0/10 64.0.0.0/4 213.128.0.0/13 213.136.0.0/14 213.140.0.0/15 213.142.0.0/16 213.143.0.0/19 213.143.128.0/17 213.143.32.0/21 213.143.40.0/22 213.143.47.* 213.143.52.0/22 213.143.62.0/23 213.143.64.0/18 213.144.0.0/12 213.160.0.0/11 213.192.0.0/10 84.76.0.0/15 84.78.0.0/20 84.78.128.0/17 84.78.28.0/22 84.78.32.0/19 84.78.64.0/18 84.79.0.0/16 85.56.0.0/14 85.60.0.0/15 85.62.0.0/17 85.62.128.0/18 85.62.192.0/19 85.62.224.0/21 85.62.235.* 85.62.236.0/22 85.62.240.0/20 85.63.0.0/16 90.160.0.0/13 90.168.0.0/14 90.172.0.0/15 90.174.128.0/17 90.174.16.0/20 90.174.32.0/19 90.174.6.0/23 90.174.64.0/18 90.174.8.0/21 90.175.0.0/16 92.0.0.0/6 47.0.0.0/11 47.128.0.0/9 47.32.0.0/12 47.64.0.0/10 47.48.0.0/13 47.60.0.0/14 84.78.27.* 185.0.0.0/10 185.125.0.0/16 85.53.0.0/16 128.0.0.0/3 160.0.0.0/4 84.78.20.0/23 84.78.19.* 85.49.0.0/16 47.58.0.0/16 80.102.0.0/16 185.112.0.0/13 185.126.0.0/15 185.96.0.0/12 85.48.0.0/19 85.48.32.0/20 85.48.48.0/21 85.48.58.0/23 85.48.60.0/22 85.48.64.0/18 85.50.0.0/15 213.143.44.0/23 213.143.56.0/22 80.103.0.0/17 80.103.128.0/21 80.103.138.0/23 80.103.140.0/22 80.103.144.0/20 80.103.160.0/19 80.103.192.0/18 90.174.0.0/23 85.62.232.0/23 185.64.0.0/11 185.120.0.0/14 185.124.31.* 85.48.187.* 85.48.188.* 85.52.230.* 85.48.248.* 185.124.0.0/20 185.124.128.0/17 185.124.16.0/21 185.124.32.0/19 185.124.64.0/18 85.48.128.0/19 85.48.160.0/20 85.48.192.0/19 85.48.224.0/20 85.48.252.0/22 85.52.0.0/17 85.52.128.0/18 85.52.192.0/21 85.52.208.0/20 85.52.224.0/22 85.52.228.0/23 85.52.240.0/20 85.54.0.0/15 185.124.24.0/22 85.48.190.0/23 85.52.204.0/22 85.52.232.0/21 85.48.240.0/21 85.52.200.0/23 47.56.0.0/15 85.48.176.0/21 85.48.250.0/23 47.59.0.0/17 47.59.128.0/18 47.59.192.0/19 47.59.224.0/21 47.59.232.0/22 47.59.236.* 47.59.238.0/23 47.59.240.0/20` })4d:[] 44:{"id":"df2b47950f71ee64","slug":"raw-pacman-events-fr","title":"Raw Pacman Events (FR)","thumbnail":"16da5513b53f54e5da01d1b24be0ca7f607046ad0dbbfd1a4b9af8eec788a486","access_level":"public","create_time":"$D2020-06-24T13:42:03.970Z","update_time":"$D2020-06-26T15:13:03.331Z","view_time":null,"first_public_time":"$D2020-06-24T13:42:25.544Z","has_unpublished_edits":null,"fork":{"id":"9261f3204bf793dd","slug":"raw-pacman-events","title":"Raw Pacman Events","owner":{"id":"94cdb8fcfaa70289","login":"homam","name":"Homam Hosseini"}},"stars":0,"starred":false,"owner":{"type":"team","id":"94cdb8fcfaa70289","login":"homam","name":"Homam Hosseini","avatar_url":"https://avatars-next.observableusercontent.com/e0def13806509253b7525280313ec25e10226ac9e6db096f202ba32c26977e45","tier":"starter_2024","bio":"","following":false},"version":1530,"publish_version":1530,"role":null,"authored":false,"authors":[{"type":"individual","id":"2dc4aa8d6c8e9871","login":"homam","name":"Homam Hosseini","avatar_url":"https://avatars-next.observableusercontent.com/e0def13806509253b7525280313ec25e10226ac9e6db096f202ba32c26977e45","tier":null,"bio":"","following":false}],"members":[{"type":"individual","id":"2dc4aa8d6c8e9871","login":"homam","name":"Homam Hosseini","avatar_url":"https://avatars-next.observableusercontent.com/e0def13806509253b7525280313ec25e10226ac9e6db096f202ba32c26977e45","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":0,"collection":null,"type":"notebook","body":{"titling":"auto","title":"Raw Pacman Events (FR)","cells":[{"id":0,"value":"md`# Raw Pacman Events (FR)`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":101,"value":"viewof date_from = date({\n title: \"Date From\", \n min: \"2020-04-05\",\n value: new Date(new Date().valueOf() - 1000 * 3600 * 24 * 5).toJSON().split('T')[0],\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":199,"value":"viewof date_from_time = time({\n title: \"Time From (in UTC)\",\n value: '00:00:00', //roundMinutes(new Date(new Date().valueOf() - 1000 * 3600 * 6)).toJSON().split('T')[1].split('.')[0],\n step: 60\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":107,"value":"country_code = 'FR'","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":401,"value":"affiliate_id = \"GDMB\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1274,"value":"viewof selected_campaign = select({\n title: \"Campaign\",\n options: R.pipe(\n R.toPairs\n , R.map(([value, label]) => ({label, value}))\n , xs => [{value: '', label: 'All Campaigns'}].concat(xs)\n )(campaigns_map),\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1087,"value":"md`Loaded: ${raw_data.length}`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":113,"value":"md`----`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":685,"value":"md`### Daily`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":954,"value":"render_table(daily_aggregate, {\n key: R.prop('date')\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1048,"value":"md`### Campaigns`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":956,"value":"render_table(campaigns_aggregate, {\n key: R.prop('campaign_name')\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":325,"value":"md`#### IPs that got subscribed:\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":143,"value":"md`#### IPs that got redirected:\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":342,"value":"md`#### HE failed for these IPs:\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":350,"value":"md`#### HE always failed for these IPs:\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":262,"value":"$46","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1209,"value":"function mk_cum_sum(input) {\n const data = input\n const range = R.range(1, 1+R.reduce(R.max, -Infinity, data.map(p => p[0]))) \n const cum_sum = R.scan(((acc, a) => [ a[0], a[1] + acc[1]]), [0,0])(data).slice(1)\n\n const cum_sum_groups = R.pipe(\n R.groupBy(x => x[0])\n , R.map(([x]) => x[1])\n )(cum_sum)\n \n return R.scan(\n ((acc, a) => [a[0], a[1] || acc[1]])\n , [0, 0]\n )(range.map(r => [r, cum_sum_groups[r.toString()] || null]))\n .slice(1)\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1118,"value":"$47","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":328,"value":"$48","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":337,"value":"md`#### IPs that got cloaked:\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":876,"value":"md`## Placements`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":774,"value":"{\n const filtered_placements = R.filter(x => \n (x.total / total_views > 0.005)\n )(placements)\n var trace1 = {\n x: filtered_placements.map(p => p.placement),\n y: filtered_placements.map(p => p.he_failed),\n name: 'HE Failed Views',\n type: 'bar'\n };\n\n var trace2 = {\n x: filtered_placements.map(p => p.placement),\n y: filtered_placements.map(p => p.total - p.he_failed),\n name: 'Redirected Views',\n type: 'bar'\n };\n\n var data = [trace1, trace2];\n\n var layout = {barmode: 'stack', width: width\n , margin: { \n b: 200, t: 10, r: 10, l: 40\n }\n , height: 500\n , legend: {\n x: 0.8,\n y: 1,\n }\n };\n \n const div = DOM.element('div');\n Plotly.newPlot(div, data, layout);\n return div;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1404,"value":"{\n const filtered_placements = R.filter(x => \n (x.he_success / total_views > 0.003)\n )(placements)\n var trace1 = {\n x: filtered_placements.map(p => p.placement),\n y: filtered_placements.map(p => p.re_visits),\n name: 'Re-Visitors',\n type: 'bar'\n };\n\n var trace2 = {\n x: filtered_placements.map(p => p.placement),\n y: filtered_placements.map(p => p.he_success - p.re_visits),\n name: 'New Visitors',\n type: 'bar'\n };\n\n var data = [trace1, trace2];\n\n var layout = {barmode: 'stack', width: width\n , margin: { \n b: 200, t: 10, r: 10, l: 40\n }\n , height: 500\n , legend: {\n x: 0.8,\n y: 1,\n }\n };\n \n const div = DOM.element('div');\n Plotly.newPlot(div, data, layout);\n return div;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":825,"value":"$49","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":120,"value":"md`---\n## Math`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1095,"value":"system_message_by_msisdn = R.pipe(\n R.filter(v => /BLACKLIST/.test(v.system_message))\n, R.groupBy(v => v.msisdn)\n, R.map(v => ({system_message: v[0].system_message, count: v.length}))\n, R.toPairs, R.map(([msisdn, value]) => R.merge({msisdn}, value))\n, R.sortBy(v => v.count * -1)\n, R.groupBy(v => v.count), R.toPairs, R.map(([repeat, msisdns]) => [+repeat, msisdns.length])\n)(visitors)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1375,"value":"re_visitors_by_msisdn = R.pipe(\n R.groupBy(v => v.msisdn)\n, R.map(v => v.length)\n, R.filter(v => v > 1)\n, R.toPairs\n, xs => new Map(xs)\n//, R.map(([msisdn, value]) => R.merge({msisdn}, value))\n)(rockman_ids)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":239,"value":"latest_views = R.pipe(\n R.sortBy(xs => xs.timestamp.valueOf() * -1)\n, R.take(200)\n, R.map(({events, ...d}) => ({\n ...d\n , should_have_been_excluded: is_in_excluded_ips_from_adwords(`${d.ip3}.0`).length > 0\n , msisdn: d.msisdn\n , events: events.map(e => \n e === 'impression' && e.page_name === 'msisdn.html' && d.landing_page_url.some(l => /wifi/.test(l)) ? 'HE-Failed' \n : e === 'impression' && e.page_name === 'error.html' ? 'Error-Page'\n : e === 'failedsale' ? `Failed-Sale: ${d.system_message}`\n : e === 'impression' && /esp.mobiogames.com/.test(d.landing_page_url) ? 'Cloaked'\n : e\n )\n , es: events\n }))\n)(rockman_ids)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":543,"value":"md`---\n\n### IPs`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":334,"value":"cloaked_ips = R.pipe(\n R.map(xs => xs.ip3)\n, R.values, R.uniq, R.sortBy(x => x), R.map(x => `${x}.0/24`)\n, R.map(IPRange.fromCidrStr)\n, IPRange.tryMergeAll\n, R.chain(x => x.networks)\n)(cloacked)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":321,"value":"subscribed_ips = R.pipe(\n R.map(xs => xs.ip3)\n, R.values, R.uniq, R.sortBy(x => x), R.map(x => `${x}.0/24`)\n, R.map(IPRange.fromCidrStr)\n, IPRange.tryMergeAll\n, R.chain(x => x.networks)\n)(subscribed)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":346,"value":"he_failed_ips = R.pipe(\n R.map(xs => xs.ip3)\n, R.values, R.uniq, R.sortBy(x => x), R.map(x => `${x}.0/24`)\n, R.map(IPRange.fromCidrStr)\n, IPRange.tryMergeAll\n, R.chain(x => x.networks)\n)(he_failed)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":128,"value":"redirected_ips = R.pipe(\n R.map(xs => xs.ip3)\n, R.values, R.uniq, R.sortBy(x => x), R.map(x => `${x}.0/24`)\n, R.map(IPRange.fromCidrStr)\n, IPRange.tryMergeAll\n, R.chain(x => x.networks)\n)(redirected)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":540,"value":"md`---\n\n### Paritions`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":572,"value":"subscribed_cond = x => x.sales > 0","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":317,"value":"subscribed = R.filter(subscribed_cond)(rockman_ids)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":557,"value":"lost_after_redirection_cond = all(\n redirected_cond\n, x => !x.page_name && !x.system_message \n, R.pipe(\n x => x.events\n , R.uniq\n , R.all(e => e === 'identify' || e === 'impression' || e === 'redirect')\n )\n)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":82,"value":"lost_after_redirection = R.filter(lost_after_redirection_cond)(rockman_ids)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":66,"value":"failed_sales_reasons = R.pipe(\n R.filter(xs => xs.some(x => x.event_type === 'failedsale'))\n, R.map(xs => xs.find(x => x.event_type === 'failedsale').system_message)\n, R.values\n, R.groupBy(x => x), R.map(x => x.length) \n)(failed_sales)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":517,"value":"failed_sales_cond = both(redirected_cond, xs => xs.events.some(x => x === 'failedsale'))","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":59,"value":"failed_sales = R.filter(failed_sales_cond)(rockman_ids)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":451,"value":"redirected_cond = both(passed_cond, xs => xs.events.some(x => x === 'redirect') )","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":455,"value":"he_failed_cond = both(passed_cond, xs => \n xs.page_names.some(x => x === 'msisdn.html')\n || xs.landing_page_urls.some(x => /network_type=wifi/.test(x))\n || (xs.events.some(x => x === 'identify') && !xs.msisdn))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":45,"value":"he_failed = R.filter(he_failed_cond)(rockman_ids)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":42,"value":"redirected = R.filter(redirected_cond)(rockman_ids)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":406,"value":"not_redirected_not_he_failed_generic_error = R.pipe(\n R.reject(redirected_cond)\n, R.reject(he_failed_cond)\n, R.filter(R.any(x => /page=error/.test(x.landing_page_url)))\n)(passed)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":493,"value":"passed_cond = x => !cloaked_cond(x)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":35,"value":"passed = R.pipe(\n R.filter(passed_cond)\n) (rockman_ids)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":469,"value":"cloaked_cond = x => !x.landing_page_urls.some(e => /n.beemobi.me/.exec(e))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":28,"value":"cloacked = R.filter(cloaked_cond)(rockman_ids)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":14,"value":"rockman_ids = R.pipe(\n !selected_campaign ? x => x : R.filter(x => x.bc === selected_campaign)\n)(raw_data)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":475,"value":"md`---\n\n### Users\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1266,"value":"R.uniq(visitors.map(v => v.bc))","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":481,"value":"visitors = R.map(d =>\n R.merge({\n date: d.timestamp.toJSON().split('T')[0]\n , ip: `${d.ip3}.0`\n // , should_have_been_excluded: is_in_excluded_ips_from_adwords(`${d.ip3}.0`).length > 0\n // , cloaked: cloaked_cond(d)\n // , passed: passed_cond(d)\n , views: true\n , pre_flow_advances: d.pre_flow_advances > 0\n , flow_advances: d.flow_advances > 0\n , redirect_api_success: (d.events || []).some(e => e === 'redirect_api_success')\n , failed_sale: (d.events || []).some(e => e === 'failedsale')\n , lost_after_redirection: lost_after_redirection_cond(d)\n , subscribed: subscribed_cond(d)\n , failed_sale_reason: d.system_message\n , system_message: d.system_message\n , revisit_count: (re_visitors_by_msisdn.get(d.msisdn) || 1) - 1\n }, d)\n)(rockman_ids)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":613,"value":"all_system_messages = R.pipe(R.map(R.prop('system_message')), R.uniq, R.filter(x => !!x))(visitors)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":935,"value":"$4a","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":605,"value":"daily_aggregate = R.pipe(\n R.groupBy(R.prop('date')) \n, aggregate\n, R.toPairs\n, R.map(([date, data]) => R.merge({date}, data))\n, R.sortBy(x => x.date)\n, R.reverse()\n)(visitors)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":927,"value":"campaigns_aggregate = R.pipe(\n R.groupBy(R.prop('bc'))\n, aggregate\n, R.toPairs\n, R.map(([bc, data]) => R.merge({bc}, data))\n, R.sortBy(x => x.passed * -1)\n, R.map(xs => R.merge({\n campaign_name: campaigns_map[xs.bc] || xs.bc\n }, xs))\n)(visitors)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1269,"value":"campaigns_map = {return {\n '9847903413':'ES_Beemobi_Games Apps',\n '9832190300':'ES_Beemobi_Games Mobile Web',\n '9847903398':'ES_Beemobi_Games Youtube',\n '9973169696':'ES_Yoigo_Gamelords_Video',\n '10037054850': 'ES_Orange_Beemobi_Video_In Market Audiences_Mobile Web_Image Ads',\n '10051118774': 'ES_Orange_Beemobi_Video_In Market Audiences_Image Ads_Apps'\n}}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":478,"value":"md`---`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":372,"value":"user_ids = R.pipe(\n !selected_campaign ? x => x : R.filter(x => x.bc === selected_campaign)\n , R.groupBy(R.prop('user_id'))\n)(raw_data)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":2,"value":"PROJECT_ID = new URL(location.href).searchParams.get('project-id')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":10,"value":"raw_data = fetch(raw_data_url).then(x => x.json()).then(R.map(x => R.merge(x, {\n timestamp: new Date(x.timestamp)\n, landing_page_urls: x.landing_page_urls.split(',')\n, events: x.events.split(',')\n, page_names: x.page_names.split(',')\n, query: !x.landing_page_url ? null : [...(new URL(x.landing_page_url).searchParams)]\n, subscribed: x.sales > 0\n, ip: `${x.ip3}.0`\n})))\n","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":5,"value":"raw_data_url = `https://pipe.sam-media.com/apis/projects/${PROJECT_ID}/documents/s2Q003V/versions/1/execute/900/query?date_from=${date_from}T${date_from_time}Z&country_code=${country_code}&affiliate_id=${affiliate_id}&limit=70000`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":746,"value":"placements = R.pipe(\n R.groupBy(R.prop('g_placement'))\n, R.map(xs => {\n const should_have_been_excluded = xs.filter(x => x.should_have_been_excluded).length\n const he_failed = xs.filter(x => x.he_failed).length\n const he_success = xs.filter(x => !!x.msisdn).length\n const re_visits = xs.filter(x => x.revisit_count > 0).length\n return {\n total: xs.length,\n should_have_been_excluded,\n should_have_been_excluded_rate: should_have_been_excluded/xs.length,\n he_failed,\n he_failed_rate: he_failed/xs.length,\n he_success,\n re_visits,\n sales: R.sum(xs.map(x => x.subscribed || 0))\n }\n})\n \n, R.toPairs, R.map(([placement, data]) => R.merge({placement}, data))\n, R.sortBy(x => x.total * -1)\n// , R.take(100)\n, \n)(visitors)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":806,"value":"total_views = visitors.length","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":226,"value":"md`--- \n### UI Utils`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":165,"value":"mkrow = (name, value, good) => html`${name}${value}`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":217,"value":"function roundMinutes(date) {\n\n date.setHours(date.getHours() + Math.floor(date.getMinutes()/60));\n date.setMinutes(0);\n date.setSeconds(0);\n\n return date;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":626,"value":"$4b","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":505,"value":"both = R.curry((f, g, x) => f(x) && g(x))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":550,"value":"all = (...fs) => x => fs.every(f => f(x))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":693,"value":"$4c","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":699,"value":"excluded_ips_from_adwords = tryParseIPRangeLines(input_excluded_ips_from_adwrods.trim()\n .split(\"\\n\")\n .map(a => a.trim())\n .filter(x => x.length > 1))\n .sort((a, b) => a.compare(b))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":710,"value":"function is_in_excluded_ips_from_adwords(test_ip) {\n return excluded_ips_from_adwords.filter(t => t.contains(IP.fromStr(test_ip))) \n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":1526,"value":"visitors.filter(v=> !v.redirect_api_success)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":15,"value":"md`### Imports`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":18,"value":"R = require('ramda@0.25.0/dist/ramda.min.js')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":98,"value":"import {date, time, textarea, select} from \"@jashkenas/inputs\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":130,"value":"import {IPRange, IP, tryParseIPRangeLines} from \"@homam/ip4\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":776,"value":"Plotly = require(\"https://cdn.plot.ly/plotly-latest.min.js\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":837,"value":"d3 = require('d3')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W4d","stdlib":"1"}} 45:"$44:body"