3f:null 40:["$","title",null,{"children":"IP Range from Pipe | Homam Hosseini | Observable"}] 46:[] 44:{"id":"d88e6c4333952743","slug":"ip-range-from-pipe","title":"IP Range from Pipe","thumbnail":"c0959c8487dd6a7f8310c74178e2838a46ed6851acb731b7f7e74565a56f0d6a","access_level":"public","create_time":"$D2020-03-08T22:07:41.058Z","update_time":"$D2021-11-19T11:26:13.601Z","view_time":null,"first_public_time":"$D2020-03-30T09:52:40.934Z","has_unpublished_edits":null,"fork":true,"stars":0,"starred":false,"owner":{"type":"team","id":"94cdb8fcfaa70289","login":"homam","name":"Homam Hosseini","avatar_url":"https://avatars-next.observableusercontent.com/e0def13806509253b7525280313ec25e10226ac9e6db096f202ba32c26977e45","tier":"starter_2024","bio":"","following":false},"version":952,"publish_version":952,"role":null,"authored":false,"authors":[{"type":"individual","id":"2dc4aa8d6c8e9871","login":"homam","name":"Homam Hosseini","avatar_url":"https://avatars-next.observableusercontent.com/e0def13806509253b7525280313ec25e10226ac9e6db096f202ba32c26977e45","tier":null,"bio":"","following":false}],"members":[{"type":"individual","id":"2dc4aa8d6c8e9871","login":"homam","name":"Homam Hosseini","avatar_url":"https://avatars-next.observableusercontent.com/e0def13806509253b7525280313ec25e10226ac9e6db096f202ba32c26977e45","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":1,"collection":null,"type":"notebook","body":{"titling":"auto","title":"IP Range from Pipe","cells":[{"id":0,"value":"md`# IP Range from Pipe`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":514,"value":"viewof country = text({\n title: 'Country Code',\n value: searchParams.get('country') || 'CI',\n placeholder: 'Two letter ISO Code',\n submit: true\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":523,"value":"viewof affiliate_id = text({\n title: 'Affiliate Id (use - for all affiliates)',\n value: searchParams.get('affiliate-id') || 'GDMB',\n placeholder: 'Use - for any affiliate',\n submit: true\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":595,"value":"viewof xcid = text({\n title: 'Ouisys Obfuscated Campaign Id (XCID)',\n value: searchParams.get('xcid') || '-',\n placeholder: 'Use - for any XCID',\n submit: true\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":536,"value":"viewof date_from = date({\n title: 'From',\n value: dateAdd(new Date(), -31).toJSON().split('T')[0],\n submit: true\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":561,"value":"viewof date_to = date({\n title: 'From',\n value: dateAdd(new Date(), 0).toJSON().split('T')[0],\n submit: true\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":575,"value":"viewof min_cr = slider({\n min: 0, \n max: 10, \n step: 0.01, \n value: searchParams.get('min-cr') || 0.25, \n title: \"Min CR in percent\", \n description: \"\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":676,"value":"viewof min_views = number({\n title: 'Min Views',\n value: searchParams.get('min-views') || '30',\n placeholder: '',\n submit: true\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":864,"value":"viewof min_views_to_be_included_in_target = number({\n title: 'Max Views For Target',\n value: searchParams.get('max-views-for-targets') || '30',\n description: 'Include the rante in the targets if it has less than this many views. Irrespective of the conversion rate for the range.',\n placeholder: '',\n submit: true\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":687,"value":"{\n const url = new URL(window.location.href)\n url.searchParams.set('country', country)\n url.searchParams.set('affiliate-id', affiliate_id)\n url.searchParams.set('xcid', xcid)\n url.searchParams.set('min-cr', min_cr)\n url.searchParams.set('min-views', min_views)\n url.searchParams.set('max-views-for-targets', min_views_to_be_included_in_target)\n url.searchParams.set('date-from', date_from)\n url.searchParams.set('date-to', date_to)\n const share = `https://observablehq.com/@homam/ip-range-from-pipe?${url.searchParams.toString()}`\n return html`Share: ${share}`\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":619,"value":"{\n const target_sales = R.sum(target_table_data.map(d => d.sales))\n const target_views = R.sum(target_table_data.map(d => d.views))\n const total_sales = R.sum(raw_unfiltered_data.map(d => d.sales))\n const total_views = R.sum(raw_unfiltered_data.map(d => d.views))\n \n return md`\n Target Sales: ${target_sales} ; \n Target Veiws: ${target_views}\n\n Total Sales: ${total_sales} ; \n Total Veiws: ${total_views}\n\n\n Views Change: ${d3.format('0.1%')(target_views / total_views - 1)}\n\n Sales Change: ${d3.format('0.1%')(target_sales / total_sales - 1)}\n \n `\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":908,"value":"target","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":939,"value":"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":139,"value":"renderIPRanges('Target', target)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":185,"value":"renderIPRanges('Exclusion Ranges', exclusion)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":655,"value":"{\n const total_sales = raw_unfiltered_data.map(x => x.sales).reduce((a,b) => a+b, 0)\n const total_views = raw_unfiltered_data.map(x => x.views).reduce((a,b) => a+b, 0)\n\n const ts = R.chain(d => d.networks.map(n => n.data))(data.filter(d => target.some(t => t.intersects(d))))\n const sales = R.pipe(R.map(t => t.sales), R.sum)(ts)\n const views = R.pipe(R.map(t => t.views), R.sum)(ts)\n return html`\n \n \n \n \n \n \n \n \n \n \n

Toal Views	Included Views	% Views	Total Sales	Included Sales	% Sales
${total_views}	${views}	${d3.format('.0%')(views/total_views)}	${total_sales}	${sales}	${d3.format('.0%')(sales/total_sales)}

\n `\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":823,"value":"viewof test_ip = text({placeholder: \"IP Address\", description: \"Check whether the Target IP range contains this IP\", submit: \"Check\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":935,"value":" target.filter(t => t.contains(IP.fromStr(test_ip)))","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":826,"value":"contains_test_ip = {\n if(!!test_ip) {\n const ip = IP.fromStr(test_ip)\n const is_excluded = exclusion.filter(t => t.contains(ip))\n const is_target = target.filter(t => t.contains(ip))\n if(is_excluded.length > 0) {\n return md`${test_ip} is excluded by this range: ${is_excluded.map(t => t.toNetworksString()).join(', ')}` \n } else if(is_target.length > 0) {\n return md`${test_ip} is in target: ${is_target.map(t => t.toNetworksString()).join(', ')}` \n }\n } else {\n return '' \n }\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":788,"value":"md`### Target IPs List`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":740,"value":"table(target_table_data, {\n limit: 5000,\n columns: ['range', 'views', 'sales', {\n key: 'cr',\n render: x => d3.format('0.2%')(x)\n }, {\n key: 'of_total_views',\n render: x => d3.format('0.2%')(x)\n }, {\n key: 'of_total_sales',\n render: x => d3.format('0.2%')(x)\n }, {\n key: 'cum_of_total_views',\n render: x => d3.format('0.2%')(x),\n name: 'c.sum views'\n }, {\n key: 'cum_of_total_sales',\n render: x => d3.format('0.2%')(x),\n name: 'c.sum sales'\n }]\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":808,"value":"md`### Exclusion IPs List`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":801,"value":"table(R.sortBy(x => x.views * -1)(exclusion_table_data), {\n limit: 5000,\n columns: ['range', 'views', 'sales', {\n key: 'cr',\n render: x => d3.format('0.2%')(x)\n }, {\n key: 'of_total_views',\n render: x => d3.format('0.2%')(x)\n }, {\n key: 'of_total_sales',\n render: x => d3.format('0.2%')(x)\n }, {\n key: 'cum_of_total_views',\n render: x => d3.format('0.2%')(x),\n name: 'c.sum views'\n }, {\n key: 'cum_of_total_sales',\n render: x => d3.format('0.2%')(x),\n name: 'c.sum sales'\n }]\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":860,"value":"raw_unfiltered_data.filter(x => x.sales > 0)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":613,"value":"md`---- \n## Math`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":707,"value":"target_table_data = target.map(t => {\n const matches = mask24_data.filter(d => t.contains(IP.fromInt(d.bottom_ip)))\n const views = R.pipe(R.map(x => x.views), R.sum)(matches)\n const sales = R.pipe(R.map(x => x.sales), R.sum)(matches)\n const cr = sales / views\n const of_total_views = views/total_views\n const of_total_sales = sales/total_sales\n return {range: t.toNetworksString(), views, sales, cr, of_total_views, of_total_sales}\n}).reduce((acc, a) => acc.concat([{...a\n , cum_of_total_views: a.of_total_views + R.last(acc)?.cum_of_total_views || 0\n , cum_of_total_sales: a.of_total_sales + R.last(acc)?.cum_of_total_sales || 0\n }])\n, [])","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":799,"value":"exclusion_table_data = exclusion.map(t => {\n const matches = mask24_data.filter(d => t.contains(IP.fromInt(d.bottom_ip)))\n const views = R.pipe(R.map(x => x.views || 0), R.sum)(matches)\n const sales = R.pipe(R.map(x => x.sales || 0), R.sum)(matches)\n const cr = sales / views\n const of_total_views = views/total_views\n const of_total_sales = sales/total_sales\n return {range: t.toNetworksString(), views, sales, cr, of_total_views, of_total_sales}\n}).reduce((acc, a) => acc.concat([{...a\n , cum_of_total_views: a.of_total_views + R.last(acc)?.cum_of_total_views || 0\n , cum_of_total_sales: a.of_total_sales + R.last(acc)?.cum_of_total_sales || 0\n }])\n, [])","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":925,"value":"exclusion.map(t => {\n const matches = mask24_data.filter(d => t.contains(IP.fromInt(d.bottom_ip)))\n return matches\n const views = R.pipe(R.map(x => x.views || 0), R.sum)(matches)\n const sales = R.pipe(R.map(x => x.sales || 0), R.sum)(matches)\n const cr = sales / views\n const of_total_views = views/total_views\n const of_total_sales = sales/total_sales\n return {range: t.toNetworksString(), views, sales, cr, of_total_views, of_total_sales}\n}).filter(x => x.length > 0)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":750,"value":"total_views = mask24_data\n.map(x => x.views)\n.reduce((a,b) => a+b, 0)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":756,"value":"total_sales = mask24_data\n.map(x => x.sales)\n.reduce((a,b) => a+b, 0)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":170,"value":"target = R.chain(x => x.networks)(IPRange.tryMergeAll(data))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":804,"value":"exclusion = IPRange.getComplement(target)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":10,"value":"data = raw_data\n.filter(x => x.cr >= min_cr / 100 || x.views <= min_views_to_be_included_in_target)\n.map(({bottom_ip, mask, views, sales, visits_ratio, cr, arpu_7}) => \n IPRange.fromNetwork(IP.fromInt(bottom_ip), mask, {views, sales, visits_ratio, cr, arpu_7})\n)\n.sort((a,b) => a.compare(b))","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":941,"value":"data.filter(d => d.contains(IP.fromStr('37.155.135.0')))","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":603,"value":"mask24_data = raw_data.filter(d => d.mask === 24)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":539,"value":"fetch_url = `https://pipe.sam-media.com/apis/projects/${PROJECT_ID}/documents/rNB5vye/versions/14/execute/10800?from=${date_from}&to=${date_to}&affiliates=${affiliate_id}&country=${country}&xcid=${xcid}`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":847,"value":"raw_unfiltered_data = fetch(fetch_url)\n.then(x => x.json()).then(x => x.filter(x => x.mask === 24))","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":7,"value":"raw_data = raw_unfiltered_data.filter(x => x.mask === 24 && (x.views >= min_views || x.sales > 0) )","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":550,"value":"md`## Utils`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":944,"value":"IPNetwork.fromCidrStr('41.157.0.0/16')","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":588,"value":"PROJECT_ID = searchParams.get('project-id')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":658,"value":"searchParams = new URL(location.href).searchParams","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":554,"value":"function dateAdd(d, n){\n d.setDate(d.getDate() + n)\n return d\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":547,"value":"md`## Imports`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":2,"value":"import {IP, IPRange, IPNetwork, renderIPRanges, R, tryParseIPRangeLines} from '@homam/ip4'","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":142,"value":"d3 = require(\"d3@5\", \"d3-format\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":512,"value":"import {textarea, select, text, number, slider, checkbox, radio, date} from \"@jashkenas/inputs\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":736,"value":"import { table } from \"@gampleman/table\"\n","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W46","stdlib":"1"}} 45:"$44:body"