2c:null 2d:["$","title",null,{"children":"Internal: Mapping: Storage Provider to Region [Provider.Quest] | Jim Pick | Observable"}] 32:T614,filteredAsks = { const entries = Object.entries(asksSubsetLatest.miners) .map(([miner, { timestamp, ...rest }]) => ([miner, { timestamp: d3.isoParse(timestamp), ...rest }])) .filter(([miner, ask]) => ( ask.timestamp >= minTimestamp && (filterOut.includes('ridiculous price') ? ask.priceDouble < 1e14 : true) && (filterOut.includes('ridiculous verified price') ? ask.verifiedPriceDouble < 1e14 : true) && (filterOut.includes('rejected') && legacyAnnotationsMainnet[miner] ? !legacyAnnotationsMainnet[miner].match(/^rejected,/) : true) && (filterOut.includes('no deals') ? (multidayDeals && multidayDeals[miner]): true) && (filterOut.includes('<5 deals') ? (multidayDeals && multidayDeals[miner] && multidayDeals[miner].count >= 5): true) && (filterOut.includes('<10 deals') ? (multidayDeals && multidayDeals[miner] && multidayDeals[miner].count >= 10): true) && (filterOut.includes('<50 deals') ? (multidayDeals && multidayDeals[miner] && multidayDeals[miner].count >= 50): true) && (filterOut.includes('<2 clients') ? (multidayDeals && multidayDeals[miner] && multidayDeals[miner]['approx_count_distinct(client)'] >= 2): true) && (filterOut.includes('<5 clients') ? (multidayDeals && multidayDeals[miner] && multidayDeals[miner]['approx_count_distinct(client)'] >= 5): true) /* && !legacyAnnotationsMainnet[miner].match(/^fail,/) && !legacyAnnotationsMainnet[miner].match(/^delist,/) */ )) .map(([miner, ask]) => ({miner, ...ask})) return entries }33:T520,minerIps = { const minerIps = new Map() for (const record of multiaddrsIpsReport.multiaddrsIps) { if (restrictResults === 'Only miners with recent asks') { if (!filteredAsks.find(({ miner }) => miner === record.miner)) continue } const maddrIps = minerIps.get(record.miner) || [] const maddrIpRecord = { maddr: record.maddr, ip: record.ip } if (record.chain) maddrIpRecord.chain = true if (record.dht) maddrIpRecord.dht = true if (latestIpsGeoLite2Report.ipsGeoLite2[record.ip]) { maddrIpRecord.geolite2 = latestIpsGeoLite2Report.ipsGeoLite2[record.ip] } if (latestIpsBaiduReport.ipsBaidu[record.ip]) { maddrIpRecord.baidu = latestIpsBaiduReport.ipsBaidu[record.ip] if (maddrIpRecord.baidu && maddrIpRecord.baidu.baidu && maddrIpRecord.baidu.baidu.address) { const match = maddrIpRecord.baidu.baidu.address.match(/^CN\|([^|]+)/) if (match && match[1] && chinaProvincesByCnName.get(match[1])) { maddrIpRecord.baidu.province = chinaProvincesByCnName.get(match[1]) } } } const region = regionMapper(maddrIpRecord.geolite2, maddrIpRecord.baidu) if (region) maddrIpRecord.region = region maddrIps.push(maddrIpRecord) minerIps.set(record.miner, maddrIps) } return minerIps }34:T3c5f,regionHierarchy = ({ name: 'root', children: [ { name: 'Asia', code: 'AS', children: [ { name: 'Mainland China', code: 'CN', note: 'Does not include Hong Kong, Taiwan', children: [ { name: 'Northeast', code: 'NORTHEAST', members: ['LN', 'JL', 'HL'], children: [ { name: chinaProvincesByCode.get('LN').en, code: 'LN' }, { name: chinaProvincesByCode.get('JL').en, code: 'JL' }, { name: chinaProvincesByCode.get('HL').en, code: 'HL' } ] }, { name: 'North', code: 'NORTH', members: ['SD', 'SX', 'NM', 'HA', 'HE', 'BJ', 'TJ'], children: [ { name: chinaProvincesByCode.get('BJ').en, code: 'BJ' }, { name: chinaProvincesByCode.get('SD').en, code: 'SD' }, { name: chinaProvincesByCode.get('NM').en, code: 'NM' }, { name: chinaProvincesByCode.get('HA').en, code: 'HA' }, { name: chinaProvincesByCode.get('TJ').en, code: 'TJ' }, { name: chinaProvincesByCode.get('HE').en, code: 'HE' }, { name: chinaProvincesByCode.get('SX').en, code: 'SX' } ] }, { name: 'Northwest', code: 'NORTHWEST', members: ['SN', 'GS', 'NX', 'QH', 'XJ'], children: [ { name: chinaProvincesByCode.get('SN').en, code: 'SN' }, { name: chinaProvincesByCode.get('GS').en, code: 'GS' }, { name: chinaProvincesByCode.get('NX').en, code: 'NX' }, { name: chinaProvincesByCode.get('QH').en, code: 'QH' }, { name: chinaProvincesByCode.get('XJ').en, code: 'XJ' } ] }, { name: 'Southwest', code: 'SOUTHWEST', members: ['XZ', 'SC', 'CQ', 'YN', 'GZ'], children: [ { name: chinaProvincesByCode.get('SC').en, code: 'SC' }, { name: chinaProvincesByCode.get('CQ').en, code: 'CQ' }, { name: chinaProvincesByCode.get('GZ').en, code: 'GZ' }, { name: chinaProvincesByCode.get('YN').en, code: 'YN' }, { name: chinaProvincesByCode.get('XZ').en, code: 'XZ' }, ] }, { name: 'South-Central', code: 'SOUTHCENTRAL', members: ['AH', 'HB', 'HN', 'JX'], children: [ { name: chinaProvincesByCode.get('HN').en, code: 'HN' }, { name: chinaProvincesByCode.get('JX').en, code: 'JX' }, { name: chinaProvincesByCode.get('AH').en, code: 'AH' }, { name: chinaProvincesByCode.get('HB').en, code: 'HB' } ] }, { name: 'South', code: 'SOUTH', members: ['GD', 'GX', 'HI'], children: [ { name: chinaProvincesByCode.get('GD').en, code: 'GD' }, { name: chinaProvincesByCode.get('GX').en, code: 'GX' }, { name: chinaProvincesByCode.get('HI').en, code: 'HI' } ] }, { name: 'East', code: 'EAST', members: ['JS', 'SH', 'ZJ', 'FJ'], children: [ { name: chinaProvincesByCode.get('FJ').en, code: 'FJ' }, { name: chinaProvincesByCode.get('SH').en, code: 'SH' }, { name: chinaProvincesByCode.get('ZJ').en, code: 'ZJ' }, { name: chinaProvincesByCode.get('JS').en, code: 'JS' } ] }, { name: 'Others Combined', code: 'XX' } ] }, { name: 'Singapore', code: 'SG' }, { name: 'Korea', code: 'KR', note: 'Currently only South Korea' }, { name: 'Hong Kong', code: 'HK' }, { name: 'Japan', code: 'JP' }, { name: 'Taiwan', code: 'TW' }, { name: 'Vietnam', code: 'VN' }, { name: 'Malaysia', code: 'MY' }, { name: 'Indonesia', code: 'ID' }, { name: 'Iran', code: 'IR' }, { name: 'Thailand', code: 'TH' }, { name: 'United Arab Emirates', code: 'AE' }, { name: 'Others Combined', code: 'XX' } ] }, { name: 'North America', code: 'NA', children: [ { name: 'USA', code: 'US', children: [ { name: 'West', code: 'WEST', members: ['AK', 'HI', 'WA', 'OR', 'CA', 'MT', 'ID', 'WY', 'NV', 'UT', 'CO', 'AZ', 'NM'], children: [ { name: 'California', code: 'CA' }, { name: 'Washington', code: 'WA' }, { name: 'Oregon', code: 'OR' }, { name: 'Colorado', code: 'CO' }, { name: 'Utah', code: 'UT' }, { name: 'Arizona', code: 'AZ' }, { name: 'Wyoming', code: 'WY' }, { name: 'Others Combined', code: 'XX' } ] }, { name: 'Midwest', code: 'MIDWEST', members: ['ND', 'SD', 'NE', 'KS', 'MN', 'IA', 'MO', 'WI', 'MI', 'IL', 'IN', 'OH'], children: [ { name: 'Michigan', code: 'MI' }, { name: 'Nebraska', code: 'NE' }, { name: 'Iowa', code: 'IA' }, { name: 'Illinois', code: 'IL' }, { name: 'Wisconsin', code: 'WI' }, { name: 'Ohio', code: 'OH' }, { name: 'Missouri', code: 'MO' }, { name: 'Others Combined', code: 'XX' } ] }, { name: 'Northeast', code: 'NORTHEAST', members: ['NY', 'PA', 'NJ', 'RI', 'ME', 'VT', 'NH', 'MA', 'CT'], children: [ { name: 'New York', code: 'NY' }, { name: 'Massachusetts', code: 'MA' }, { name: 'Pennsylvania', code: 'PA' }, { name: 'New Jersey', code: 'NJ' }, { name: 'Others Combined', code: 'XX' } ] }, { name: 'South', code: 'SOUTH', members: ['OK', 'AR', 'TX', 'LA', 'KY', 'TN', 'MS', 'AL', 'WV', 'MD', 'DE', 'DC', 'VA', 'NC', 'SC', 'GA', 'FL'], children: [ { name: 'Virginia', code: 'VA' }, { name: 'North Carolina', code: 'NC' }, { name: 'Florida', code: 'FL' }, { name: 'Texas', code: 'TX' }, { name: 'Georgia', code: 'GA' }, { name: 'Kentucky', code: 'KY' }, { name: 'Others Combined', code: 'XX' } ] }, { name: 'Others Combined', code: 'XX' } ], }, { name: 'Canada', code: 'CA', children: [ { name: 'Quebec', code: 'QC' }, { name: 'Ontario', code: 'ON' }, { name: 'Alberta', code: 'AB' }, { name: 'British Columbia', code: 'BC' }, { name: 'Others Combined', code: 'XX' } ] }, { name: 'Mexico + Others Combined', code: 'XX' } ] }, { name: 'Europe', code: 'EU', children: [ { name: 'Western Europe', code: 'WEST', members: ['DE', 'NL', 'BE', 'LU', 'AT', 'CH', 'FR', 'MC', 'LI'], children: [ { name: 'Germany', code: 'DE' }, { name: 'Netherlands', code: 'NL' }, { name: 'France', code: 'FR' }, { name: 'Belgium', code: 'BE' }, { name: 'Switzerland', code: 'CH' }, { name: 'Others Combined', code: 'XX' } ] }, { name: 'Eastern Europe', code: 'EAST', members: ['UA', 'RU', 'BY', 'PL', 'CZ', 'SK', 'HU', 'RO', 'MD', 'BG'], children: [ { name: 'Ukraine', code: 'UA' }, { name: 'Russia', code: 'RU' }, { name: 'Bulgaria', code: 'BG' }, { name: 'Poland', code: 'PL' }, { name: 'Romania', code: 'RO' }, { name: 'Czechia', code: 'CZ' }, { name: 'Others Combined', code: 'XX' } ] }, { name: 'Northern Europe', code: 'NORTH', members: ['GB', 'IS', 'NO', 'SE', 'FI', 'DK', 'IE', 'EE', 'LV', 'LT'], children: [ { name: 'United Kingdom', code: 'GB' }, { name: 'Norway', code: 'NO' }, { name: 'Denmark', code: 'DK' }, { name: 'Latvia', code: 'LV' }, { name: 'Sweden', code: 'SE' }, { name: 'Finland', code: 'FI' }, { name: 'Iceland', code: 'IS' }, { name: 'Ireland', code: 'IE' }, { name: 'Others Combined', code: 'XX' } ] }, { name: 'Southern Europe', code: 'SOUTH', members: ['SI', 'HR', 'PT', 'ES', 'AD', 'SM', 'VA', 'IT', 'MT', 'ME', 'BA', 'RS', 'MK', 'AL', 'GR'], children: [ { name: 'Spain', code: 'ES' }, { name: 'Portugal', code: 'PT' }, { name: 'Serbia', code: 'RS' }, { name: 'Slovenia', code: 'SI' }, { name: 'Italy', code: 'IT' }, { name: 'North Macedonia', code: 'MK' }, { name: 'Greece', code: 'GR' }, { name: 'Others Combined', code: 'XX' } ] }, { name: 'Unexpected', code: 'XX' } ], }, { name: 'Oceania', code: 'OC', children: [ { name: 'Australia', code: 'AU' }, { name: 'New Zealand', code: 'NZ' }, { name: 'Others Combined', code: 'XX' } ] }, { name: 'Africa', code: 'AF', children: [ { name: 'Combined', code: 'XX' } ] }, { name: 'South America', code: 'SA', children: [ { name: 'Combined', code: 'XX' } ] }, { name: 'No Region', code: 'none', note: "Miners without IP addresses that can't be geo-located." }, ] })35:Tb32,function regionMapper (geolite2, baidu) { if (!geolite2) return null // Try to break into country-based subcategories if >10 miners const continent = indexedRoot.get(geolite2.continent) if (continent) { if (!continent.children) return continent.code const country = continent.children.get(geolite2.country) if (country) { if (country.code === 'CN') { for (const [ , region ] of country.children) { // Try Baidu first if (baidu && baidu.province) { if (region.members && region.members.includes(baidu.province.code)) { if (region.children.get(baidu.province.code)) { return `${continent.code}-${country.code}-${region.code}-${baidu.province.code}` } else { return `${continent.code}-${country.code}-${region.code}-XX` } } } // Fallback to GeoLite2 if (geolite2.subdiv1) { if (region.members && region.members.includes(geolite2.subdiv1)) { if (region.children.get(geolite2.subdiv1)) { return `${continent.code}-${country.code}-${region.code}-${geolite2.subdiv1}` } else { return `${continent.code}-${country.code}-${region.code}-XX` } } } } return `${continent.code}-${country.code}-XX` } if (country.children) { // Regions/States/Provinces for (const [ , region ] of country.children) { if (geolite2.subdiv1) { if (region.members && region.members.includes(geolite2.subdiv1)) { if (region.children.get(geolite2.subdiv1)) { return `${continent.code}-${country.code}-${region.code}-${geolite2.subdiv1}` } else { return `${continent.code}-${country.code}-${region.code}-XX` } } } } // States/Provinces if (geolite2.subdiv1) { if (country.children.get(geolite2.subdiv1)) { return `${continent.code}-${country.code}-${geolite2.subdiv1}` } else { return `${continent.code}-${country.code}-XX` } } return `${continent.code}-${country.code}-XX` } return `${continent.code}-${country.code}` } else { for (const [ , region ] of continent.children) { if (region.members && region.members.includes(geolite2.country)) { const regionCountry = region.children.get(geolite2.country) if (regionCountry) { return `${continent.code}-${region.code}-${regionCountry.code}` } return `${continent.code}-${region.code}-XX` } } return `${continent.code}-XX` } } else { return null } }36:T51f,minerLocationsTable = { const minerLocationsTable = [] for (const miner of [...minerIps.keys()]) { const locations = new Map() const ipLocations = minerIps.get(miner) for (const ipLocation of ipLocations) { const { region, geolite2, baidu } = ipLocation if (!region) continue let { country, subdiv1, city, long, lat } = geolite2 ? geolite2 : {} if (baidu) { if (baidu.city) { subdiv1 = null city = baidu.city } if (baidu.long && baidu.lat) { long = baidu.long lat = baidu.lat } } if (!long || !lat) continue const key = `${region},` + `${country ? country : ''},` + `${subdiv1 ? subdiv1 : ''},` + `${city ? city : ''},` + `${long},${lat}` locations.set(key, { region, country, subdiv1, city, long, lat }) } for (const { region, country, subdiv1, city, long, lat } of locations.values()) { const locationRecord = { miner, region, long, lat, numLocations: locations.size } if (country) locationRecord.country = country if (subdiv1) locationRecord.subdiv1 = subdiv1 if (city) locationRecord.city = city minerLocationsTable.push(locationRecord) } } return minerLocationsTable.sort(sortMinerRecords) }37:[{"id":"a8affb1c22a7bd9298f69e03b29c11e28ce20625c02e3113f73c6a3def582a81f2cc38c2aabe71eca6bbb4abb796ad6f5db02af83a8da5f834dc0955b1418e8c","href":"https://static.observableusercontent.com/files/a8affb1c22a7bd9298f69e03b29c11e28ce20625c02e3113f73c6a3def582a81f2cc38c2aabe71eca6bbb4abb796ad6f5db02af83a8da5f834dc0955b1418e8c","name":"china-provinces.json","type":"application/json","lastModified":1628821827600.586,"size":1811}] 30:{"id":"c37e9322a32b8622","slug":"provider-quest-storage-provider-to-region-mapper","title":"Internal: Mapping: Storage Provider to Region [Provider.Quest]","thumbnail":"49e3b8e7b5c25c76853ac31b4ed41e895e2facb91573182f4e68e995d0ccb899","access_level":"public","create_time":"$D2021-07-23T17:20:41.927Z","update_time":"$D2022-08-07T01:17:44.358Z","view_time":null,"first_public_time":"$D2021-07-23T20:30:53.465Z","fork":false,"stars":0,"starred":false,"owner":{"type":"team","id":"5252cea433451319","login":"jimpick","name":"Jim Pick","avatar_url":"https://avatars-next.observableusercontent.com/e8813527082139d5411445010e72fd85f99b04a26355e795d0ea26765425d0cd","tier":"starter_2024"},"version":649,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"bda4505ba9a55ac8","login":"jimpick","name":"Jim Pick","avatar_url":"https://avatars-next.observableusercontent.com/e8813527082139d5411445010e72fd85f99b04a26355e795d0ea26765425d0cd","tier":null}],"members":[{"type":"individual","id":"bda4505ba9a55ac8","login":"jimpick","name":"Jim Pick","avatar_url":"https://avatars-next.observableusercontent.com/e8813527082139d5411445010e72fd85f99b04a26355e795d0ea26765425d0cd","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"subscribed":null,"forks":3,"collection":{"id":"242749e359cb986b","slug":"provider-quest","title":"Provider.Quest","owner":{"id":"5252cea433451319","login":"jimpick","name":"Jim Pick"}},"type":"notebook","body":{"title":"Internal: Mapping: Storage Provider to Region [Provider.Quest]","cells":[{"id":0,"value":"# Internal: Mapping: Storage Provider to Region [Provider.Quest]","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":5,"value":"md`This notebook cross-references the list of storage providers with multiaddresses from the chain + DHT, and uses GeoIP lookup data to assign locations to each storage provider. Since storage providers may have multiple multiaddresses and IPs, and may be servicing requests from multiple regions, we assign weights to each region so aggregated statistics can be split.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":11,"value":"currentEpoch = dateToEpoch(new Date())","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":9,"value":"import {multiaddrsIpsLatestBucketUrl} from '@jimpick/provider-quest-feeds'","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":648,"value":"multiaddrsIpsLatestBucketUrl","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":27,"value":"multiaddrsIpsReport = (await fetch(`${multiaddrsIpsLatestBucketUrl}/multiaddrs-ips-latest.json`)).json()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":29,"value":"import {geoIpLookupsBucketUrl} from '@jimpick/provider-quest-feeds'","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":33,"value":"latestIpsGeoLite2Report = (await fetch(`${geoIpLookupsBucketUrl}/ips-geolite2-latest.json`)).json()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":249,"value":"latestIpsBaiduReport = (await fetch(`${geoIpLookupsBucketUrl}/ips-baidu-latest.json`)).json()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":406,"value":"chinaProvinces = FileAttachment(\"china-provinces.json\").json()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":409,"value":"chinaProvincesByCnName = d3.index(chinaProvinces, d => d.cn)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":452,"value":"chinaProvincesByCode = d3.index(chinaProvinces, d => d.code)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":367,"value":"import {minerPowerDailyAverageLatestBucketUrl} from '@jimpick/miner-report-feeds'","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":370,"value":"latestPowerReport = (await fetch(`${minerPowerDailyAverageLatestBucketUrl}/miner-power-latest.json`)).json()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":165,"value":"import { asksSubsetLatest } from '@jimpick/provider-quest-feeds'","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":167,"value":"minTimestamp = dateFns.subDays(new Date(), 3)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":174,"value":"import { legacyAnnotationsMainnet } from '@jimpick/provider-quest-feeds'","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":176,"value":"import { dealsBucketUrl } from '@jimpick/provider-quest-feeds'","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":178,"value":"multidayDealsReport = (await fetch(`${dealsBucketUrl}/multiday-average-latest.json`)).json()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":180,"value":"multidayDeals = multidayDealsReport.providers","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":182,"value":"viewof restrictResults = Inputs.radio([\"All miners\", \"Only miners with recent asks\"], { label: 'Restrict results', value: 'All miners' })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":172,"value":"viewof filterOut = Inputs.checkbox([\"ridiculous price\", \"ridiculous verified price\", \"rejected\", \"no deals\", \"<5 deals\", \"<10 deals\", \"<50 deals\", \"<2 clients\", \"<5 clients\"], {label: \"Filter out asks\", value: [\"ridiculous price\", \"ridiculous verified price\", \"no deals\", \"<5 deals\", \"rejected\", \"<2 clients\"], disabled: restrictResults !== 'Only miners with recent asks' })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":170,"value":"$32","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":36,"value":"$33","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":256,"value":"$34","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":278,"value":"root = d3.hierarchy(_.cloneDeep(regionHierarchy))","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":324,"value":"root.children[6].data","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":268,"value":"graph(root, {label: d => `${d.data.code ? d.data.code + ': ' : ''}${d.data.name}`})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":283,"value":"numberOfLeaves = root.copy().count().value","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":291,"value":"numberOfNodes = root.copy().sum(d => 1).value","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":300,"value":"indexedRoot = {\n function childrenIndex(d) {\n return d3.index(d.children.map(d => {\n const value = d.data\n if (value && value.children) {\n value.children = childrenIndex(d)\n }\n return value\n }), d => d.code)\n }\n return childrenIndex(root)\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":41,"value":"$35","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":48,"value":"minerRegions = {\n const minerRegions = []\n for (const miner of [...minerIps.keys()]) {\n const regions = minerIps.get(miner).reduce(\n (regionSet, { region }) => region ? regionSet.add(region) : regionSet,\n new Set()\n )\n minerRegions.push({\n miner,\n regions: [...regions].sort()\n })\n }\n return minerRegions\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":63,"value":"md`## Zero-region miners`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":241,"value":"md`For some reason, the IP addresses for these miners didn't have any geolocation results.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":67,"value":"zeroRegionMinersList = minerRegions.filter(({ miner, regions }) => regions.length === 0).map(({ miner, regions }) => ({ miner, regions: regions.join(',') }))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":75,"value":"zeroRegionMiners = zeroRegionMinersList.map(({ miner }) => miner).sort(sortMiners)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":82,"value":"md`## One-region miners`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":85,"value":"oneRegionMinersList = minerRegions.filter(({ miner, regions }) => regions.length === 1).map(({ miner, regions }) => ({ miner, region: regions[0] }))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":93,"value":"regionCounts = Object.entries(oneRegionMinersList.reduce((regions, { miner, region }) => {\n regions[region] ||= 0\n regions[region]++\n return regions\n}, {})).map(([region, count]) => ({ region, count })).sort(({ count: a }, { count: b }) => b - a) ","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":103,"value":"viewof oneRegionSelected = Inputs.select(regionCounts, { format: ({ region, count }) => `${region} (${count} miners)` })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":108,"value":"selectedOneRegionMiners = oneRegionMinersList.filter(({ region }) => region === oneRegionSelected.region).map(({ miner }) => ({ miner, multiaddrIps: minerIps.get(miner) })).sort(sortMinerRecords)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":136,"value":"selectedOneRegionMinerCountries = selectedOneRegionMiners.reduce((countryCounts, minerRecord) => {\n for (const multiaddrIp of minerRecord.multiaddrIps) {\n if (multiaddrIp.geolite2) {\n const country = multiaddrIp.geolite2.country\n countryCounts[country] ||= new Set()\n countryCounts[country].add(minerRecord.miner)\n }\n }\n return countryCounts\n}, {})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":579,"value":"Inputs.table(Object.entries(selectedOneRegionMinerCountries).map(([country, minerSet]) => ({ country, minerCount: minerSet.size, miners: [...minerSet].join(', ') })))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":361,"value":"countryPowerAndDeals = {\n const countryPowerAndDeals = {}\n for (const country in selectedOneRegionMinerCountries) {\n countryPowerAndDeals[country] ||= { qualityAdjPower: 0, dealsCount: 0, pieceSizeDouble: 0 }\n for (const miner of selectedOneRegionMinerCountries[country]) {\n if (latestPowerReport.miners[miner]) {\n countryPowerAndDeals[country].qualityAdjPower += latestPowerReport.miners[miner].qualityAdjPower\n }\n if (multidayDeals[miner]) {\n countryPowerAndDeals[country].dealsCount += multidayDeals[miner].count\n countryPowerAndDeals[country].pieceSizeDouble += multidayDeals[miner]['sum(pieceSizeDouble)']\n }\n }\n }\n return countryPowerAndDeals\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":378,"value":"countryPowerAndDealsBytes = Object.entries(countryPowerAndDeals).map(d => ({\n country: d[0],\n qualityAdjPower: d[1].qualityAdjPower,\n qualityAdjPowerBytes: bytes(d[1].qualityAdjPower, { mode: 'binary' }),\n dealsCount: d[1].dealsCount,\n pieceSizeDouble: bytes(d[1].pieceSizeDouble, { mode: 'binary' })\n})).sort((a, b) => b.qualityAdjPower - a.qualityAdjPower)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":581,"value":"Inputs.table(countryPowerAndDealsBytes)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":518,"value":"selectedOneRegionMinerStateProvinces = selectedOneRegionMiners.reduce((provinceCounts, minerRecord) => {\n for (const multiaddrIp of minerRecord.multiaddrIps) {\n if (multiaddrIp.baidu && multiaddrIp.baidu.province) {\n const province = multiaddrIp.baidu.province.code\n provinceCounts[province] ||= new Set()\n provinceCounts[province].add(minerRecord.miner)\n } else if (multiaddrIp.geolite2 && multiaddrIp.geolite2.subdiv1) {\n const province = multiaddrIp.geolite2.subdiv1\n provinceCounts[province] ||= new Set()\n provinceCounts[province].add(minerRecord.miner)\n }\n }\n return provinceCounts\n}, {})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":547,"value":"Inputs.table(Object.entries(selectedOneRegionMinerStateProvinces).map(([stateProvince, minerSet]) => ({ stateProvince, minerCount: minerSet.size, miners: [...minerSet].join(', ') })))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":520,"value":"stateProvincePowerAndDeals = {\n const provincePowerAndDeals = {}\n for (const province in selectedOneRegionMinerStateProvinces) {\n provincePowerAndDeals[province] ||= { qualityAdjPower: 0, dealsCount: 0, pieceSizeDouble: 0 }\n for (const miner of selectedOneRegionMinerStateProvinces[province]) {\n if (latestPowerReport.miners[miner]) {\n provincePowerAndDeals[province].qualityAdjPower += latestPowerReport.miners[miner].qualityAdjPower\n }\n if (multidayDeals[miner]) {\n provincePowerAndDeals[province].dealsCount += multidayDeals[miner].count\n provincePowerAndDeals[province].pieceSizeDouble += multidayDeals[miner]['sum(pieceSizeDouble)']\n }\n }\n }\n return provincePowerAndDeals\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":527,"value":"stateProvincePowerAndDealsBytes = Object.entries(stateProvincePowerAndDeals).map(d => ({\n stateProvince: d[0],\n qualityAdjPower: d[1].qualityAdjPower,\n qualityAdjPowerBytes: bytes(d[1].qualityAdjPower, { mode: 'binary' }),\n dealsCount: d[1].dealsCount,\n pieceSizeDouble: bytes(d[1].pieceSizeDouble, { mode: 'binary' })\n})).sort((a, b) => b.qualityAdjPower - a.qualityAdjPower)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":540,"value":"Inputs.table(stateProvincePowerAndDealsBytes)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":143,"value":"md`## Multi-region miners`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":145,"value":"multiRegionMinersList = minerRegions.filter(({ miner, regions }) => regions.length > 1).map(({ miner, regions }) => ({ miner, regions: regions.join(',') }))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":150,"value":"multiRegionCounts = Object.entries(multiRegionMinersList.reduce((multiRegions, { miner, regions }) => {\n multiRegions[regions] ||= 0\n multiRegions[regions]++\n return multiRegions\n}, {})).map(([regions, count]) => ({ regions, count })).sort(({ count: a }, { count: b }) => b - a) ","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":159,"value":"viewof multiRegionSelected = Inputs.select(multiRegionCounts, { format: ({ regions, count }) => `${regions} (${count} miners)` })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":156,"value":"selectedMultiRegionMiners = multiRegionMinersList.filter(({ regions }) => regions === multiRegionSelected.regions).map(({ miner }) => ({ miner, multiaddrIps: minerIps.get(miner) })).sort(sortMinerRecords)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":213,"value":"md`## Exported Maps`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":215,"value":"minerRegionsTable = {\n const minerRegionsTable = []\n for (const { miner, regions } of minerRegions) {\n for (const region of regions) {\n minerRegionsTable.push({\n miner,\n region,\n numRegions: regions.length\n })\n }\n }\n return minerRegionsTable.sort(sortMinerRecords)\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":221,"value":"$36","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":13,"value":"md`## Imports`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":15,"value":"d3 = require(\"d3@6\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":17,"value":"dateFns = require('https://bundle.run/date-fns@2.22.1')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":24,"value":"import {dateToEpoch, epochToDate} from '@jbenet/filecoin-chain-time-calculator'","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":78,"value":"import {sortMiners, sortMinerRecords} from '@jimpick/provider-quest-utils'","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":264,"value":"import {graph} from '@d3/d3-hierarchy'","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":375,"value":"bytes = (await import('@jimpick/bytes-iec@3.1.0-2')).default","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":610,"value":"## Backups","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":614,"value":"import {backups, backupNowButton} from '@jimpick/provider-quest-utils'","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":617,"value":"backups()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"}],"files":"$W37","stdlib":"1","titling":"auto"}} 31:"$30:body"