2b:null 2c:["$","title",null,{"children":"Published Deals: Named Clients: Hourly [Provider.Quest] | Jim Pick | Observable"}] 31:T5b0,md`Notes: * Numbers are based on published deal proposals encoded in messages on the Filecoin blockchain. * The [scanning script](https://observablehq.com/@jimpick/provider-quest-publish-deal-messages-stream?collection=@jimpick/provider-quest) is usually run multiple times per hour, but there may be gaps in the data from time to time. This system is optimized for timeliness instead of accuracy. * Dates are based on when a message was published on the blockchain, not when the deal proposal was sent to a provider, or when the deal proving interval starts or when the sector is created. * Not all published deals are successfully committed to sectors by providers, and occasionally providers lose data and get slashed, so these numbers will be greater than the actual amount of data stored to Filecoin. Check the [Starboard Deals](https://dashboard.starboard.ventures/market-deals) dashboard for information on "committed" deals. * Distinct counts are calculated continuously with Spark Structured Streaming using an approximation algorithm. * A similar report is available for [Weekly Deals](https://observablehq.com/@jimpick/provider-quest-published-deals-weekly?collection=@jimpick/provider-quest), [Daily Deals](https://observablehq.com/@jimpick/provider-quest-published-deals-daily?collection=@jimpick/provider-quest) and [Hourly Deals](https://observablehq.com/@jimpick/provider-quest-published-deals-hourly?collection=@jimpick/provider-quest). `32:[] 2f:{"id":"4a4608ad85a458aa","slug":"provider-quest-deals-named-clients-hourly","title":"Published Deals: Named Clients: Hourly [Provider.Quest]","thumbnail":"3c3247fb11cb3168b2fce7d3a74faa9dfdf49f9c2dcdc444073dd394b67d1870","access_level":"public","create_time":"$D2021-07-08T18:09:35.272Z","update_time":"$D2023-01-05T16:05:45.566Z","view_time":null,"first_public_time":"$D2021-07-08T19:54:22.304Z","fork":{"id":"4d995a91dbd11670","slug":"provider-quest-published-deals-hourly","title":"Published Deals: Hourly [Provider.Quest]","owner":{"id":"5252cea433451319","login":"jimpick","name":"Jim Pick"}},"stars":0,"starred":false,"owner":{"type":"team","id":"5252cea433451319","login":"jimpick","name":"Jim Pick","avatar_url":"https://avatars-next.observableusercontent.com/e8813527082139d5411445010e72fd85f99b04a26355e795d0ea26765425d0cd","tier":"starter_2024"},"version":809,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"bda4505ba9a55ac8","login":"jimpick","name":"Jim Pick","avatar_url":"https://avatars-next.observableusercontent.com/e8813527082139d5411445010e72fd85f99b04a26355e795d0ea26765425d0cd","tier":null}],"members":[{"type":"individual","id":"bda4505ba9a55ac8","login":"jimpick","name":"Jim Pick","avatar_url":"https://avatars-next.observableusercontent.com/e8813527082139d5411445010e72fd85f99b04a26355e795d0ea26765425d0cd","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"subscribed":null,"forks":0,"collection":{"id":"242749e359cb986b","slug":"provider-quest","title":"Provider.Quest","owner":{"id":"5252cea433451319","login":"jimpick","name":"Jim Pick"}},"type":"notebook","body":{"title":"Published Deals: Named Clients: Hourly [Provider.Quest]","cells":[{"id":0,"value":"# Published Deals: Named Clients: Hourly [Provider.Quest]","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":774,"value":"md`${quickMenu}`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":64,"value":"$31","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":525,"value":"md`## Named Clients`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":539,"value":"viewof selectedNamedClient = Inputs.select(namedClients, { label: 'Select a named client', value: defaultNamedClient })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":657,"value":"md`${permalink}`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":25,"value":"md`## Published Deals Per Hour`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":623,"value":"viewof composite = view`

${[\"date\", Inputs.select(dates, { label: 'Select a date', value: defaultDate })]}

${[\"showAllDeals\", Inputs.checkbox([\"Show all deals\"], { value: [ defaultShowAllDeals && \"Show all deals\"] })]}

\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":445,"value":"md`${permalink}`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":6,"value":"{\n const marks = [\n showAllDeals && Plot.barY(hourlyDeals, {x: \"hour\", y: \"count\", fill: \"#bab0ab\"}),\n Plot.barY(namedClientHourlyDeals, {x: \"hour\", y: \"count\"}),\n Plot.ruleY([0])\n ].filter(x => x)\n return Plot.plot({\n x: {\n domain: [...new Array(24).keys()]\n },\n y: {\n grid: true\n },\n marks\n })\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":33,"value":"md`## Total Data Size of Published Deals Per Hour (GiB)`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":699,"value":"view`

${[\"date\", Inputs.bind(Inputs.select(dates, { label: 'Select a date' }), viewof composite.date)]}

${[\"showAllDeals\", Inputs.bind(Inputs.checkbox([\"Show all deals\"]), viewof composite.showAllDeals)]}\n

\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":477,"value":"md`${permalink}`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":41,"value":"{\n const marks = [\n showAllDeals && Plot.barY(hourlyDeals, {x: \"hour\", y: \"sumPieceSizeGiB\", fill: \"#bab0ab\"}),\n Plot.barY(namedClientHourlyDeals, {x: \"hour\", y: \"sumPieceSizeGiB\"}),\n Plot.ruleY([0])\n ].filter(x => x)\n return Plot.plot({\n x: {\n domain: [...new Array(24).keys()]\n },\n y: {\n grid: true\n },\n marks\n })\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":50,"value":"md`## Lifetime Value of Published Deals Per Hour (FIL)`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":423,"value":"view`

${[\"date\", Inputs.bind(Inputs.select(dates, { label: 'Select a date' }), viewof composite.date)]}

${[\"showAllDeals\", Inputs.bind(Inputs.checkbox([\"Show all deals\"]), viewof composite.showAllDeals)]}\n

\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":479,"value":"md`${permalink}`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":55,"value":"{\n const marks = [\n showAllDeals && Plot.barY(hourlyDeals, {x: \"hour\", y: \"sum(lifetimeValue)\", fill: \"#bab0ab\"}),\n Plot.barY(namedClientHourlyDeals, {x: \"hour\", y: \"sum(lifetimeValue)\"}),\n Plot.ruleY([0])\n ].filter(x => x)\n return Plot.plot({\n x: {\n domain: [...new Array(24).keys()]\n },\n y: {\n grid: true\n },\n marks\n })\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":67,"value":"md`## Number of Providers that Accepted Deals`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":425,"value":"view`

${[\"date\", Inputs.bind(Inputs.select(dates, { label: 'Select a date' }), viewof composite.date)]}

${[\"showAllDeals\", Inputs.bind(Inputs.checkbox([\"Show all deals\"]), viewof composite.showAllDeals)]}\n

\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":483,"value":"md`${permalink}`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":70,"value":"{\n const marks = [\n showAllDeals && Plot.barY(hourlyDeals, {x: \"hour\", y: \"approx_count_distinct(provider)\", fill: \"#bab0ab\"}),\n Plot.barY(namedClientHourlyDeals, {x: \"hour\", y: \"approx_count_distinct(provider)\"}),\n Plot.ruleY([0])\n ].filter(x => x)\n return Plot.plot({\n x: {\n domain: [...new Array(24).keys()]\n },\n y: {\n grid: true\n },\n marks\n })\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":72,"value":"md`## Number of Clients that Placed Deals`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":427,"value":"view`

${[\"date\", Inputs.bind(Inputs.select(dates, { label: 'Select a date' }), viewof composite.date)]}

${[\"showAllDeals\", Inputs.bind(Inputs.checkbox([\"Show all deals\"]), viewof composite.showAllDeals)]}\n

\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":486,"value":"md`${permalink}`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":75,"value":"{\n const marks = [\n showAllDeals && Plot.barY(hourlyDeals, {x: \"hour\", y: \"approx_count_distinct(client)\", fill: \"#bab0ab\"}),\n Plot.barY(namedClientHourlyDeals, {x: \"hour\", y: \"approx_count_distinct(client)\"}),\n Plot.ruleY([0])\n ].filter(x => x)\n return Plot.plot({\n x: {\n domain: [...new Array(24).keys()]\n },\n y: {\n grid: true\n },\n marks\n })\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":79,"value":"md`## Number of Client <-> Provider Pairs`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":429,"value":"view`

${[\"date\", Inputs.bind(Inputs.select(dates, { label: 'Select a date' }), viewof composite.date)]}

${[\"showAllDeals\", Inputs.bind(Inputs.checkbox([\"Show all deals\"]), viewof composite.showAllDeals)]}\n

\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":490,"value":"md`${permalink}`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":81,"value":"{\n const marks = [\n showAllDeals && Plot.barY(hourlyDeals, {x: \"hour\", y: \"approx_count_distinct(clientProvider)\", fill: \"#bab0ab\"}),\n Plot.barY(namedClientHourlyDeals, {x: \"hour\", y: \"approx_count_distinct(clientProvider)\"}),\n Plot.ruleY([0])\n ].filter(x => x)\n return Plot.plot({\n x: {\n domain: [...new Array(24).keys()]\n },\n y: {\n grid: true\n },\n marks\n })\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":508,"value":"md`## Distinct CIDs (Content Identifiers)`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":511,"value":"view`

${[\"date\", Inputs.bind(Inputs.select(dates, { label: 'Select a date' }), viewof composite.date)]}

${[\"showAllDeals\", Inputs.bind(Inputs.checkbox([\"Show all deals\"]), viewof composite.showAllDeals)]}\n

\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":514,"value":"md`${permalink}`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":517,"value":"{\n const marks = [\n showAllDeals && Plot.barY(hourlyDeals, {x: \"hour\", y: \"approx_count_distinct(label)\", fill: \"#bab0ab\"}),\n Plot.barY(namedClientHourlyDeals, {x: \"hour\", y: \"approx_count_distinct(label)\"}),\n Plot.ruleY([0])\n ].filter(x => x)\n return Plot.plot({\n x: {\n domain: [...new Array(24).keys()]\n },\n y: {\n grid: true\n },\n marks\n })\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":265,"value":"md`## Data`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":94,"value":"import { dealsBucketUrl } from '@jimpick/provider-quest-feeds'","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":313,"value":"dates = (await fetch(`${dealsBucketUrl}/named-clients/${selectedNamedClient}/hourly/dates.json`)).json()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4,"value":"hourlyDealsRaw = (await fetch(`${dealsBucketUrl}/hourly-totals/${date}.json`)).json()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":20,"value":"hourlyDeals = hourlyDealsRaw.map(record => ({\n date: d3.isoParse(record.window.start),\n hour: d3.isoParse(record.window.start).getUTCHours(),\n sumPieceSizeKiB: record['sum(pieceSizeDouble)'] / 1024,\n sumPieceSizeMiB: record['sum(pieceSizeDouble)'] / 1024 ** 2,\n sumPieceSizeGiB: record['sum(pieceSizeDouble)'] / 1024 ** 3,\n sumPieceSizeTiB: record['sum(pieceSizeDouble)'] / 1024 ** 4,\n ...record\n}))","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":263,"value":"Inputs.table(hourlyDeals.map(({window, ...rest}) => rest))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":591,"value":"namedClientHourlyDealsRaw = (await fetch(`${dealsBucketUrl}/named-clients/${selectedNamedClient}/hourly/${date}.json`)).json()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":595,"value":"namedClientHourlyDeals = namedClientHourlyDealsRaw.map(record => ({\n date: d3.isoParse(record.window.start),\n hour: d3.isoParse(record.window.start).getUTCHours(),\n sumPieceSizeKiB: record['sum(pieceSizeDouble)'] / 1024,\n sumPieceSizeMiB: record['sum(pieceSizeDouble)'] / 1024 ** 2,\n sumPieceSizeGiB: record['sum(pieceSizeDouble)'] / 1024 ** 3,\n sumPieceSizeTiB: record['sum(pieceSizeDouble)'] / 1024 ** 4,\n ...record\n}))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":598,"value":"Inputs.table(namedClientHourlyDeals.map(({window, ...rest}) => rest))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":530,"value":"namedClients = (await fetch(`${dealsBucketUrl}/named-clients/named-clients.json`)).json()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":10,"value":"md`## Imports`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":9,"value":"d3 = require(\"d3@6\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":613,"value":"import {view} from '@tomlarkworthy/view'","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":771,"value":"import {quickMenu} from '@jimpick/provider-quest-utils'","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":466,"value":"md`## Permalink support`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":663,"value":"composite","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":653,"value":"date = composite.date","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":672,"value":"showAllDeals = composite.showAllDeals.includes(\"Show all deals\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":561,"value":"params = [...(new URLSearchParams(location.search.substring(1))).entries()].reduce((acc, [key, value]) => ({ [key]: value, ...acc }), {})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":576,"value":"defaultNamedClient = params.name || namedClients[0]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":461,"value":"defaultDate = (params.date && dates.includes(params.date)) ? params.date : dates[dates.length - 1]","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":675,"value":"defaultShowAllDeals = params.showAllDeals !== undefined ? (params.showAllDeals == \"true\") : true","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":469,"value":"permalink = `[Permalink](${document.baseURI.replace(/\\?.*/,'')}?name=${selectedNamedClient}&date=${date}&showAllDeals=${showAllDeals})`","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":798,"value":"## Backups","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":802,"value":"import {backups, backupNowButton} from '@jimpick/provider-quest-utils'","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":805,"value":"backups()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W32","stdlib":"1","titling":"auto"}} 30:"$2f:body"