Published
Edited
Aug 13, 2020
arrowDeals.schema.select('provider')
await client.version()
chainHead = await client.chainHead()
selectedHeight
tipSet = (await client.chainGetTipSetByHeight(selectedHeight, headTipSet)).Cids
deals = client.StateMarketDeals(tipSet)
Object.keys(deals).length
dealArray = [...Object.entries(deals)].map(([dealNumber, { Proposal, State }]) => ({ dealNumber, ...Proposal, ...State }))
arrowDeals = arrow.Table.new(
[
arrow.Uint32Vector.from(dealArray.map(deal => Number(deal.dealNumber))),
arrow.Vector.from({
values: dealArray.map(deal => deal.Client),
type: new arrow.Dictionary(new arrow.Utf8(), new arrow.Int32())
}),
arrow.Vector.from({
values: dealArray.map(deal => deal.Provider),
type: new arrow.Dictionary(new arrow.Utf8(), new arrow.Int32())
}),
arrow.Int32Vector.from(dealArray.map(deal => Number(deal.PieceSize))),
arrow.Int32Vector.from(dealArray.map(deal => Number(deal.StartEpoch))),
arrow.Int32Vector.from(dealArray.map(deal => Number(deal.EndEpoch))),
arrow.Int32Vector.from(dealArray.map(deal => Number(deal.SectorStartEpoch))),
arrow.Int32Vector.from(dealArray.map(deal => Number(deal.SlashEpoch))),
arrow.BoolVector.from(dealArray.map(deal => deal.VerifiedDeal)),
],
[
"dealNumber",
"client",
"provider",
"pieceSize",
"startEpoch",
"endEpoch",
"sectorStartEpoch",
"slashEpoch",
"verifiedDeal"
]
)
arrowDeals.count()
viewof rowNumber = html`<input type=range max=${arrowDeals.count() - 1} value=${arrowDeals.count() - 1}>`
rowNumber
JSON.parse(`${arrowDeals.get(rowNumber)}`)
activeArrowDeals = arrowDeals.filter(arrow.predicate.col('sectorStartEpoch').ne(-1))
activeArrowDeals.count()
focusedArrowDeals = arrowDeals.filter(arrow.predicate.col('provider').eq(miner))
focusedArrowDeals.count()
focusedArrowDeals.toArray().map(m => Object.fromEntries(m))
activeArrowDeals.get(0)
arrowDeals.getColumn('dealNumber')
filteredFocusedDeals = {
const result = []
let sumPieceSize = 0
let dealNumber, client, provider, pieceSize, startEpoch, endEpoch, sectorStartEpoch, slashEpoch, verifiedDeal
focusedArrowDeals.scan(idx => {
result.push({
dealNumber: Uint32Array.from([dealNumber(idx)])[0],
client: `${client(idx)}`,
provider: `${provider(idx)}`,
pieceSize: Int32Array.from([pieceSize(idx)])[0],
startEpoch: Int32Array.from([startEpoch(idx)])[0],
endEpoch: Int32Array.from([endEpoch(idx)])[0],
sectorStartEpoch: Int32Array.from([sectorStartEpoch(idx)])[0],
slashEpoch: Int32Array.from([slashEpoch(idx)])[0],
verifiedDeal: verifiedDeal(idx)
})
let sectorStart = Int32Array.from([sectorStartEpoch(idx)])[0]
if (sectorStart >= 0) {
sumPieceSize += Int32Array.from([pieceSize(idx)])[0]
}
}, batch => {
dealNumber = arrow.predicate.col('dealNumber').bind(batch)
client = arrow.predicate.col('client').bind(batch)
provider = arrow.predicate.col('provider').bind(batch)
pieceSize = arrow.predicate.col('pieceSize').bind(batch)
startEpoch = arrow.predicate.col('startEpoch').bind(batch)
endEpoch = arrow.predicate.col('endEpoch').bind(batch)
sectorStartEpoch = arrow.predicate.col('sectorStartEpoch').bind(batch)
slashEpoch = arrow.predicate.col('slashEpoch').bind(batch)
verifiedDeal = arrow.predicate.col('verifiedDeal').bind(batch)
})
return { result, sumPieceSize }
}
miner = {
let miner
miner = 't01076'
return miner
}
md`# Focused Deals for Miner ${miner}
Height: ${selectedHeight}
Active Size: ${filteredFocusedDeals.sumPieceSize}
Deal # | Client | Miner | Piece Size | Sector Start | Start | End | Slash | Verified
--- | --- | --- | --- | --- | --- | --- | --- | ---
${filteredFocusedDeals.result.map(({dealNumber, client, provider, pieceSize, sectorStartEpoch, startEpoch, endEpoch, slashEpoch, verifiedDeal }) =>
`${dealNumber} | ${client} | ${provider} | ${pieceSize} | ${sectorStartEpoch} | ${startEpoch} | ${endEpoch} | ${slashEpoch} | ${verifiedDeal} \n`)}
`
LotusRPC = (await import('@filecoin-shipyard/lotus-client-rpc')).LotusRPC
BrowserProvider = (await import('@filecoin-shipyard/lotus-client-provider-browser')).BrowserProvider
schema = (await import('@filecoin-shipyard/lotus-client-schema')).testnet.fullNode
Object.keys(schema.methods)
endpointUrl = "wss://lotus.jimpick.com/calibration_api/0/node/rpc/v0"
client = {
const provider = new BrowserProvider(endpointUrl)
return new LotusRPC(provider, { schema })
}
arrow = require('@apache-arrow/es5-umd@0.15.1')
import {autoSelect} from "@jashkenas/inputs"
Purpose-built for displays of data
Observable is your go-to platform for exploring data and creating expressive data visualizations. Use reactive JavaScript notebooks for prototyping and a collaborative canvas for visual data exploration and dashboard creation.
