firebrowse
<link href="https://episphere.github.io/gps/obs.css" rel="stylesheet">
url = "http://firebrowse.org/api/v1/Samples/mRNASeq?format=json&gene=EGFR&cohort=BRCA&protocol=RSEM&page=1&page_size=25&sort_by=cohort"
fb = require('https://episphere.github.io/firebrowse/firebrowse.js')
//fb=require('http://localhost:8000/firebrowse/firebrowse.js')
async function fetchFirestore(
url = "http://firebrowse.org/api/v1/Analyses/Mutation/MAF?format=json&cohort=BRCA&tool=MutSig2CV",
page = 1,
size = 20
) {
return await (
await fetch(
`https://firebrowse.jonasalmeida.repl.co/?${url}&page=${page}&page_size=${size}`
)
).json();
}
fetchFirestore(
"http://firebrowse.org/api/v1/Analyses/Mutation/MAF?format=json&cohort=BRCA&tool=MutSig2CV",
1,
10
)
Let's create a new fetcher that will take an array of pages
pp = fetchFirestoreArray(
"http://firebrowse.org/api/v1/Analyses/Mutation/MAF?format=json&cohort=BRCA&tool=MutSig2CV",
[1, 2, 3],
10
)
res = Promise.all(pp)
nPages = 10
pSize = 2000
urls = [...Array(nPages)].map(
(_, i) =>
`http://firebrowse.org/api/v1/Samples/mRNASeq?format=json&sample_type=TP%2CTB&protocol=RSEM&page=1&page_size=2001&sort_by=tcga_participant_barcode&cohort=BRCA,BLCA,PAAD,CHOL&gene=A1CF,A1BG,A2M,MAP3K1,IFNG,IKBKB,JUN,CHUK,ATF2,MAP3K5&page=${i}&page_size=${pSize}`
)
async function dumbfetch(urls=urls){
let calls = [];
const results = {["mRNASeq"]: []};
for (let i=0; i<urls.length; i++) {
const call = fetchFirestore(urls[i])
.then(x => results["mRNASeq"].push(...x["mRNASeq"]));
calls.push(call);
}
await Promise.all(calls);
return results
}
dumbfetch(urls)
async function mFetch(urlArray = urls, n = nPages) {
const m = urlArray.length;
let resArray = []; // initializing results array
for (let i = 0; i < m; i++) {
// I think it is the await that forces the for loop not to be treated as a paralell .forEach():
resArray[i] = await fetchFirestore(urlArray[i]);
console.log(i, resArray[i]);
console.log(Date());
console.log(urlArray[i]);
}
return resArray;
}
Purpose-built for displays of data
Observable is your go-to platform for exploring data and creating expressive data visualizations. Use reactive JavaScript notebooks for prototyping and a collaborative canvas for visual data exploration and dashboard creation.
