2b:null 2c:["$","title",null,{"children":"Exploring ChatGPT API | Tanner Hobson | Observable"}] 31:T951,cache = { let resolve; return Object.assign(cache, { has, get, set, view }); function cache() { }; function has(key) { RESOLVE('has', { key }); return localStorage.getItem(key) !== null; }; function get(key) { RESOLVE('get', { key }); return localStorage.getItem(key); }; function set(key, value) { RESOLVE('set', { key, value }); localStorage.setItem(key, value); }; function RESOLVE(...args) { if (resolve) { const old = resolve; resolve = null; old([...args]); } } async function *view() { const entries = []; POPULATE(); for (;;) { yield HTML(); const [name, context={}] = await NEXT(); PROCESS(name, context); } function HTML() { return htl.html`

${entries.length} entries; ${entries.map((d) => d.key.length+d.value.length).reduce((x, y) => x+y, 0)} bytes

${entries.map(({ key, value, cacheHitCount }) => htl.html.fragment`

key

cacheHitCount

value

${key}

${cacheHitCount}

${value} `)} `; // htl.html }; function POPULATE() { while (entries.length) { entries.pop(); } for (let i=0, key; (key=localStorage.key(i)) !== null; ++i) { const value = localStorage.getItem(key); entries.push(ENTRY({ key, value })); } }; function ENTRY(entry, base={ cacheHitCount: 0 }) { return Object.assign(base, entry); } function PROCESS(name, context) { // console.log({ name, context }); if (name === 'set') { for (const entry of entries) { if (entry.key === context.key) { return ENTRY({ value: context.value }, entry); } } entries.push(ENTRY(context)); } else if (name === 'get') { for (const entry of entries) { if (entry.key === context.key) { // console.log({ entry, context }); return ENTRY({ cacheHitCount: 1+entry.cacheHitCount }, entry); } } } }; function NEXT() { return new Promise((r) => resolve = r); }; }; };32:T9af,{ const requests = []; const invalidate = {}; let selected = null; for (;;) { yield TEMPLATE(); const request = await NEXT(); if (request === 'invalidate') continue; requests.push(request); } function TEMPLATE() { return htl.html`

${inspect(selected)}

${requests.map((request) => htl.html.fragment`

Select		URL
{ SELECT(request), INVALIDATE() }}>		${request.url} `)} `; // htl.html }; function SELECT(request) { selected = request; }; function REMOVE_ALL() { while (requests.length) { REMOVE(requests[0]); } }; function APPROVE_ALL() { for (const request of requests) { APPROVE(request); } }; function DENY_ALL() { for (const request of requests) { DENY(request); } }; function REMOVE(request) { const index = requests.findIndex((d) => request === d); requests.splice(index, 1); if (selected === request) { selected = null; } }; function APPROVE(request) { request.resolve(fetch(request.url, request.options)); }; function DENY(request) { request.reject(); }; function INVALIDATE() { invalidate.resolve('invalidate'); }; function NEXT() { const invalidation = new Promise((resolve) => { Object.assign(invalidate, { resolve }); }); const incoming = new Promise((resolve) => { Object.assign(request, { resolve }); }); return Promise.race([ invalidation, incoming, ]); }; function PROMISE() { const context = {}; const promise = new Promise((resolve, reject) => { Object.assign(context, { resolve, reject }); }); Object.assign(promise, context); return promise; }; }33:Tb6c,{ const text = await TEXT(FileAttachment("Wikipedia GPT-2@2.txt")); const paragraphPromises = []; for (const paragraph of text) { await Promises.tick(20 + Math.random()100); paragraphPromises.push(new Promise(async (resolve) => { const promises = []; for (const sentence of paragraph) { // yield htl.html` Summarize (sentence): ${sentence}`; await Promises.tick(20 + Math.random()100); promises.push(SUMMARIZE(sentence).then((summary) => ({ sentence, summary }))); } const sentenceSummaries = []; const sentenceViews = []; for (const { sentence, summary } of await Promise.all(promises)) { sentenceSummaries.push(summary); sentenceViews.push(SUMMARY([sentence], summary)); // break; } const sentenceSummary = sentenceSummaries.join(' '); // yield htl.html` Summarize (paragraph): ${sentenceSummary}`; const paragraphSummary = await SUMMARIZE(sentenceSummary); // paragraphSummaries.push(paragraphSummary); const paragraphView = SUMMARY(sentenceViews, paragraphSummary); resolve({ paragraph, paragraphSummary, paragraphView }); })); } const paragraphSummaries = []; const paragraphViews = []; for (const { paragraph, paragraphSummary, paragraphView } of await Promise.all(paragraphPromises)) { paragraphSummaries.push(paragraphSummary); paragraphViews.push(paragraphView); } const paragraphSummary = paragraphSummaries.join(' '); // yield htl.html` Summarize (text): ${paragraphSummary}`; // const textSummary = await SUMMARIZE(paragraphSummary); const textView = SUMMARY(paragraphViews, 'GPT-2:'); yield htl.html` ${textView}`; async function TEXT(attachment) { return (await attachment.text()).split('\r\n\r\n').map((d) => d.split('\r\n')); } function SUMMARY(inputs, output) { return htl.html.fragment` ${output} ${inputs.map((input) => htl.html.fragment` ${input} `)} `; } async function SUMMARIZE(text, { model=`text-curie-001`, maxTokens=256, temperature=0.2, }={}) { const prompt = `Input: ${text}\nELI5:`; if (cache.has(prompt)) { return Promise.resolve(cache.get(prompt)); } const response = await request(`https://api.openai.com/v1/completions`, { method: `POST`, mode: `cors`, headers: { 'Authorization': `Bearer ${API_KEY}`, 'Content-Type': `application/json`, }, body: JSON.stringify({ model, max_tokens: maxTokens, temperature, prompt, }), }); const json = await response.json(); const summary = json.choices[0].text; cache.set(prompt, summary); return summary; }; }34:[{"id":"b7d10f8e2ef7c4d98966c9671565e6cfde60df246f654202b1c29fe03f747ee4a012544ea1d672e6d1fe21f175581c0e265eed0a6e3399c321472468ccf16df0","href":"https://static.observableusercontent.com/files/b7d10f8e2ef7c4d98966c9671565e6cfde60df246f654202b1c29fe03f747ee4a012544ea1d672e6d1fe21f175581c0e265eed0a6e3399c321472468ccf16df0","name":"Wikipedia GPT-2.txt","type":"text/plain","lastModified":1678237560409.021,"size":31646},{"id":"0166e691cb567abdde537baa4e43e2ecd1e29374465c1a1618639caa212b73492fc6845c9d34c1fecc4e280e6cf5eae5190a6f3a15dbb1613f73864b0d7fa7cc","href":"https://static.observableusercontent.com/files/0166e691cb567abdde537baa4e43e2ecd1e29374465c1a1618639caa212b73492fc6845c9d34c1fecc4e280e6cf5eae5190a6f3a15dbb1613f73864b0d7fa7cc","name":"Wikipedia GPT-2@1.txt","type":"text/plain","lastModified":1678237930650.906,"size":31645},{"id":"5469673545bb01e222c4f92dd4dabec7391f7be48cd363dc1a4b64d96910f6173bd49ef04cba55a05536279715b37751a34c80a070518f9a4ad61ebc182c97d8","href":"https://static.observableusercontent.com/files/5469673545bb01e222c4f92dd4dabec7391f7be48cd363dc1a4b64d96910f6173bd49ef04cba55a05536279715b37751a34c80a070518f9a4ad61ebc182c97d8","name":"Wikipedia GPT-2@2.txt","type":"text/plain","lastModified":1678241053662.399,"size":31644}] 2f:{"id":"6f4deaa046ba6c93","slug":null,"title":"Exploring ChatGPT API","thumbnail":"9d1b605f1800ea5b55ac432e4ed19b22b1e957ed3be3f5411fc205ea9b71cd8f","access_level":"public","create_time":"$D2023-03-06T17:16:27.120Z","update_time":"$D2023-03-08T04:34:51.184Z","view_time":null,"first_public_time":"$D2023-03-06T17:16:27.120Z","fork":false,"stars":0,"starred":false,"owner":{"type":"team","id":"7343f790779e6735","login":"player1537","name":"Tanner Hobson","avatar_url":"https://avatars-next.observableusercontent.com/16170a1a32e364e1ff6054c6045de6814a032d01331aba01288f82afceeaaec2","tier":"starter_2024"},"version":202,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"e0a627f6b6f3beb0","login":"player1537","name":"Tanner Hobson","avatar_url":"https://avatars-next.observableusercontent.com/16170a1a32e364e1ff6054c6045de6814a032d01331aba01288f82afceeaaec2","tier":null}],"members":[{"type":"individual","id":"e0a627f6b6f3beb0","login":"player1537","name":"Tanner Hobson","avatar_url":"https://avatars-next.observableusercontent.com/16170a1a32e364e1ff6054c6045de6814a032d01331aba01288f82afceeaaec2","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":0,"collection":null,"type":"notebook","body":{"title":"Exploring ChatGPT API","cells":[{"id":0,"value":"# Exploring ChatGPT API","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":88,"value":"viewof API_KEY = Inputs.text({ label: 'OpenAI API Key:' });","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":125,"value":"{\n cache.set('hello', 'magic');\n await new Promise((resolve) => setTimeout(resolve, 100));\n cache.get('hello');\n await new Promise((resolve) => setTimeout(resolve, 100));\n cache.get('hello');\n await new Promise((resolve) => setTimeout(resolve, 100));\n cache.get('hello');\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":103,"value":"cache.view()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":97,"value":"$31","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":19,"value":"$32","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":146,"value":"{\n const text = await TEXT(FileAttachment(\"Wikipedia GPT-2@2.txt\"));\n return htl.html`\n \n \n ${text.map((paragraph) => htl.html.fragment`\n \n \n ${paragraph.map((sentence) => htl.html.fragment`\n ${sentence}\n `)}\n `)}\n `; // htl.html\n\n async function TEXT(attachment) {\n return (await attachment.text()).split('\\r\\n\\r\\n').map((d) => d.split('\\r\\n'));\n }\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":28,"value":"$33","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":17,"value":"request = {\n const self = request;\n self.resolve = null;\n return self;\n \n function request(url, options={}) {\n return new Promise((resolve, reject) => {\n self.resolve({ url, options, resolve, reject });\n });\n };\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":94,"value":"import {localStorage} from \"@mbostock/safe-local-storage\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":65,"value":"import {inspect} from \"@observablehq/inspector\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W34","stdlib":"1","titling":"auto"}} 30:"$2f:body"