2b:null 2c:["$","title",null,{"children":"ChatGPT: Map & Reduce | Tanner Hobson | Observable"}] 31:T9c2,cache = { let resolve; return Object.assign(cache, { has, get, set, view, prefix: '---ChatGPT---' }); function cache() { }; function has(key) { RESOLVE('has', { key }); return localStorage.getItem(key) !== null; }; function get(key) { RESOLVE('get', { key }); return localStorage.getItem(key); }; function set(key, value) { RESOLVE('set', { key: cache.prefix + key, value }); localStorage.setItem(cache.prefix + key, value); }; function RESOLVE(...args) { if (resolve) { const old = resolve; resolve = null; old([...args]); } } async function *view() { const entries = []; POPULATE(); for (;;) { yield HTML(); const [name, context={}] = await NEXT(); PROCESS(name, context); } function HTML() { return htl.html`

${entries.length} entries; ${entries.map((d) => d.key.length+d.value.length).reduce((x, y) => x+y, 0)} bytes

${entries.map(({ key, value, cacheHitCount }) => htl.html.fragment`

key cacheHitCount value

${key}

${cacheHitCount}

key	cacheHitCount	value
${key}	${cacheHitCount}	${value} `)} `; // htl.html }; function POPULATE() { while (entries.length) { entries.pop(); } for (let i=0, key; (key=localStorage.key(i)) !== null; ++i) { if (!key.startsWith(cache.prefix)) continue; const value = localStorage.getItem(key); entries.push(ENTRY({ key, value })); } }; function ENTRY(entry, base={ cacheHitCount: 0 }) { return Object.assign(base, entry); } function PROCESS(name, context) { // console.log({ name, context }); if (name === 'set') { for (const entry of entries) { if (entry.key === context.key) { return ENTRY({ value: context.value }, entry); } } entries.push(ENTRY(context)); } else if (name === 'get') { for (const entry of entries) { if (entry.key === context.key) { // console.log({ entry, context }); return ENTRY({ cacheHitCount: 1+entry.cacheHitCount }, entry); } } } }; function NEXT() { return new Promise((r) => resolve = r); }; }; };32:T6ce,{ 8220// return; let resolve; const promise = new Promise((r) => resolve = r); yield htl.html``} `${JSON.stringify({ model, maxTokens, temperature }, true, 2)}` ${messages.map((message, i) => htl.html.fragment` ${message.role}: ${message.content} `)} `; // htl.html } async function COMPLETE() { const context = { messages, model, maxTokens, temperature, }; const key = md5(JSON.stringify(context)); if (cache.has(key)) { return JSON.parse(cache.get(key)).json.choices[0].message; } const response = await fetch(`https://api.openai.com/v1/chat/completions`, { method: `POST`, mode: `cors`, headers: { 'Authorization': `Bearer ${API_KEY}`, 'Content-Type': `application/json`, }, body: JSON.stringify({ model, max_tokens: maxTokens, temperature, messages, }), }); const json = await response.json(); cache.set(key, JSON.stringify({ context, json, })); return json.choices[0].message; } }34:[{"id":"5469673545bb01e222c4f92dd4dabec7391f7be48cd363dc1a4b64d96910f6173bd49ef04cba55a05536279715b37751a34c80a070518f9a4ad61ebc182c97d8","href":"https://static.observableusercontent.com/files/5469673545bb01e222c4f92dd4dabec7391f7be48cd363dc1a4b64d96910f6173bd49ef04cba55a05536279715b37751a34c80a070518f9a4ad61ebc182c97d8","name":"Wikipedia GPT-2.txt","type":"text/plain","lastModified":1678418329003.518,"size":31644},{"id":"5e501b770c99e0b85a8e8500c5b93e5d02bc8b5f8ad8bd1d7ed02014b8aae9029119d06b8285d29c4b7dbaf0379c0b1cfd06f1773bc228db88c6c6dbf2af1330","href":"https://static.observableusercontent.com/files/5e501b770c99e0b85a8e8500c5b93e5d02bc8b5f8ad8bd1d7ed02014b8aae9029119d06b8285d29c4b7dbaf0379c0b1cfd06f1773bc228db88c6c6dbf2af1330","name":"Simplified Parallel Domain Traversal.txt","type":"text/plain","lastModified":1678464065608.811,"size":32588}] 2f:{"id":"da7e972ec51a3ab5","slug":null,"title":"ChatGPT: Map & Reduce","thumbnail":"56f94875cfafd31f62cd367d917040fecd06f803667b95384c736b6c0c63db10","access_level":"public","create_time":"$D2023-03-10T03:06:11.294Z","update_time":"$D2023-03-13T19:53:27.450Z","view_time":null,"first_public_time":"$D2023-03-10T03:06:11.294Z","fork":false,"stars":1,"starred":false,"owner":{"type":"team","id":"7343f790779e6735","login":"player1537","name":"Tanner Hobson","avatar_url":"https://avatars-next.observableusercontent.com/16170a1a32e364e1ff6054c6045de6814a032d01331aba01288f82afceeaaec2","tier":"starter_2024"},"version":160,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"e0a627f6b6f3beb0","login":"player1537","name":"Tanner Hobson","avatar_url":"https://avatars-next.observableusercontent.com/16170a1a32e364e1ff6054c6045de6814a032d01331aba01288f82afceeaaec2","tier":null}],"members":[{"type":"individual","id":"e0a627f6b6f3beb0","login":"player1537","name":"Tanner Hobson","avatar_url":"https://avatars-next.observableusercontent.com/16170a1a32e364e1ff6054c6045de6814a032d01331aba01288f82afceeaaec2","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":2,"collection":null,"type":"notebook","body":{"title":"ChatGPT: Map & Reduce","cells":[{"id":0,"value":"# ChatGPT: Map & Reduce","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":56,"value":"viewof API_KEY = Inputs.text({ label: 'OpenAI API Key:' });","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":100,"value":"viewof DOCUMENT = Inputs.textarea({\n label: 'Document:',\n rows: 24,\n cols: 80,\n value: await FileAttachment(\"Simplified Parallel Domain Traversal.txt\").text(),\n});","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":81,"value":"cache.view()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":79,"value":"$31","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":88,"value":"import { md5 } from '@elmisback/zero-import-md5-hash';","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":15,"value":"GPT3Tokenizer = {\n const library = await import(\"https://cdn.skypack.dev/gpt3-tokenizer@1.1.5/dist-browser/gpt3-tokenizer.js\");\n return library.default;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":42,"value":"function TOKENIZE(s) {\n const tokenizer = new GPT3Tokenizer({ type: 'gpt3' });\n return tokenizer.encode(s);\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":26,"value":"function SPLIT(s, { numberOfTokens=21024, numberOfTokenOverlap=128, prefix='... ', suffix=' ...' }={}) {\n const numberOfPrefixTokens = TOKENIZE(prefix).text.length;\n const numberOfSuffixTokens = TOKENIZE(suffix).text.length;\n const { text } = TOKENIZE(s);\n for (let i=0, n=text.length; i\n Number of Fragments: ${fragments.length} \n ${fragments.map((fragment) => htl.html.fragment`\n ${fragment}\n `)}\n `; // htl.html\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":64,"value":"viewof INSTRUCTIONS = Inputs.textarea({\n label: \"Initial instructions for ChatGPT (first message)\",\n value: `Your job is to collect pertinent information from the provided text of an article to help you answer the user's question. You will not answer the question immediately. You will only copy parts of the original document to use later. To the best of your abilities, you will be terse and selective of what information you keep.`,\n rows: 24,\n cols: 80,\n});","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":67,"value":"viewof PROMPT = Inputs.textarea({\n label: \"Prompt including the question (use '{}')\",\n value: `The question you need to answer is: \"{}\"`,\n rows: 24,\n cols: 80,\n});","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":109,"value":"viewof QUESTION = Inputs.textarea({\n label: 'Question:',\n rows: 24,\n cols: 80,\n value: `what are the improvements over previous models?`,\n});","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":58,"value":"$32","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":133,"value":"import { start as runGeneratorWithIntermediates, run as runGeneratorResultOnly } from '@fil/test-yield-or-return'","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":141,"value":"{\n for \n CHATGPT([\n { role: 'system', content: INSTRUCTIONS },\n { role: 'user', content: PROMPT.replace('{}', QUESTION) },\n { role: 'user', content: '' },\n]);","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":130,"value":"$33","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W34","stdlib":"1","titling":"auto"}} 30:"$2f:body" </article></body></html>

${value} `)} `; // htl.html }; function POPULATE() { while (entries.length) { entries.pop(); } for (let i=0, key; (key=localStorage.key(i)) !== null; ++i) { if (!key.startsWith(cache.prefix)) continue; const value = localStorage.getItem(key); entries.push(ENTRY({ key, value })); } }; function ENTRY(entry, base={ cacheHitCount: 0 }) { return Object.assign(base, entry); } function PROCESS(name, context) { // console.log({ name, context }); if (name === 'set') { for (const entry of entries) { if (entry.key === context.key) { return ENTRY({ value: context.value }, entry); } } entries.push(ENTRY(context)); } else if (name === 'get') { for (const entry of entries) { if (entry.key === context.key) { // console.log({ entry, context }); return ENTRY({ cacheHitCount: 1+entry.cacheHitCount }, entry); } } } }; function NEXT() { return new Promise((r) => resolve = r); }; }; };32:T6ce,{ 8220// return; let resolve; const promise = new Promise((r) => resolve = r); yield htl.html``}

${JSON.stringify({ model, maxTokens, temperature }, true, 2)}

${messages.map((message, i) => htl.html.fragment`

${message.role}: ${message.content} `)} `; // htl.html } async function COMPLETE() { const context = { messages, model, maxTokens, temperature, }; const key = md5(JSON.stringify(context)); if (cache.has(key)) { return JSON.parse(cache.get(key)).json.choices[0].message; } const response = await fetch(`https://api.openai.com/v1/chat/completions`, { method: `POST`, mode: `cors`, headers: { 'Authorization': `Bearer ${API_KEY}`, 'Content-Type': `application/json`, }, body: JSON.stringify({ model, max_tokens: maxTokens, temperature, messages, }), }); const json = await response.json(); cache.set(key, JSON.stringify({ context, json, })); return json.choices[0].message; } }34:[{"id":"5469673545bb01e222c4f92dd4dabec7391f7be48cd363dc1a4b64d96910f6173bd49ef04cba55a05536279715b37751a34c80a070518f9a4ad61ebc182c97d8","href":"https://static.observableusercontent.com/files/5469673545bb01e222c4f92dd4dabec7391f7be48cd363dc1a4b64d96910f6173bd49ef04cba55a05536279715b37751a34c80a070518f9a4ad61ebc182c97d8","name":"Wikipedia GPT-2.txt","type":"text/plain","lastModified":1678418329003.518,"size":31644},{"id":"5e501b770c99e0b85a8e8500c5b93e5d02bc8b5f8ad8bd1d7ed02014b8aae9029119d06b8285d29c4b7dbaf0379c0b1cfd06f1773bc228db88c6c6dbf2af1330","href":"https://static.observableusercontent.com/files/5e501b770c99e0b85a8e8500c5b93e5d02bc8b5f8ad8bd1d7ed02014b8aae9029119d06b8285d29c4b7dbaf0379c0b1cfd06f1773bc228db88c6c6dbf2af1330","name":"Simplified Parallel Domain Traversal.txt","type":"text/plain","lastModified":1678464065608.811,"size":32588}] 2f:{"id":"da7e972ec51a3ab5","slug":null,"title":"ChatGPT: Map & Reduce","thumbnail":"56f94875cfafd31f62cd367d917040fecd06f803667b95384c736b6c0c63db10","access_level":"public","create_time":"$D2023-03-10T03:06:11.294Z","update_time":"$D2023-03-13T19:53:27.450Z","view_time":null,"first_public_time":"$D2023-03-10T03:06:11.294Z","fork":false,"stars":1,"starred":false,"owner":{"type":"team","id":"7343f790779e6735","login":"player1537","name":"Tanner Hobson","avatar_url":"https://avatars-next.observableusercontent.com/16170a1a32e364e1ff6054c6045de6814a032d01331aba01288f82afceeaaec2","tier":"starter_2024"},"version":160,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"e0a627f6b6f3beb0","login":"player1537","name":"Tanner Hobson","avatar_url":"https://avatars-next.observableusercontent.com/16170a1a32e364e1ff6054c6045de6814a032d01331aba01288f82afceeaaec2","tier":null}],"members":[{"type":"individual","id":"e0a627f6b6f3beb0","login":"player1537","name":"Tanner Hobson","avatar_url":"https://avatars-next.observableusercontent.com/16170a1a32e364e1ff6054c6045de6814a032d01331aba01288f82afceeaaec2","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":2,"collection":null,"type":"notebook","body":{"title":"ChatGPT: Map & Reduce","cells":[{"id":0,"value":"# ChatGPT: Map & Reduce","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":56,"value":"viewof API_KEY = Inputs.text({ label: 'OpenAI API Key:' });","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":100,"value":"viewof DOCUMENT = Inputs.textarea({\n label: 'Document:',\n rows: 24,\n cols: 80,\n value: await FileAttachment(\"Simplified Parallel Domain Traversal.txt\").text(),\n});","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":81,"value":"cache.view()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":79,"value":"$31","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":88,"value":"import { md5 } from '@elmisback/zero-import-md5-hash';","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":15,"value":"GPT3Tokenizer = {\n const library = await import(\"https://cdn.skypack.dev/gpt3-tokenizer@1.1.5/dist-browser/gpt3-tokenizer.js\");\n return library.default;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":42,"value":"function TOKENIZE(s) {\n const tokenizer = new GPT3Tokenizer({ type: 'gpt3' });\n return tokenizer.encode(s);\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":26,"value":"function *SPLIT(s, { numberOfTokens=2*1024, numberOfTokenOverlap=128, prefix='... ', suffix=' ...' }={}) {\n const numberOfPrefixTokens = TOKENIZE(prefix).text.length;\n const numberOfSuffixTokens = TOKENIZE(suffix).text.length;\n const { text } = TOKENIZE(s);\n for (let i=0, n=text.length; i\n

Number of Fragments: ${fragments.length}

\n ${fragments.map((fragment) => htl.html.fragment`\n

${fragment}\n      `)}\n  `; // htl.html\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":64,"value":"viewof INSTRUCTIONS = Inputs.textarea({\n  label: \"Initial instructions for ChatGPT (first message)\",\n  value: `Your job is to collect pertinent information from the provided text of an article to help you answer the user's question. You will not answer the question immediately. You will only copy parts of the original document to use later. To the best of your abilities, you will be terse and selective of what information you keep.`,\n  rows: 24,\n  cols: 80,\n});","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":67,"value":"viewof PROMPT = Inputs.textarea({\n  label: \"Prompt including the question (use '{}')\",\n  value: `The question you need to answer is: \"{}\"`,\n  rows: 24,\n  cols: 80,\n});","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":109,"value":"viewof QUESTION = Inputs.textarea({\n  label: 'Question:',\n  rows: 24,\n  cols: 80,\n  value: `what are the improvements over previous models?`,\n});","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":58,"value":"$32","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":133,"value":"import { start as runGeneratorWithIntermediates, run as runGeneratorResultOnly } from '@fil/test-yield-or-return'","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":141,"value":"{\n  for \n  CHATGPT([\n  { role: 'system', content: INSTRUCTIONS },\n  { role: 'user', content: PROMPT.replace('{}', QUESTION) },\n  { role: 'user', content: '' },\n]);","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":130,"value":"$33","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W34","stdlib":"1","titling":"auto"}}
30:"$2f:body"
</article></body></html>