2b:null 2c:["$","title",null,{"children":"re-annotate (proof of concept -- needs update) | Edward Misback | Observable"}] 31:Tfd0,prompts = ({ naive: (old_annotated_file, updated_file) => `Consider the task of annotation updating. Look at the following old annotated file, then copy the annotations to the updated version of the file below it. In this case, annotations are represented by numbered opening and closing tags, like <1> . Your response should be only the updated file with annotations transferred to analogous positions. OLD ANNOTATED FILE: ${old_annotated_file} END OLD ANNOTATED FILE UPDATED FILE: ${updated_file} END UPDATED FILE Write your answer below. Again, your response should be only the updated file with annotations transferred to analogous positions. Do not include "END UPDATED FILE" or similar in your response. `, highlight: (old_annotated_file, updated_file) => `Consider the task of annotation updating. You will be shown an old annotated file with a section highlighted and a newer version of the file without the highlight applied. Your task will be to copy the highlight to the updated version of the file. In this case, highlights are represented by numbered opening and closing tags, like <1> . Your response should be only the updated file with highlights included. OLD ANNOTATED FILE: ${old_annotated_file} END OLD ANNOTATED FILE UPDATED FILE: ${updated_file} END UPDATED FILE Write your answer below. Again, your response should be only the updated file with highlights included. Do not include "END UPDATED FILE" or similar in your response. `, highlight2: (old_annotated_file, updated_file) => `Consider the task of annotation updating. You will be shown an old annotated file with a section highlighted and a newer version of the file without the highlight applied. Your task will be to copy the highlight to the updated version of the file. In this case, highlights are represented by numbered opening and closing tags, like <1> . Your response should be only the updated file with highlights included. If the file has been edited, the highlight must move to continue to surround the section it reasonably applies to. OLD ANNOTATED FILE: ${old_annotated_file} END OLD ANNOTATED FILE UPDATED FILE: ${updated_file} END UPDATED FILE Write your answer below. Again, your response should be only the updated file with highlights included. Do not include "END UPDATED FILE" or similar in your response. `, by_example: (old_annotated_file, updated_file) => `Given an old file with some tags marking a highlight, when the file is updated, we can copy out a new properly tagged file like so: <1>Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed... Lom *ipsum* dolr sitAMETerf0nsec-tetur adipiscing elit, sed... <1>Lom *ipsum* dolr sitAMETerf0nsec-tetur adipiscing elit, sed... Now, re-tag the following file: ${old_annotated_file} ${updated_file} Write your answer below. Again, your response should be only the updated file with highlight tags included. Do not include or in your response. `, highlight_star: (old_annotated_file, updated_file) => `Consider the task of annotation updating. You will be shown an old annotated file with a section highlighted and a newer version of the file without the highlight applied. Your task will be to copy the highlight to the updated version of the file. In this case, highlights are represented by 2 star characters, like so: ★highlighted text★. Your response should be only the updated file with highlights included. OLD ANNOTATED FILE: ${old_annotated_file} END OLD ANNOTATED FILE UPDATED FILE: ${updated_file} END UPDATED FILE Write your answer below. Again, your response should be only the updated file with highlights included. Do not include "END UPDATED FILE" or similar in your response. Your response should be a character-for-character match with the UPDATED FILE, except for the additional 2 characters for highlights. ` })32:T41b,/* TODO Model may need fine-tune or introductory examples of how this process works, especially for covering corner cases. * Test effect of structure of language on success * Maybe in some places error is tolerated? * Could it learn through examples? * Probably should let the user help the model fit the domain Things to do with the snippet * Translate into English * Execute * Visualize * Structured editing/Livelits * Using AST/types would let you attach visualizations to particular branches * Test different models * would want to know what users "mean" by section * what about one-to-many mappings (code duplication) * Git 3-way-merge as baseline -- good as anecdote * * Gradient of change types * insertions, deletions, movements, insertion in the highlight, broken code, stuff similar to highlight * Needs a rationale for programmer experience * Highlighting -- what is the use? * Writing -- reviewer annotations -- reconciling after changes * * TODO https://platform.openai.com/docs/guides/text-generation/reproducible-outputs */33:[] 2f:{"id":"9f772e010064bd3e","slug":"re-annotate-v0","title":"re-annotate (proof of concept -- needs update)","thumbnail":"030848a070fabb680df9e35dcdb39909213096950e7eb4f33d418366123999d5","access_level":"public","create_time":"$D2024-01-16T22:02:33.144Z","update_time":"$D2024-03-05T16:57:23.146Z","view_time":null,"first_public_time":"$D2024-01-16T22:02:33.144Z","fork":false,"stars":0,"starred":false,"owner":{"type":"team","id":"5508584884fd137b","login":"elmisback","name":"Edward Misback","avatar_url":"https://avatars-next.observableusercontent.com/9a42c09ac3fb39913eeacae071d5ba669ac49bf75c82372d0d717ec0acb59024","tier":"starter_2024"},"version":712,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"e03d30b651790cf0","login":"elmisback","name":"Edward Misback","avatar_url":"https://avatars-next.observableusercontent.com/9a42c09ac3fb39913eeacae071d5ba669ac49bf75c82372d0d717ec0acb59024","tier":null}],"members":[{"type":"individual","id":"e03d30b651790cf0","login":"elmisback","name":"Edward Misback","avatar_url":"https://avatars-next.observableusercontent.com/9a42c09ac3fb39913eeacae071d5ba669ac49bf75c82372d0d717ec0acb59024","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"subscribed":null,"forks":1,"collection":null,"type":"notebook","body":{"title":"re-annotate (proof of concept -- needs update)","cells":[{"id":0,"value":"# re-annotate (proof of concept -- needs update)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":508,"value":"html`Export request history to clipboard: ${copy(JSON.stringify(getHistory()))}`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":85,"value":"viewof OPENAI_API_KEY = secret(\"Save OpenAI API key\", {description: \"This is an OpenAI API token whose value is only available to your notebooks.\", submit: \"Save OpenAI API key\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":463,"value":"viewof model = Inputs.select([\"gpt-3.5-turbo\", \"gpt-4-turbo-preview\"], {label: \"Select a model\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":450,"value":"viewof prompt_name = Inputs.select(Object.keys(prompts), {label: \"Select a prompt\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":358,"value":"viewof example = Inputs.select(Object.keys(examples), {label: \"Select an example\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":528,"value":"Old annotated file","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":522,"value":"viewof old_annotated_file = CodeMirror(examples[example][0], {\n extensions: [myDefaultTheme],\n keymaps: [],\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":535,"value":"Updated file without annotations","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":13,"value":"viewof updated_file = CodeMirror(examples[example][1], {\n extensions: [myDefaultTheme],\n keymaps: [],\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":239,"value":"{\n const button = html``\n button.textContent = 'Update'\n button.onclick = async () => {\n mutable processing = true\n const output = await getFirstChoice(await getChatCompletion(model, [{role: 'user', content: prompt}]))\n appendHistory({\n output,\n model,\n example,\n old_file: examples[example][0],\n new_file: examples[example][1],\n prompt_name,\n prompt\n })\n mutable updated_file_with_highlights = output\n mutable processing = false\n }\n return button\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":345,"value":"diff(old_annotated_file.replace('★', '').replace('★', ''), updated_file)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":609,"value":"diff(updated_file, updated_file_with_highlights)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":705,"value":"diff(old_annotated_file, updated_file_with_highlights)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":636,"value":"mutable processing = false","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":586,"value":"viewof correctness = Inputs.range([0, 10], {step: 1})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":617,"value":"viewof correctness_note = Inputs.textarea({label: 'Notes'})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":594,"value":"record_correctness = {\n const button = html``\n button.textContent = 'Record correctness'\n button.onclick = async () => {\n const history = getHistory()\n const last = history[history.length - 1]\n const newHistory = [...history.slice(0, -1), {...last, correctness, correctness_note: correctness_note ? correctness_note : undefined}]\n localStorage.setItem('reannotate-history', JSON.stringify(newHistory))\n\n }\n return button\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":597,"value":"{\n const button = html``\n button.textContent = 'Remove last correctness'\n button.onclick = async () => {\n const history = getHistory()\n const last = history[history.length - 1]\n const newHistory = [...history.slice(0, -1), {...last, correctness: undefined, correctness_note: undefined}]\n localStorage.setItem('reannotate-history', JSON.stringify(newHistory))\n }\n return button\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":178,"value":"html`\n

\n\nOld annotated file\n

\n${old_annotated_file.replace('<1>', '').replace('', '')}\n

\n\n\n\nEdited file\n

\n${ updated_file}\n

\n\n\n\nNew annotated file\n

\n${updated_file_with_highlights?.replaceAll('<1>', '').replaceAll('', '') || updated_file}\n

\n\n

\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":337,"value":"updated_file_with_highlights","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":581,"value":"html`Copy full prompt ${copy(prompt)}`","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":329,"value":"md`${prompts[prompt_name]}`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":571,"value":"diff(prompts['highlight'], prompts['naive'])","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":452,"value":"$31","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":550,"value":"{\n updated_file_with_highlights, viewof correctness\n return Inputs.table(getHistory().map((v, i) => ({index: i + 1, output: v.output, prompt: v.prompt_name, example: v.example, model: v.model, correctness: v.correctness, correctness_note: v.correctness_note})))// prompt_md5: md5(v.prompt).slice(0,5), example_md5: md5(v.old_file + v.new_file).slice(0, 5)})))\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":480,"value":"{\n updated_file_with_highlights\n return Inputs.table(getHistory().map((v, i) => ({index: i + 1, ...v, prompt_md5: md5(v.prompt).slice(0,5), example_md5: md5(v.old_file + v.new_file).slice(0, 5)})))\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":372,"value":"{\n updated_file, model, prompt, example\n\n mutable updated_file_with_highlights = 'Click Update button'\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":475,"value":"prompt = prompts[prompt_name](old_annotated_file, updated_file)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":222,"value":"mutable updated_file_with_highlights = null","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":431,"value":"getHistory()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":423,"value":"// appendHistory({test: 'this is a test'})\n// resetHistory()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":438,"value":"JSON.parse(localStorage.getItem('reannotate-history'))","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":391,"value":"getHistory = () => JSON.parse(localStorage.getItem('reannotate-history')) || []","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":436,"value":"resetHistory = () => localStorage.setItem('reannotate-history', JSON.stringify([]))","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":400,"value":"appendHistory = o => {\n const historyStr = localStorage.getItem('reannotate-history')\n if (!historyStr) { localStorage.setItem('reannotate-history', JSON.stringify([])) }\n const history = JSON.parse(localStorage.getItem('reannotate-history'))\n history.push(o)\n localStorage.setItem('reannotate-history', JSON.stringify(history))\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":642,"value":"localStorageArray = name => {\n return ({\n set: v => localStorage.setItem(name, JSON.stringify(v)),\n get: () => JSON.parse(localStorage.getItem(name)) || [],\n push: o => {\n const historyStr = localStorage.getItem(name)\n if (!historyStr) { localStorage.setItem(name, JSON.stringify([])) }\n const history = JSON.parse(localStorage.getItem(name))\n history.push(o)\n localStorage.setItem(name, JSON.stringify(history))\n },\n pop: () => {\n const history = JSON.parse(localStorage.getItem(name))\n const item = history.pop()\n localStorage.setItem(name, JSON.stringify(history))\n return item\n }\n })\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":691,"value":"usageHistory = localStorageArray('usage-history')","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":663,"value":"expr = 'test'","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":649,"value":"lsv2 = name => ({\n get [expr]() {\n return JSON.parse(localStorage.getItem(name))[expr]\n },\n set [expr](val) {\n const o = JSON.parse(localStorage.getItem(name))\n o[expr] = val\n localStorage.setItem(name, JSON.stringify(o))\n }\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":647,"value":"testValue = localStorageValue('temp-test')","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":351,"value":"examples = ({\n alphabet: ['abcd<1>fghijkln', 'ABCDEFGHIJKLMN'],\n alphabet_with_spaces: ['abcd <1>fg h ijk ln', 'ABCD EFG H IJK LMN'],\n alphabet_with_spaces_double: ['abcd <1>fg h ijk ln', 'ABCD EFG H IJK LMN ABCD EFG H IJK LMN'],\n Python: []\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":517,"value":"import { CodeMirror, myDefaultTheme } from '@andy0130tw/codemirror'","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":341,"value":"import {diff} from \"@jobleonard/diff-tool\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":233,"value":"// {\n// update\n\n// mutable updated_file_with_highlights = 'test'\n// }","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":205,"value":"// {\n// updated_file\n\n// mutable updated_file_with_highlights = undefined\n// }","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":143,"value":"// askChatGPT(prompt1)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":165,"value":"// await openai.chat.completions.create({\n// model: \"gpt-3.5-turbo\",\n// messages: [\n// {role: 'user', content: prompt1\n// }\n// ]\n// })","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":505,"value":"import {copy, asyncCopy} from '@ryanseddon/copy'","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":83,"value":"import {secret} from \"@tmcw/secret\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":80,"value":"openai = new OpenAI({\n apiKey: OPENAI_API_KEY,\n dangerouslyAllowBrowser: true\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":78,"value":"OpenAI = (await import(\"https://esm.sh/openai@4.19.0\")).OpenAI","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":483,"value":"import {md5} from '@elmisback/zero-import-md5-hash'","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":82,"value":"// test = {\n// let completion = await openai.chat.completions.create({\n// model: \"gpt-3.5-turbo\",\n// messages: [\n// //{ role: \"system\", content: \"You are a helpful assistant.\" },\n// { role: \"user\", content: \"What is 2 times 2?\" },\n// // {\n// // role: \"assistant\",\n// // content: \"4\"\n// // },\n// // { role: \"user\", content: \"What is 3 times 3?\" }\n// ]\n// });\n// console.log(completion.choices[0]);\n// return completion;\n// }","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":100,"value":"// test.choices[0].message.content","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":133,"value":"messages = [\n //{ role: \"system\", content: \"You are a helpful assistant.\" },\n { role: \"user\", content: prompt },\n // {\n // role: \"assistant\",\n // content: \"4\"\n // },\n // { role: \"user\", content: \"What is 3 times 3?\" }\n ]","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":136,"value":"function getFirstChoice(completion) {\n return completion.choices[0].message.content\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":127,"value":"async function getChatCompletion(model, messages) {\n let completion = await openai.chat.completions.create({\n model, //: \"gpt-3.5-turbo\",\n messages\n })\n return completion;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":157,"value":"//getChatCompletion([{role: 'user', content: prompt1}])","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":140,"value":"async function askChatGPT(prompt, model='gpt-3.5-turbo') {\n\n const completion = await getChatCompletion(model, [{role: 'user', content: prompt}])\n usageHistory.push({model: completion.model, usage: completion.usage})\n\n return getFirstChoice(completion)\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":71,"value":"$32","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"}],"files":"$W33","stdlib":"1","titling":"auto"}} 30:"$2f:body"