29:null 2a:["$","title",null,{"children":"Exploration of NASA Acronyms with Multiple Meanings | Justin Gosses | Observable"}] 2f:T42c,md `#### Acronyms with multiple definitions that aren't just differences in spelling show some common trends. In other words, if you want to have a unique acronym, don't do these things: - Acronyms with few letters are more likely to be reused & confused: - US: - Upper Stage - United States - PRA: - Probabilistic Risk Assessment - Planetary Radio Astronomy - IMS: - Ion Mass Spectrometer - International Magnetospheric Study - Inductive Monitoring System - Ion Mobility Spectrometer - People like making acronyms that sound like common words: - ART: - Advanced Rotorcraft Transmission - Automated Reasoning Tool - CLASS: - Cosmology Large Angular Scale Surveyor - Communications Link Analysis and Simulation System - TRACE: - Transport and Chemical Evolution - Transition Region and Coronal Explorer - Acronyms that have multiple interpretations that makes sense for the same letters & project: - DSS: - Disruption Tolerant Networking - Delay Tolerant Networking `30:T539,characterWidths = [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0.2796875, 0.2765625, 0.3546875, 0.5546875, 0.5546875, 0.8890625, 0.665625, 0.190625, 0.3328125, 0.3328125, 0.3890625, 0.5828125, 0.2765625, 0.3328125, 0.2765625, 0.3015625, 0.5546875, 0.5546875, 0.5546875, 0.5546875, 0.5546875, 0.5546875, 0.5546875, 0.5546875, 0.5546875, 0.5546875, 0.2765625, 0.2765625, 0.584375, 0.5828125, 0.584375, 0.5546875, 1.0140625, 0.665625, 0.665625, 0.721875, 0.721875, 0.665625, 0.609375, 0.7765625, 0.721875, 0.2765625, 0.5, 0.665625, 0.5546875, 0.8328125, 0.721875, 0.7765625, 0.665625, 0.7765625, 0.721875, 0.665625, 0.609375, 0.721875, 0.665625, 0.94375, 0.665625, 0.665625, 0.609375, 0.2765625, 0.3546875, 0.2765625, 0.4765625, 0.5546875, 0.3328125, 0.5546875, 0.5546875, 0.5, 0.5546875, 0.5546875, 0.2765625, 0.5546875, 0.5546875, 0.221875, 0.240625, 0.5, 0.221875, 0.8328125, 0.5546875, 0.5546875, 0.5546875, 0.5546875, 0.3328125, 0.5, 0.2765625, 0.5546875, 0.5, 0.721875, 0.5, 0.5, 0.5, 0.3546875, 0.259375, 0.353125, 0.5890625 ]31:[{"id":"3e63f0530c20ba2a04ff80ffd3a1c8e82aeba4f27e4701cc9d2f9329846e8bf20f049d72cd6c1a003879ac74d30c707608fa992bfda4ea9329d7fe5be286dc9b","href":"https://static.observableusercontent.com/files/3e63f0530c20ba2a04ff80ffd3a1c8e82aeba4f27e4701cc9d2f9329846e8bf20f049d72cd6c1a003879ac74d30c707608fa992bfda4ea9329d7fe5be286dc9b","name":"formatted_acronyms.jsonl","type":"application/octet-stream","lastModified":1693112922454.564,"size":12672412},{"id":"ba9119cfd30f2afda673726e01ea93727f5a444d59bfa1e90ec283e8fe30d638035777036bb583fcbbe041471544d6206d88926db79b23e13c0c6d60fb22d67e","href":"https://static.observableusercontent.com/files/ba9119cfd30f2afda673726e01ea93727f5a444d59bfa1e90ec283e8fe30d638035777036bb583fcbbe041471544d6206d88926db79b23e13c0c6d60fb22d67e","name":"acronyms@1.jsonl","type":"application/octet-stream","lastModified":1693113164642.192,"size":11914001},{"id":"2cd12fbbb083b78809a2f22d987b6aa47dabddc96a519c9b528e40ae1fe8dd3b8c7523f5e285049bc640267ee606abbc5c1a2e4681fdc1d7d604e635b475a49f","href":"https://static.observableusercontent.com/files/2cd12fbbb083b78809a2f22d987b6aa47dabddc96a519c9b528e40ae1fe8dd3b8c7523f5e285049bc640267ee606abbc5c1a2e4681fdc1d7d604e635b475a49f","name":"test_records@1.jsonl","type":"application/octet-stream","lastModified":1693112470315.921,"size":235835},{"id":"ef5c990382dd1860c4957046fa62e1be3da77da079f884e6536f82f8fd27c0420777bd568539fa9a03ed88b0a040ba94a3d0f57f02e3e45ef20c736751673374","href":"https://static.observableusercontent.com/files/ef5c990382dd1860c4957046fa62e1be3da77da079f884e6536f82f8fd27c0420777bd568539fa9a03ed88b0a040ba94a3d0f57f02e3e45ef20c736751673374","name":"processed_acronyms@1.jsonl","type":"application/octet-stream","lastModified":1693112735160.69,"size":209827}] 2d:{"id":"3538607faab69ae1","slug":"exploration-of-nasa-acronyms-with-multiple-meanings","title":"Exploration of NASA Acronyms with Multiple Meanings","thumbnail":"062585e137b6888b5de48a8945e1166da965c03b7c0f28d5bfad9ce1f1e29b3e","access_level":"public","create_time":"$D2021-12-13T21:25:20.392Z","update_time":"$D2023-08-27T05:13:24.817Z","view_time":null,"first_public_time":"$D2021-12-14T23:21:30.730Z","has_unpublished_edits":null,"fork":false,"stars":0,"starred":false,"owner":{"type":"team","id":"3168f49a68f07e98","login":"justingosses","name":"Justin Gosses","avatar_url":"https://avatars-next.observableusercontent.com/eba66f9b9de3134c0c22c453a1d562b450a8cf7f2274c4ed1ff16b7455312520","tier":"starter_2024"},"version":1012,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"44bc5e36abcab180","login":"justingosses","name":"Justin Gosses","avatar_url":"https://avatars-next.observableusercontent.com/eba66f9b9de3134c0c22c453a1d562b450a8cf7f2274c4ed1ff16b7455312520","tier":null}],"members":[{"type":"individual","id":"44bc5e36abcab180","login":"justingosses","name":"Justin Gosses","avatar_url":"https://avatars-next.observableusercontent.com/eba66f9b9de3134c0c22c453a1d562b450a8cf7f2274c4ed1ff16b7455312520","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":true,"trashed":false,"lapsed":null,"subscribed":null,"forks":1,"collection":{"id":"b7c4119163229a19","slug":"nasa","title":"NASA (mostly forks so go to original)","owner":{"id":"3168f49a68f07e98","login":"justingosses","name":"Justin Gosses"}},"type":"notebook","body":{"title":"Exploration of NASA Acronyms with Multiple Meanings","cells":[{"id":0,"value":"# Exploration of NASA Acronyms with Multiple Meanings","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":146,"value":"md `This is a quick notebook to explore a dataset of NASA acronyms potentially useful for acronym definition discovery, acronym disambiguation when multiple definitions exist, and other tasks as it contains both acronyms, acronym definitions, and acronyms as used in abstract text. \n\nFor more information about NASA acronyms including a list of 25,000 NASA acronyms used in a browser addon that can find and define acronyms in whatever you're looking at with your browser, check out this repository`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":227,"value":"md `## A Few High Level Statistics about the Dataset Files`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":431,"value":"md `The total number of abstracts in the dataset is ${total_abstracts} and ${percent_of_abstracts_with_detected_acronyms}% or ${acronym_counts_in_abstracts.has_acronyms} have one or more acronyms in them. \n\nAs shown in the graph & table below, there is a relationship where most abstracts with acronyms only have one acronym but increasingly fewer abstracts have increasingly more acronyms. `","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":442,"value":"acronym_counts_per_abstract2 = Plot.dot(histogram_of_acronym_counts_per_abstract_transformed, {x: \"number_of_acronyms_in_an_abstract\", y: \"occured_this_many_times\", stroke: \"number_of_acronyms_in_an_abstract\"}).plot({\n marginLeft: 70,\n width:500,\n height:200\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":555,"value":"md `Multiple meanings were found via a processing script that went through each of the ${total_abstracts} abstracts. \n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":432,"value":"md `If we limit it to acronyms with multiple definitions and examples of use in multiple abstracts, we're left with ${processed.length} acronyms with more than one meaning and many examples of use. Some of these are still just spelling differences in some places where the acronym is defined, so additional curation is required.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":487,"value":"viewof selected_from_processed_acronyms_table = Inputs.table(processed,{width:{definition:300,mult_defs:66,group_ids:70},format: {\n freq: sparkbar(d3.max(processed, d => d.freq)),\n ac_freq: sparkbar(d3.max(processed, d => d.ac_freq)),\n }})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":747,"value":"md `#### Select an acronym used in the first 102 abstracts and see an abstract that uses it.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":844,"value":"viewof selected_acronym_from_first_102_abstracts = Inputs.select(acronyms_in_first_102_abstracts, {label: \"Select one\",value:\"HPC\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":895,"value":"acronym_defintions_if_present_in_abstract = givenAcronymReturnDefinitionForFirst102(selected_acronym_from_first_102_abstracts,acronyms_json)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":850,"value":"lines_of_selected_acronym = givenAcronymReturnPositionForFirst102(selected_acronym_from_first_102_abstracts,acronyms_json)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":864,"value":"abstracts_with_selected_acronyms = lines_of_selected_acronym.map( s => test_records_json[s] );","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":885,"value":"md `##### Text of the first abstract with the selected acronym below`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":881,"value":"md `${abstracts_with_selected_acronyms[0].description[0]}`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":436,"value":"$2f","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":150,"value":"md `### Where data comes from:`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":158,"value":"md `You can find the informational page for this dataset at https://data.nasa.gov/Raw-Data/NASA-Acronyms-in-Public-Abstracts/byqb-7uyn`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":153,"value":"md `The full dataset that consists of several JSONL files, a README markdown file, and a ipynb file can be downloaded in a zip file from data.nasa.gov at https://data.nasa.gov/download/byqb-7uyn/application%2Fzip`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":682,"value":"md `This dataset contains several files that describe acronyms, acronym definitions, and text that uses acronyms that were programmatically extracted from a corpus of ~400,000 public abstracts from NASA papers, reports, conference posters, etc.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":222,"value":"md `### Potential Uses\n\nThis dataset was created as a data source for machine-learning models used to disambiguate acronyms with multiple definitions. This dataset includes files that cover 406,005 abstracts. 484 acronyms with multiple definitions and multiple examples of use in different abstracts were extracted.\n\nThis was found to be a suitable dataset for training disambiguation models that use the context of the surrounding sentences to predict the correct meaning of the acronym. The prototype machine-learning models created from this dataset have not been released.\n\nThis dataset could be used for various purposes including lists of acronyms, lists of acronym definitions, and natural language processing models to disambiguate the meanings of acronyms with more than one definition.\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":173,"value":"md `#### Working with large JSONL files inside a zip file`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":166,"value":"md `The fact that everything is in a zip file and the size of some files is above the Observable filesize limit makes it hard to load and work with directly from the URL into Observable. Instead, we've loaded the unzipped data folder into this GitHub repository and will work with individual files pulled in from there.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":182,"value":"md `## Loading in the JSONL files as text strings`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":178,"value":"md `JSONL files are similar to JSON files but with newlines separated each object. This makes it easier to work with very big files as you can call individual lines of the file without having to load the whole thing. \n\nWe'll load each of the JSONL files we'll work with in entiriety except for the raw/results_merged.jsonl file, which is too large as it contains roughly 400,000 abstracts in full. We might come back to this notebook at a later point and create a method of working with that file.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":210,"value":"md `Loading in JSONL files from github uses SoFetch.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":86,"value":"import { soFetch } from '@alecglassford/so-fetch' ","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":686,"value":"md `raw/test_records.jsonl is a small snippet of all the public abstracts:`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":88,"value":"// test_records = soFetch('https://github.com/JustinGOSSES/NASA-Acronyms-in-Public-Abstracts/raw/main/data/raw/test_records.jsonl').then(res => res.text());\ntest_records = processed_stringTEST","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":215,"value":"md `##### String above will be processed into the JSON below`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":111,"value":"test_records_json = loadJSON_fromStringOfJSONL(test_records)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":691,"value":"md `interim/acronyms.jsonl is a JSONL file where each line maps to one of the abstracts in the file raw/results_merged.jsonl. Each line of the JSONL here contains an object where each key is a detected acronym. If there a detected acronym definition, that is the value for the acronym key, if not then it the value is \"\". Lines with only an empty object {} indicate no acronyms were detected.:`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":115,"value":"// acronyms_string = soFetch('https://github.com/JustinGOSSES/NASA-Acronyms-in-Public-Abstracts/raw/main/data/interim/acronyms.jsonl').then(res => res.text());\nacronyms_string = FileAttachment(\"acronyms@1.jsonl\").text()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1009,"value":"null","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":718,"value":"md `##### String above will be processed into the JSON below`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":125,"value":"acronyms_json = loadJSON_fromStringOfJSONL(acronyms_string)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":700,"value":"md `interium/formatted_acronyms.jsonl is a JSONL file where each line is object that contains keys and values for `","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":612,"value":"md `Please note that one file below is not loaded by default as doing so on notebook start can cause... issues.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1003,"value":"null","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":1004,"value":"formatted_acronyms = FileAttachment(\"formatted_acronyms.jsonl\").text()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":129,"value":"//////// HAD TO REPLACE WITH FILE ATTACHEMENT AS FETCH FOR JSON BROKE?\n////formatted_acronyms_string_ORIGINAL = soFetch('https://github.com/JustinGOSSES/NASA-Acronyms-in-Public-Abstracts/raw/main/data/interim/formatted_acronyms.jsonl').then(res => res.text());","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":719,"value":"md `##### String above will be processed into the JSON below`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":132,"value":"// formatted_acronyms = loadJSON_fromStringOfJSONL(formatted_acronyms_string)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":710,"value":"md `processed/processed_acronyms.jsonl is a JSONL file where each line is object that describes an acronym with definition and multiple meanings that was seen in multiple abstracts.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":996,"value":"null","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":135,"value":"///// THIS WAS ORIGINAL BUT HAD TO SHIFT TO FILE UPLOADS\n// processed_string_Original = soFetch('https://github.com/JustinGOSSES/NASA-Acronyms-in-Public-Abstracts/raw/main/data/processed/processed_acronyms.jsonl').then(res => res.text());","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":997,"value":"processed_string = FileAttachment(\"processed_acronyms@1.jsonl\").text()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":954,"value":"processed_stringTEST = test_records1.text()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":993,"value":"null","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":991,"value":"test_records1 = FileAttachment(\"test_records@1.jsonl\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":985,"value":"null","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":986,"value":"null","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":987,"value":"null","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":952,"value":"// async function fetchJsonLines(jsonl_url) {\n// const response = await fetch(jsonl_url);\n// const text = await response.text();\n// // const lines = text.trim().split(\"\\n\");\n// // return lines.map((line) => JSON.parse(line));\n// return text\n// }","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":965,"value":"// test = fetch('https://github.com/JustinGOSSES/NASA-Acronyms-in-Public-Abstracts/raw/main/data/raw/test_records.jsonl')","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":974,"value":"mutable progress = 0","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":971,"value":"result = {\n const response = await fetch('https://data.nasa.gov/download/byqb-7uyn/application%2Fzip');\n\n // Check if streaming is supported.\n const reader = response.body && response.body.getReader();\n if (!reader) {\n const value = new Uint8Array(await response.arrayBuffer());\n mutable progress = value.length;\n return value;\n }\n\n // Read chunks, updating as we go.\n const values = [];\n mutable progress = 0;\n while (true) {\n const {done, value} = await reader.read();\n if (done) break;\n mutable progress += value.length;\n values.push(value);\n }\n\n // Concatenate chunks into an array.\n return concat(Uint8Array, values);\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":976,"value":"function concat(type, arrays) {\n let i = 0;\n let n = 0;\n for (const a of arrays) n += a.length;\n const concat = new type(n);\n for (let a of arrays) concat.set(a, i), i += a.length;\n return concat;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":721,"value":"md `##### String above will be processed into the JSON below`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":140,"value":"processed = loadJSON_fromStringOfJSONL(processed_string)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":104,"value":"function loadJSON_fromStringOfJSONL(json_string){\n let json_of_jsonl = json_string.split('\\n').filter(l => l.length > 0)\n .map(JSON.parse)\n return json_of_jsonl\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":938,"value":"md `_____________________`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":230,"value":"md `## Calculations & Functions`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":901,"value":"md `Will reorganize these shortly...`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":904,"value":"md `This is a JSONL file converted to JSON and organized such that each object correlates to an individual abstract, 406006 in total.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":758,"value":"acronyms_json","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":236,"value":"total_abstracts = acronyms_json.length","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":907,"value":"md `Counting how many of the abstracts have acronyms`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":252,"value":"acronym_counts_in_abstracts = _.countBy(acronyms_json,function(obj){\n return Object.keys(obj).length === 0 && Object.getPrototypeOf(obj) === Object.prototype ? 'has_no_acronyms':'has_acronyms';\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":263,"value":"percent_of_abstracts_with_detected_acronyms = Math.round(100*acronym_counts_in_abstracts.has_acronyms / (acronym_counts_in_abstracts.has_acronyms+acronym_counts_in_abstracts.has_no_acronyms))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":277,"value":"md `What is the histogram of acronym occurance in NASA abstracts?`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":280,"value":"function count_counts_of_acronyms_in_abstracts(acronym_counts_in_abstract){\n let counts_of_number_acronyms_per_abstract = {}\n function count_counts(item) {\n if(Object.keys(item).length > 0){\n let item_length = Object.keys(item).length\n if (item_length in counts_of_number_acronyms_per_abstract){\n counts_of_number_acronyms_per_abstract[item_length] += 1\n }\n else{\n counts_of_number_acronyms_per_abstract[item_length] = 1\n }\n }\n }\n acronym_counts_in_abstract.forEach(count_counts)\n return counts_of_number_acronyms_per_abstract\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":289,"value":"histogram_of_acronym_counts_per_abstract = count_counts_of_acronyms_in_abstracts(acronyms_json)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":343,"value":"function make_array_objs_from_histo_counts (histogram_of_acronym_counts_per_abstract){\n let array_of_objects = []\n let keys = Object.keys(histogram_of_acronym_counts_per_abstract)\n for (let key in keys){\n let temp_obj = {\"number_of_acronyms_in_an_abstract\":0,\"occured_this_many_times\":0}\n temp_obj[\"number_of_acronyms_in_an_abstract\"] = parseInt(key)\n temp_obj[\"occured_this_many_times\"] = histogram_of_acronym_counts_per_abstract[key]\n array_of_objects.push(temp_obj)\n }\n array_of_objects = array_of_objects.splice(1,)\n return array_of_objects\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":355,"value":"histogram_of_acronym_counts_per_abstract_transformed = make_array_objs_from_histo_counts (histogram_of_acronym_counts_per_abstract)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":387,"value":"acronym_counts_per_abstract = Plot.dot(histogram_of_acronym_counts_per_abstract_transformed, {x: \"number_of_acronyms_in_an_abstract\", y: \"occured_this_many_times\", stroke: \"number_of_acronyms_in_an_abstract\"}).plot({\n marginLeft: 70,\n width:400\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":464,"value":"Inputs.table(histogram_of_acronym_counts_per_abstract_transformed)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":643,"value":"viewof test_abstracts_selected = Inputs.table(test_records_json, {columns: [\"type\",\"title\",\"subject.NASATerms\", \"creator\", \"description\",\"contributor.originator\"]},{width:{type:3,description:60,creator:20}})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":672,"value":"md `Looking at the structure of the abstracts JSON`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":679,"value":"test_abstracts_selected[0].description[0]","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":744,"value":"test_records_json[13].description[0]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":647,"value":"test_records_json_table = Inputs.table(test_records_json,{width:{format:3,description:6,creator:20}})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":750,"value":"md `#### Calculating things so a usre could click on acronyms in first 102 abstracts and see abstract`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":752,"value":"acronyms_json.slice(0,102)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":760,"value":"acronyms_in_first_102_abstracts = Array.from(new Set(acronyms_json.slice(0,102).flatMap(Object.keys)))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":794,"value":"function givenAcronymReturnPositionForFirst102(acronym,acronyms_json){\n let acronyms_positions_first_102_abstracts = acronyms_json.slice(0,102)\n let positions_in_corpus = []\n for (let i = 0; i < acronyms_positions_first_102_abstracts.length; i++) {\n if (acronym in acronyms_positions_first_102_abstracts[i]){\n positions_in_corpus.push(i)\n }\n }\n return positions_in_corpus\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":893,"value":"function givenAcronymReturnDefinitionForFirst102(acronym,acronyms_json){\n let acronyms_positions_first_102_abstracts = acronyms_json.slice(0,102)\n let acronym_definitions = []\n for (let i = 0; i < acronyms_positions_first_102_abstracts.length; i++) {\n if (acronym in acronyms_positions_first_102_abstracts[i]){\n acronym_definitions.push(acronyms_positions_first_102_abstracts[i][acronym])\n }\n }\n return acronym_definitions\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":802,"value":"test_for_finding_corpus_locations_within_first_102 = givenAcronymReturnPositionForFirst102(\"AES\",acronyms_json)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":823,"value":"viewof selected_acronym_from_first_102_abstracts_test = Inputs.select(acronyms_in_first_102_abstracts, {label: \"Select one\",value:\"HPC\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":833,"value":"test2_for_finding_corpus_locations_within_first_102 = givenAcronymReturnPositionForFirst102(selected_acronym_from_first_102_abstracts_test,acronyms_json)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":837,"value":"test_records_json[test2_for_finding_corpus_locations_within_first_102[0]]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":764,"value":"function create_array_of_objs_describing_placement_acronyms_in_first_102abstracts(acronyms,acronym_positions){\n let array_of_objs_describing_placement_acronyms_in_first_102abstracts = []\n let counter = -1\n for (let row in acronym_positions){\n \n //return acronym_positions[row]\n counter += 1\n // return acronym_positions[row]\n if (acronym_positions[row] == {}){\n }\n else{\n let temp_obj = {\"line\":\"\",\"acronym\":\"\",\"definition\":\"\"}\n for (let acronym_n in Object.keys(acronym_positions[row])){\n let acronym = Object.keys(acronym_positions[row])[acronym_n]\n // return acronym\n temp_obj[\"line\"] = counter\n temp_obj[\"acronym\"] = acronym \n temp_obj[\"definition\"] = acronym_positions[row][acronym]\n array_of_objs_describing_placement_acronyms_in_first_102abstracts.push(temp_obj)\n }\n } \n }\n return array_of_objs_describing_placement_acronyms_in_first_102abstracts\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":774,"value":"test1 = create_array_of_objs_describing_placement_acronyms_in_first_102abstracts(acronyms_in_first_102_abstracts,acronyms_json.slice(0,102))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":749,"value":"md `#### Chart things`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":409,"value":"autoMargin = (data, accessor) =>\n d3.max(Plot.valueof(histogram_of_acronym_counts_per_abstract_transformed, accessor), (d) => measureText(d, 10)) + tickLabelPadding","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":495,"value":"function sparkbar(max) {\n return x => htl.html`

${x.toLocaleString(\"en\")}`\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":411,"value":"tickLabelPadding = 9 + 10","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":414,"value":"measureText = (str, fontSize = 10) =>\n d3.sum(str, (cur) => characterWidths[cur.charCodeAt(0)] ?? avg) * fontSize","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":416,"value":"avg = d3.mean(characterWidths.filter((d) => d))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":418,"value":"$30","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":300,"value":"acronyms_json[4]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":502,"value":"function nobar(string) {\n return x => htl.html`