2b:null 2c:["$","title",null,{"children":"Dynamic gene expression profiling of the HepaRG cell line | Tomaz Mohoric | Observable"}] 31:T4c7,query_options_for_gene_list = { let condition; if (toxicologicalCategory === "") { if (majorPathwayDropdown !== "" || majorMinorPathwayDropdown !== "") { condition = ({ and: [ ({ fuzzySearch: [({"column": ["Pathway"]}), majorPathwayDropdown]}), ({ fuzzySearch: [({"column": ["Pathway"]}), majorMinorPathwayDropdown]}), ] }) } else { let conditionFragments = [] if (gene_fragments.length > 0) { conditionFragments = (gene_fragments.map(item => ({fuzzySearch: [({ "column": ["SYMBOL"] }), item]}))) } if (pathwaySearch !== "") { conditionFragments.push(({fuzzySearch: [({ "column": ["Pathway"] }), pathwaySearch]})) } if (conditionFragments.length > 0) { condition = ({ and: conditionFragments }) } } } else { condition = ({ exactSearch: [({"column": ["Toxicological.categories"]}), toxicologicalCategory] }) } return { method: 'POST', body: JSON.stringify({ //columns: ["Ensembl_IDs", "SYMBOL"], condition: condition, orderBy: [{ expression: { column: ["SYMBOL"] }, ordering: "ascending" }], }) } }32:[] 2f:{"id":"7e9fa9b3a2de5406","slug":"dynamic-gene-expression-profiling-of-the-heparg-cell-line","title":"Dynamic gene expression profiling of the HepaRG cell line","thumbnail":"985433e9fede0c3130395f9d4f89b4aa2446342cf90c387d94360ea81aedbc9f","access_level":"public","create_time":"$D2021-03-30T14:23:22.694Z","update_time":"$D2021-11-09T19:18:06.126Z","view_time":null,"first_public_time":"$D2021-04-02T21:13:35.987Z","fork":{"id":"a8b68dea7dcff217","slug":"visualization-of-rnaseq-raw-data-with-tox-categories","title":"Dynamic gene expression profiling of the HepaRG cell line","owner":{"id":"30ee3351e2ff67fe","login":"saferworldbydesign","name":"SaferWorldbyDesign"}},"stars":0,"starred":false,"owner":{"type":"team","id":"e418e540719406f7","login":"tomazm","name":"Tomaz Mohoric","avatar_url":null,"tier":"starter_2024"},"version":738,"publish_version":738,"role":null,"authored":false,"authors":[{"type":"individual","id":"acb80c7d769b3359","login":"tomazm","name":"Tomaz Mohoric","avatar_url":null,"tier":null}],"members":[{"type":"individual","id":"acb80c7d769b3359","login":"tomazm","name":"Tomaz Mohoric","avatar_url":null,"tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"subscribed":null,"forks":1,"collection":null,"type":"notebook","body":{"title":"Dynamic gene expression profiling of the HepaRG cell line","cells":[{"id":0,"value":"title = md`# Dynamic gene expression profiling of the HepaRG cell line`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":502,"value":"paragraph1 = md`The notebook provides information on the transcriptomic profile of the 2D HepaRG cell line as a function of time (24h, 48h, 72h and 144h). \nThe transcriptomic profile might be explored by selection of individual gene or by pre-selection of cluster of genes involved in different pathways as well as toxicological categories.`\n","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":464,"value":"paragraph2 = md`## Step 1a: Individual gene selection\n\nIn this section you can search individual genes of interest and study their expression as a function of time. The search is by gene symbols. Please type in a gene name fragment ( e.g. CYP if you want to search for CYP 1A1) and press \"Add item to list\". By executing this command, a preselection of all genes containing the fragment of interest (e.g. CYP) will be displayed on the table below (Step 2). If you want to exprlore the expression of several CYPs at a time, please select the checkboxes of the respective genes. The total gene selection will be visualized as a heatmap as well as a line chart.\n\nIn case you want to explore the expression over time of a gene symbols containing different gene fragments (e.g. CYP and SCL) then following the already described steps add several items to list using the \"Add item to list\" icon.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":391,"value":"viewof newItemInput = Text({label: \"Enter the fragment of a gene to be included:\", value: \"CYP\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":396,"value":"// The button has an onclick handler that mutates the target. Since\n// in this case the target is an array we make a copy, add the current newItemInput \n// value and set the items array to the new value\nupdate = {\n const button = html``;\n button.onclick = () => {\n let newItems = [...mutable gene_fragments, newItemInput];\n mutable gene_fragments = newItems;\n };\n return button;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":400,"value":"// Here we show a message that the list is empty or otherwise\n// return a ul tag with one nested li tag for each item\n// Each item gets an a tag with an onclick handler that\n// triggers setting items to a copy of items with the item at its index\n// filtered out.\noutput = { if (gene_fragments.length === 0) {\n return html`

There are no items in the list of gene name fragments

`\n }\n else {\n return html`

Use the input field below to add new items and the bin icon to remove items

${item} \n (mutable gene_fragments = gene_fragments.filter(\n (item, filterindex) => filterindex != index\n ))}>🗑

\n`\n}\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":386,"value":"paragraph3 = md`## Step 1b: Select a toxicological category\n\nHere you can select a toxicological category of interest and follow the expression of the genes belonging to the toxicological category as a function of time.\nNote: If you select an item from the dropdown meny in this section , then the search term in the previous steps are automatically ignored.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":423,"value":"viewof toxicologicalCategory = Select(toxicologicalCategoryVocuabulary, {label: \"Tox Category\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":532,"value":"paragraph4 = md`## Step 1c: Select a pathway of interest\n\nHere you can select a pathway of interested and see how the genes belowing to the pathway as accorind to the Uniprot database are expressed over time. \nNote: If you select an item from the dropdown here, then the search terms in previous steps will be ignored.\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":608,"value":"viewof majorPathwayDropdown = Select(major_pathways, {label: \"Major pathway filter\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":673,"value":"viewof majorMinorPathwayDropdown = Select(major_minor_pathways, {label: \"Major and minor pathway filter\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":566,"value":"//\nviewof pathwaySearch = Text({label: \"Pathway search (applies only if both pathway filters are empty):\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":364,"value":"paragraph5 = md`## Step 2: Select list of genes to include in visualisation\n\nBelow are all the genes selected in step 1 (a,b or). The search for those genes returned a total of **${gene_list.length}** genes. You can refine the set of genes which will be displayed in the heatmap here:`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":338,"value":"viewof selected_gene_objects = {\n const preselected = toxicologicalCategory === \"\" ? gene_objects_with_names.slice(0, 5) : gene_objects_with_names\n return Table(gene_objects_with_names, {value: preselected, columns: [\"SYMBOL\", \"Pathway\", \"24h\", \"48h\", \"72h\"]})\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":212,"value":"viewof width = Range([350, 650], {step: 20, value: 350, label: \"Heatmap width\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":215,"value":"viewof height = Range([250, 650], {step: 20, value: 250, label: \"Heatmap height\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":314,"value":"viewof rescaled_counts = Toggle({label: \"Rescaled counts:\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":232,"value":"subtitle1 = md`### Average read counts as a heatmap`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":134,"value":"average_counts_heatmap = {\n var color_column;\n \n if (rescaled_counts) {\n color_column = \"RESCALED_COUNT\";\n } else {\n color_column = \"COUNT\";\n }\n\n return vl.markRect().data(reshaped_rnaseq_data)\n .encode(\n vl.y().fieldN(\"SAMPLE\"),\n vl.x().fieldN(\"TIMEPOINT\").sort(timepoints),\n vl.color().fieldQ(color_column)\n .scale({type: \"linear\", scheme: \"pinkyellowgreen\", zero: false, nice: true})\n .legend({titleOrient: 'right', tickCount: 5}),\n vl.tooltip([\n vl.fieldN(\"SYMBOL\"),\n vl.fieldN(\"ENSEMBL\"),\n vl.fieldN(\"PATHWAY\"),\n vl.fieldN(\"TIMEPOINT\"),\n vl.fieldQ(\"COUNT\"),\n vl.fieldQ(\"RESCALED_COUNT\")]),\n ).width(width).height(height).render()\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":293,"value":"subtitle2 = md`### Average read counts as a line chart`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":263,"value":"viewof linechart = {\n const layer_1 = vl.markLine().data(reshaped_rnaseq_data)\n .encode(\n vl.x().fieldN(\"TIMEPOINT\").sort(timepoints),\n vl.y().fieldQ(\"COUNT\"),\n vl.color().fieldN(\"SAMPLE\")\n ).width(width).height(height)\n \n const layer_2 = vl.markPoint().data(reshaped_rnaseq_data)\n .encode(\n vl.x().fieldN(\"TIMEPOINT\").sort(timepoints),\n vl.y().fieldQ(\"COUNT\"),\n vl.color().fieldN(\"SAMPLE\")\n )\n \n return vl.layer(layer_1, layer_2).render()\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":237,"value":"subtitle3 = md`### Average normalized read counts as a heatmap`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":250,"value":"heatmap2 = vl.markRect().data(reshaped_normalized_rnaseq_data)\n .encode(\n vl.y().fieldN(\"SAMPLE\"),\n vl.x().fieldN(\"TIMEPOINT\").sort(timepoints),\n vl.color().fieldQ(\"COUNT\")\n .scale({type: \"linear\", scheme: \"pinkyellowgreen\", zero: false, nice: true})\n .legend({titleOrient: 'right', tickCount: 5}),\n vl.tooltip([\n vl.fieldN(\"SYMBOL\"),\n vl.fieldN(\"ENSEMBL\"),\n vl.fieldN(\"TIMEPOINT\"),\n vl.fieldQ(\"COUNT\")]),\n ).width(width).height(height).render()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":64,"value":"selected_genes = html`Selected genes:

${selected_gene_objects.map(item => html`

${item.NAME}`)}`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":489,"value":"subtitle4 = md`# Source code\n\nBelow is the source code of this notebook\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":126,"value":"reshaped_rnaseq_data = reshape_rnaseq_data(rnaseq_data)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":245,"value":"reshaped_normalized_rnaseq_data = reshape_normalized_rnaseq_data(normalized_rnaseq_data)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":114,"value":"timepoints = [\"24h\", \"48h\", \"72h\", \"144h\"]","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":113,"value":"reshape_rnaseq_data = function(data) {\n let i, j;\n const arr = [];\n //const processedEnsemblIds = new Set()\n \n for (i = 0; i < data.length; i++) {\n //const ensemblId = data[i].Ensembl_IDs\n //if (!processedEnsemblIds.has(ensemblId)) {\n //processedEnsemblIds.add(ensemblId)\n for (j = 0; j < timepoints.length; j++) {\n const item = data[i];\n const timepoint = timepoints[j];\n const count_column_name = timepoint;\n\n var new_item = {\n \"SYMBOL\": item.SYMBOL,\n \"ENSEMBL\": item.Ensembl_IDs,\n \"PATHWAY\": item.Pathway,\n \"TIMEPOINT\": timepoint,\n \"COUNT\": item[count_column_name],\n \"RESCALED_COUNT\": item[count_column_name] / max_count,\n \"SAMPLE\": item.SYMBOL + \", \" + item.Ensembl_IDs,\n };\n\n arr.push(new_item); \n }\n //}\n }\n \n return arr;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":240,"value":"replicates = [1, 2, 3]","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":230,"value":"reshape_normalized_rnaseq_data = function(data) {\n var i, j, k;\n var arr = [];\n \n for (i = 0; i < data.length; i++) {\n for (j = 0; j < timepoints.length; j++) {\n var item = data[i];\n var timepoint = timepoints[j];\n \n var average_count = 0;\n \n for (k = 0; k < replicates.length; k++) {\n var count_column_name = timepoint + \"_Replicate\" + replicates[k];\n average_count = average_count + item[count_column_name];\n }\n \n average_count = average_count / (replicates.length);\n\n var new_item = {\n \"SYMBOL\": item.SYMBOL,\n \"ENSEMBL\": item.Ensembl_IDs,\n \"PATHWAY\": item.Pathway,\n \"TIMEPOINT\": timepoint,\n \"COUNT\": average_count,\n \"SAMPLE\": item.SYMBOL + \", \" + item.Ensembl_IDs,\n };\n\n arr.push(new_item); \n }\n }\n \n return arr;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":228,"value":"normalized_rnaseq_data = fetch_dataset_to_array(normalized_dataset_url, query_options_for_rnaseq_data)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":110,"value":"rnaseq_data = fetch_dataset_to_array(dataset_url, query_options_for_rnaseq_data)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":104,"value":"query_options_for_rnaseq_data = {\n return {\n method: 'POST',\n body: JSON.stringify({\n condition: {\n containedIn: [\n {column: [\"Ensembl_IDs\"]}, selected_gene_objects.map(item => item.Ensembl_IDs),\n ]\n },\n \n })\n }\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":201,"value":"gene_list = gene_objects_with_names.map(item => item.NAME)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":70,"value":"gene_objects_with_names = _.chain(gene_objects).uniqBy(item => item.Ensembl_IDs).map(item => {item.NAME = item.SYMBOL + \", \" + item.Ensembl_IDs; return item}).value()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":301,"value":"max_count = {\n var maximums = [];\n var i;\n \n for (i = 0; i < timepoints.length; i++) {\n var timepoint = timepoints[i];\n maximums.push(\n Math.max(...gene_objects.map(item => item[timepoint]))\n ) \n }\n\n return Math.max(...maximums);\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":14,"value":"gene_objects = fetch_dataset_to_array(dataset_url, query_options_for_gene_list)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":50,"value":"function dynamicSort(property) {\n var sortOrder = 1;\n if(property[0] === \"-\") {\n sortOrder = -1;\n property = property.substr(1);\n }\n return function (a,b) {\n /* next line works with strings and numbers, \n * and you may want to customize it to your needs\n */\n var result = (a[property] < b[property]) ? -1 : (a[property] > b[property]) ? 1 : 0;\n return result * sortOrder;\n }\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":4,"value":"function fetch_dataset_to_array(dataset_url, query_options) {\n return fetch(dataset_url, query_options).then(response_dataset => {\n if (!response_dataset.ok) throw new Error(response_dataset.status);\n return response_dataset.json();}).then(json => json.results.map(x => x.data));\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":394,"value":"mutable gene_fragments = [\"CYP\"]","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":16,"value":"$31","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":591,"value":"pathways_dropdown = unique_pathways.unshift(\"\", \"NA\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":556,"value":"unique_pathways = Array.from(new Set(all_pathways.map(item => item.Pathway)))","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":548,"value":"all_pathways = fetch_dataset_to_array(dataset_url, {\n method: 'POST',\n body: JSON.stringify({\n columns: [\"Pathway\"],\n condition: {\n \"not\": [\n { \"exactSearch\": [{ \"column\": [\"Pathway\"] }, \"NA\"] }\n ]\n },\n orderBy: [{ expression: { column: [\"Pathway\"] }, ordering: \"ascending\" }],\n })\n })","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":425,"value":"toxicologicalCategoryVocuabulary = [\n\"\",\n\"Efflux transporter(hepatocyte to bile canaliculi)\",\n\"Uptake transporters (Blood to hepatocytes)\",\n\"Important liver CYPs (Less abundant)\",\n\"Efflux transporters (Hepatocytes to blood)\",\n\"Important liver CYPs (Most abundant)\"\n]","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":225,"value":"normalized_dataset_url = api_url + dataset_id + \"/versions/3/data\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":5,"value":"dataset_url = api_url + dataset_id + \"/versions/9/data\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":7,"value":"api_url = \"https://api.edelweissdata.com/datasets/\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":10,"value":"dataset_id = \"7bff53eb-7c1a-4875-b6b1-cd002e7e9c4c\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":683,"value":"unshift = {major_pathways.unshift(\"\")}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":686,"value":"inshift2 = {major_minor_pathways.unshift(\"\")}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":657,"value":"major_pathways = major_pathways_records.map(item => item[\"Major pathways\"])","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":665,"value":"major_minor_pathways = major_minor_pathways_records.map(item => item[\"Maroj and Minor Pathways\"])","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":661,"value":"major_minor_pathways_records = fetch_dataset_to_array(major_minor_pathway_dataset_url, {\n method: 'POST',\n body: JSON.stringify({\n columns: [\"Maroj and Minor Pathways\"],\n orderBy: [{ expression: { column: [\"Maroj and Minor Pathways\"] }, ordering: \"ascending\" }],\n })\n })","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":648,"value":"major_pathways_records = fetch_dataset_to_array(major_pathway_dataset_url, {\n method: 'POST',\n body: JSON.stringify({\n columns: [\"Major pathways\"],\n orderBy: [{ expression: { column: [\"Major pathways\"] }, ordering: \"ascending\" }],\n })\n })","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":652,"value":"major_minor_pathway_dataset_url = api_url + major_minor_pathway_dataset_id + \"/versions/latest/data\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":650,"value":"major_pathway_dataset_url = api_url + major_pathway_dataset_id + \"/versions/latest/data\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":644,"value":"major_pathway_dataset_id = \"7f87c58f-be80-4f91-8c86-57493e1f1fa6\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":646,"value":"major_minor_pathway_dataset_id = \"962c1d9c-ae72-4f1f-aa57-435d3097a2cd\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":35,"value":"import {Select, Range, Toggle, Search, Table, Text} from \"@observablehq/inputs\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":460,"value":"_ = require(\"lodash\");","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":135,"value":"import {vl} from \"@vega/vega-lite-api\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":405,"value":"import {html} from \"@observablehq/htl\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"}],"files":"$W32","stdlib":"1","titling":"auto"}} 30:"$2f:body"