2e:null 2f:["$","title",null,{"children":"Transforming pavlovia, jspsych data | Denis Schluppeck | Observable"}] 34:[] 32:{"id":"c3a5d09d19973714","slug":"transforming-pavlovia-jspsych-data","title":"Transforming pavlovia, jspsych data","thumbnail":"529c4115cad255f59e9aa9844ffed0990a93d6935ff7491a8e144a2c144c6a69","access_level":"public","create_time":"$D2021-02-04T09:50:02.237Z","update_time":"$D2021-02-07T22:09:09.198Z","view_time":null,"first_public_time":"$D2021-02-04T10:53:25.849Z","has_unpublished_edits":null,"fork":false,"stars":0,"starred":false,"owner":{"type":"team","id":"a764b52c2ede58a1","login":"schluppeck","name":"Denis Schluppeck","avatar_url":"https://avatars-next.observableusercontent.com/439d4d45c16d80d39003d3b7e23ab8422ccbcf829bec434f676a4ca2aeb54d72","tier":"starter_2024"},"version":253,"publish_version":253,"role":null,"authored":false,"authors":[{"type":"individual","id":"f89e2a2af4e8359b","login":"schluppeck","name":"Denis Schluppeck","avatar_url":"https://avatars-next.observableusercontent.com/439d4d45c16d80d39003d3b7e23ab8422ccbcf829bec434f676a4ca2aeb54d72","tier":null}],"members":[{"type":"individual","id":"f89e2a2af4e8359b","login":"schluppeck","name":"Denis Schluppeck","avatar_url":"https://avatars-next.observableusercontent.com/439d4d45c16d80d39003d3b7e23ab8422ccbcf829bec434f676a4ca2aeb54d72","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":0,"collection":null,"type":"notebook","body":{"title":"Transforming pavlovia, jspsych data","cells":[{"id":0,"value":"md`# Transforming \\`pavlovia, jspsych\\` data\n\nA short notebook / app to load a local \\`csv\\` file and clean up, summarise. This particular version was written for data from the [demo motion experiment](https://run.pavlovia.org/schluppeck/twodirections/) for the 2nd year PCN lab at [Psychology, Nottingham](https://nottingham.ac.uk/psychology). \n\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":187,"value":"html`(Sample data can be found here}.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":20,"value":"md`*Choose a* \\`csv\\` file from the \\`twodirections\\` experiment`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":17,"value":"viewof f = html``","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":98,"value":"html`\n \n \n \n ${summaryArray.slice(1,summaryArray.length).map( ([key, values]) => html`\n \n \n \n `)}\n

Signed Coherence	p(right)
${key}	${d3.format(\".2\")(values)}

`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":109,"value":"md`*Once data is loaded* a download button will appear. Try reloading the page if you encounter errors...`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":102,"value":"{\n let b;\n if (summaryArray != null) {\n b = DOM.download(new Blob([d3.csvFormatRows(summaryArray)], {type: \"text/csv\"}), \n getTimestamp() + \"-data.csv\", \n \"Download RDK data as CSV\")}\n return b\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":158,"value":"html`

`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":129,"value":"md`## Implementation \n\nIf you want to see the javascript code that does this... have a look below - otherwise, it's safe to leave 😀`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":23,"value":"// parse csv data \ndata = d3.csvParse(await Files.text(f))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":141,"value":"md`*Parse data and group / summarise*`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":47,"value":"rdkTrials = addSignedCoherence( getRDKTrials(data) )","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":62,"value":"md`*Group data* using \\`d3\\` functionality`","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":54,"value":"groupsByCoherence = d3.groups(rdkTrials, d => +d.signedCoherence)// + is required to convert to number","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":66,"value":"md`*Rollup* is like \\`group_by %>% summarise() \\` in R`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":68,"value":"summaryByCoherence = d3.rollups(rdkTrials, v => d3.mean(v, d => d.response), d => +d.signedCoherence)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":70,"value":"md`*sort by coherence*`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":84,"value":"summaryArray = d3.rollups(rdkTrials, \n v => d3.mean(v, d => d.response), \n d => d.signedCoherence)\n .sort((a,b) => a[0]-b[0])","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":86,"value":"md`*Prepend header*`","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":87,"value":"summaryArray.unshift(['signed coherence', 'p(reported right)'])","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":6,"value":"md`## Helper code\n\nwhich we can move to the back to the notebook`","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":11,"value":"md`*Step one:* Require \\`d3-dsv\\` to parse the raw text. \\`d3-array\\` for grouping and rollups`","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":10,"value":"d3 = require('d3-dsv', 'd3-array', 'd3-format')","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":25,"value":"md`*Helper function* for picking up fields from an object`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":27,"value":"pick = function (obj, props) {\n // helper function h/t\n // https://gomakethings.com/how-to-create-a-new-object-with-only-a-subject-of-properties-using-vanilla-js/\n \n\t'use strict';\n\n\t// Make sure object and properties are provided\n\tif (!obj || !props) return;\n\n\t// Create new object\n\tvar picked = {};\n\n\t// Loop through props and push to new object\n\tprops.forEach(function(prop) {\n\t\tpicked[prop] = obj[prop];\n\t});\n\n\t// Return new object\n\treturn picked;\n\n};","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":32,"value":"md`*Get timestamp* to label data files`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":34,"value":"getTimestamp = function() { return new Date().toISOString().replace(/[T]/g,\"-\").replace(/[^0-9 -]/g,\"\"); }","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":36,"value":"md`*Get RDK trials*`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":38,"value":"getRDKTrials = function(d) {\n return d.filter(element => element.trial_type == \"rdk\")\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":42,"value":"md`*Add signed coherence*`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":44,"value":"addSignedCoherence = function(d) {\n d.forEach(e => { \n e.signedCoherence = +e.coherent_direction == 0 ? +e.coherence : -e.coherence;\n })\n return d\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":14,"value":"md`## References\n\n- https://observablehq.com/@manzt/requiring-a-local-file\n- https://observablehq.com/@d3/d3-group\n\n`","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W34","stdlib":"1","titling":"auto"}} 33:"$32:body"