2b:null 2c:["$","title",null,{"children":"O*Net Occupation-Skills Matrix | Sam Smith | Observable"}] 31:Tf3e,// cell: Main Display of skillsForOccup with occup index on x-axis and for y-axis show abilities chart = { /* Input is skillsForOccup which has obj for each occup with occupId, seq info, and arays im and lv with number for each skill. 5/24 addition of sequence info to permit sort in d3.selection by maj grp, random or onto group ** this did not work, not sure why not, BUT: myData is an entry PER POINT, not PER Occup ** we really need to sort occupations first in skillsForOccup and then create myData */ const myData = [] let numOccup = 0 let numPts = 0 let cntByImLv = Array(9).fill(0) // count of occup-skill by im-lv console.log("DISPLAY MODE " + obscfg.occupSortSeq + " NUM skill-occup " + Object.entries(skillsForOccup).length) // Go through skillsForOccup in the sort sequence set in obscfg.occupSortSeq console.log("**** skills for occup len " + Object.entries(skillsForOccup).length) let occupIndex = 0 // not reliable! for (const [key, val] of Object.entries(skillsForOccup)) { occupIndex += 1 let myx = occupIndex // start at 1 if (occupIndex < 2000) { // 997 total so over that is all // console.log("myx " + myx + " ", valueObj.im) // get all abilities and levels for this occup numOccup += 1 for (let j = 0; j < 35; j++) { if ( val.im[j] === -1 && val.lv[j] === -1) { // do nothing, skip } else { numPts += 1 // what if either is not assigned (-1)? skip it even if only one if (val.im[j] >= 0 && val.lv[j] >= 0) { const imKeyVal = val.im[j] const lvKeyVal = val.lv[j] // const myColorIdx = imKeyVal * 3 + lvKeyVal // 0, 0 = 0; 1,2 = 5 rightmost of second row, looks ok let myColorIdx if (lvKeyVal === 0) myColorIdx = 2 if (lvKeyVal === 1) myColorIdx = 5 if (lvKeyVal === 2) myColorIdx = 8 cntByImLv[myColorIdx] += 1 const myDataRow = { occupId: val.occupId, seqMaj: val.seqMaj, seqRnd: val.seqRnd, seqOnt: val.seqOnt, x: myx * 4, // not myx * 4 -- how did that work? << PROBLEM: Needs to be AFTER sort!! y: 10 + j * 10, col: imlvArColors[myColorIdx] } // myData.push({ x: myx * 4, y: 10 + (10 * j), col: imlvArColors[myColorIdx] }) // abil indexes going up and y also (vert loc going down) myData.push(myDataRow) } } } } } console.log("DISPLAY MATRIX DONE: " + numOccup + " pts: " + numPts) console.log("cnt by im lv : ", cntByImLv) d3.select("svg").remove() // let mySvg = d3.select("#svgMain").append("svg") /* let mySvg = d3.select(DOM.svg(600, 400)) // cannot do: "body").append("svg") try also d3.create("svg")... // .attr("width", "600") // .attr("height", "400") // .attr("x", "0") // see if this will align left margin; it did NOT .append("g") */ const height = 400 /* let mySvg = d3.select(DOM.svg(width, height)) .append("g") */ // try create: let mySvg = d3.create("svg") .attr("viewBox", [0, 0, width, height]) mySvg.append("g") let priorOccupId = "" let xAxisCol = 0 mySvg.selectAll("dot") .data(myData.sort((a, b) => { /* why no-go: if (obscfg.occupSortSeq === "ont") return d3.ascending(a.SeqOnt, b.SeqOnt) */ if (obscfg.occupSortSeq === "maj") return a.seqMaj - b.seqMaj if (obscfg.occupSortSeq === "rnd") return a.seqRnd - b.seqRnd if (obscfg.occupSortSeq === "ont") return a.seqOnt- b.seqOnt }) ) .enter().append("circle") // 5/25: .attr("cx", d => d.x) .attr("cx", (d, i) => { if (d.occupId != priorOccupId) { xAxisCol += 1 priorOccupId = d.occupId // console.log("id = " + d.occupId) } else { // no action } return xAxisCol * 3 }) .attr("cy", d => d.y) .attr("r", 2) .attr("fill", (d) => { return (d.col) }) return mySvg.node() } 32:T10a3,// cell: convert data_OccupSkil table to an object of objects with occup id as key and for each skill: // { skill idx: 1 to 35, col: color code index based on level-importance eg hilow } /* 5/23/21: Need better analysis (and debugging): // well: Make more dynamic - store the actual data values for IM and LV to allow easily changing thresholds! these element names are im and lv well, why not this: Have ability array of 35 entries one per ability, showing IM and LV values*100 as integers put thresholds in obscfg! avgIM, hiIM, avgLV, hiLV 5/25 working on test file of only 7 records - need to filter data_OccupSkill for only those occup in data_occup(TST) */ skillsForOccup = { let skoccup = {} // dict with occup id as key let numRows = 0 let numSelected = 0 let numOccupIds = 0 console.log("START ** ***") data_OccupSkill.forEach((row, i) => { const dataValue = parseFloat(row['Data Value']) numRows += 1 const occupId = row["SOC_Code"] if (obsSOC2Idx.hasOwnProperty(occupId) && i < 100000) { // earlier elim if value only 2: if (dataValue > 2.0 && i < 600) { numSelected += 1 // convert element id to skill list index const skIdx = skillsIndex[skId] let myRow // will be either new object or retrieved from skoccup // AHAH: this is an array not a dict: if (!skoccup.hasOwnProperty(occupId)) { // Fix with table lookup - or with separate dict of what values have been filled? // or make a dict like it ought to be!!! // 5/22/21 converting to dict with occcup id as key if (!skoccup.hasOwnProperty(occupId)) { // create the entry object and insert it // 5/24 retrieve seq info from data_Occup[j] were j is the index from dictOccupIdx for SOC_Code const occupIdx = obsSOC2Idx[occupId] // const myOccup = data_Occup[occupIdx] const myOccup = data_OccupTST[occupIdx] myRow = { occupId, seqMaj: myOccup.SeqMajGrp, seqRnd: myOccup.SeqRandom, seqOnt: myOccup.SeqOntoGrp, im: Array(35).fill(-1), lv: Array(35).fill(-1) } skoccup[occupId] = myRow numOccupIds += 1 } else { myRow = skoccup[occupId] } // add current row ability index and value of IM or LV; converted to 0, 1 or 2 based on threshold // whether addedd or existing, myRow should point into the array let keyVal = 0 // default to low; 1 = abv, 2 = hi if (row["Scale ID"] === 'IM') { if (dataValue >= obscfg.imAbv) keyVal = 1 if (dataValue > obscfg.imHi) keyVal = 2 myRow.im[skIdx] = keyVal // console.log("abl " + skIdx + " imval " + dataValue + " " + keyVal) } else { if (dataValue >= obscfg.lvAbv) keyVal = 1 if (dataValue > obscfg.lvHi) keyVal = 2 myRow.lv[skIdx] = keyVal // console.log("abl " + skIdx + " lvval " + value + " " + keyVal) } // console.log("MyRow ", myRow) } }) console.log("In skills: Num sk-oc " + numRows + " sel: " + numSelected + " occup " + numOccupIds) // analyze skill-occups: Number with 0 for all abils; Counts by keyvalue let imCnts = [0, 0, 0] let lvCnts = [0, 0, 0] let numAllZeroIm = 0 let numAllZeroLv = 0 let numskoc = 0 // diag remove for (const [key, val] of Object.entries(skoccup)) { numskoc += 1 // if (numskoc < 5) console.log("im vals ", val.im) let imAllZero = true let lvAllZero = true for (let j = 0; j < 35; j++) { if (val.im[j] > -1) { if (val.im[j] < 0 || val.im[j] > 2) console.log("Error at im " + key + " " + j + " " + val.im[j]) if (val.im[j] > 0) imAllZero = false imCnts[val.im[j]] += 1 } if (val.lv[j] > -1) { if (val.lv[j] < 0 || val.lv[j] > 2) console.log("Error at lv " + key + " " + j) if (val.lv[j] > 0) lvAllZero = false lvCnts[val.lv[j]] += 1 } } if (imAllZero) numAllZeroIm += 1 if (lvAllZero) numAllZeroLv += 1 } console.log(" cnts im ", imCnts) console.log(" cnts lv ", lvCnts) console.log(" Num all zero IM ", numAllZeroIm) console.log(" Num all zero LV ", numAllZeroLv) return skoccup }33:[{"id":"fb75b3c470ddbd8da612cc1fb2c2a32d19811a7a7a7b1df78ed35f661a255ea0f51e636166b59bc70f7046c22a85a71538b8954dcab87df540a67330afdf1940","href":"https://static.observableusercontent.com/files/fb75b3c470ddbd8da612cc1fb2c2a32d19811a7a7a7b1df78ed35f661a255ea0f51e636166b59bc70f7046c22a85a71538b8954dcab87df540a67330afdf1940","name":"SkillList.csv","type":"text/csv","lastModified":1621689797652.392,"size":972},{"id":"70a6d0ce01b8d5e7c3d19b879b1c80d478976624a1875271c469cf3d9f4b50978e589c6b2cf4db6ca6cea9928b8eb1cb3fc4aa187cf444f576290f7ce6c816db","href":"https://static.observableusercontent.com/files/70a6d0ce01b8d5e7c3d19b879b1c80d478976624a1875271c469cf3d9f4b50978e589c6b2cf4db6ca6cea9928b8eb1cb3fc4aa187cf444f576290f7ce6c816db","name":"Occup_Skill@1.csv","type":"text/csv","lastModified":1621718340181.573,"size":1661029},{"id":"205dfe933d7635fc465c75c643e21d78802e3c308a7636d8222a9b2ab608e118be4f51cf1efca5f4e2b3b7ab2cf364cbc012f6ad58dc023aed70607fc0f34cd2","href":"https://static.observableusercontent.com/files/205dfe933d7635fc465c75c643e21d78802e3c308a7636d8222a9b2ab608e118be4f51cf1efca5f4e2b3b7ab2cf364cbc012f6ad58dc023aed70607fc0f34cd2","name":"SOC_OccupCSV@1.csv","type":"text/csv","lastModified":1621876584566.599,"size":296887}] 2f:{"id":"2d669f1d7b439960","slug":"o-net-occupation-skills-matrix","title":"O*Net Occupation-Skills Matrix","thumbnail":"824c5e4aebf16ac01b5fd1f1196521a34ee8af89c62507a7f7c257f605edb517","access_level":"public","create_time":"$D2021-05-22T13:21:27.908Z","update_time":"$D2021-05-25T18:37:12.524Z","view_time":null,"first_public_time":"$D2021-05-25T17:46:08.444Z","fork":false,"stars":0,"starred":false,"owner":{"type":"team","id":"71cc4b7b7d5d9d3b","login":"smithgit","name":"Sam Smith","avatar_url":"https://avatars-next.observableusercontent.com/9229a195929241600a72ca6611a13cdd6eb5c2c3a833ed1f921e2ad7cf4ffbd8","tier":"starter_2024"},"version":379,"publish_version":379,"role":null,"authored":false,"authors":[{"type":"individual","id":"06b4cf3da6c516bf","login":"smithgit","name":"Sam Smith","avatar_url":"https://avatars-next.observableusercontent.com/9229a195929241600a72ca6611a13cdd6eb5c2c3a833ed1f921e2ad7cf4ffbd8","tier":null}],"members":[{"type":"individual","id":"06b4cf3da6c516bf","login":"smithgit","name":"Sam Smith","avatar_url":"https://avatars-next.observableusercontent.com/9229a195929241600a72ca6611a13cdd6eb5c2c3a833ed1f921e2ad7cf4ffbd8","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"subscribed":null,"forks":0,"collection":null,"type":"notebook","body":{"title":"O*Net Occupation-Skills Matrix","cells":[{"id":0,"value":"# O*Net Occupation-Skills Matrix \n## Visualization of Occupations and Skills by Groupings \n\n2021-05-22 started this. \n","pinned":true,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined"},{"id":135,"value":"$31","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":64,"value":"$32","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":10,"value":"// cell: Read in file - Occupation-Skills list 30,000 combinations with level and importance indications\ndata_OccupSkill = d3.csvParse(await FileAttachment(\"Occup_Skill@1.csv\").text())","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":160,"value":"// cell: Array of colors with indices from 0 to 8, 0 being IM=0, LV=0\nimlvArColors = [\n\"#C4D79B\",\n\"#00B0F0\",\n\"#FCD5B4\",\n\"#92D050\",\n\"#0070C0\",\n\"#00FF00\", // light purple \"#D0A1F7\",\n\"#00B050\",\n\"#002060\",\n\"#FF0000\",\n\n\n]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":75,"value":"// cell: get Skill to Index (1-35) dictionary \nskillsIndex = {\n let skidx = {}\n data_Skills.forEach((sk, i) => {\n\n skidx[sk.Skill_Id] = i\n })\n return skidx \n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":8,"value":"// cell: Read in file - List of 35 O*Net Skills\ndata_Skills = d3.csvParse(await FileAttachment(\"SkillList.csv\").text())","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":310,"value":"// cell: create a dictionary of SOC Id's pointing to the occupation index\nobsSOC2Idx = {\n let result = {}\n data_OccupTST.forEach((occup, i) => { result[occup[\"SOC_Code\"]] = i }) // simply have presence for SOC_Code in dict\n return result\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":5,"value":"// cell: Read in file - Occupations list of 997 SOC Occupations\ndata_Occup = d3.csvParse(await FileAttachment(\"SOC_OccupCSV@1.csv\").text())","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":350,"value":"// cell: Read in file - Occupations list of 997 SOC Occupations\ndata_OccupTST = d3.csvParse(await FileAttachment(\"SOC_OccupCSVTST3.csv\").text())","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":15,"value":"// cell: Standard configuration object (Could not store file names; FileAttachment requires string literal!)\nobscfg = ({\n // operational variables\n // thresholds for IM and LV value boundaries abv (average) and hi (avg + 2/3 std dev)\n imAbv: 2.59,\n imHi: 3.46, // was 2/3: 3.17,\n lvAbv: 2.38,\n lvHi: 4.0, // was but still too many! 3.64, // 3.22,\n occupSortSeq: \"maj\", // values maj, rnd, ont for major-group, random, onto-group\n // Input file names\n file_occup: \"\", \n file_skillOccup: \"Obs Viz Skill-Occup_ONT (2021-05-19).csv\", // no-go!! must be string\n // it tried to read - **TODO see how to usefattach_skillOccup: FileAttachment(\"mtcars.csv\"), // see if this will work!\n // display variables\n height: 600,\n margin: {top: 25, right: 20, bottom: 35, left: 40}\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"},{"id":2,"value":"// cell: Standard cell to get d3\nd3 = require(\"d3@6\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined"}],"files":"$W33","stdlib":"1","titling":"auto"}} 30:"$2f:body"