3e:null 3f:["$","title",null,{"children":"Exploring ALA Gang-gangs | Mitchell Whitelaw | Observable"}] 45:T56f,citymap = { const context = DOM.context2d(width, height); context.canvas.style.maxWidth = "100%"; context.lineJoin = "round"; context.lineCap = "round"; context.fillStyle = '#222'; context.rect(0,0,width,height); context.fill(); const pathGenerator = d3.geoPath().projection(projection).context(context); context.beginPath(); pathGenerator(topojson.feature(aus,aus.objects.states)); context.fillStyle = '#444'; context.fill(); pathGenerator.pointRadius(2); context.lineWidth = 0.1; context.globalAlpha = dotOpacity; // let iNatPoints; context.beginPath(); // iNatPoints = georecords.filter(r => r.dataResourceName == "iNaturalist Australia"); context.fillStyle = "#cab2d6"; pathGenerator({type:"Feature", geometry: {type:"MultiPoint","coordinates": iNatPoints.map(f => [f.decimalLongitude, f.decimalLatitude])} }); context.fill() context.strokeStyle = "#fff"; context.fillStyle = "#fff"; context.lineWidth = 1; context.globalAlpha = 1; context.font = "11px Arial"; let bigCities = cities.filter(c => c.population > 20000) bigCities.forEach(c => { let cpos = projection([c.lng,c.lat]); context.beginPath(); context.arc(cpos[0]-8,cpos[1]-3,2,0,Math.PI*2); context.fill(); context.fillText(c.city,cpos[0],cpos[1]) }) //return iNatPoints.length return context.canvas; }46:T406,stopwords = new Set("i,me,my,myself,we,us,our,ours,ourselves,you,your,yours,yourself,yourselves,he,him,his,himself,she,her,hers,herself,it,its,itself,they,them,their,theirs,themselves,what,which,who,whom,whose,this,that,these,those,am,is,are,was,were,be,been,being,have,has,had,having,do,does,did,doing,will,would,should,can,could,ought,i'm,you're,he's,she's,it's,we're,they're,i've,you've,we've,they've,i'd,you'd,he'd,she'd,we'd,they'd,i'll,you'll,he'll,she'll,we'll,they'll,isn't,aren't,wasn't,weren't,hasn't,haven't,hadn't,doesn't,don't,didn't,won't,wouldn't,shan't,shouldn't,can't,cannot,couldn't,mustn't,let's,that's,who's,what's,here's,there's,when's,where's,why's,how's,a,an,the,and,but,if,or,because,as,until,while,of,at,by,for,with,about,against,between,into,through,during,before,after,above,below,to,from,up,upon,down,in,out,on,off,over,under,again,further,then,once,here,there,when,where,why,how,all,any,both,each,few,more,most,other,some,such,no,nor,not,only,own,same,so,than,too,very,say,says,said,shall".split(","))47:T7c5,function WordCloud(text, { size = group => group.length, // Given a grouping of words, returns the size factor for that word word = d => d, // Given an item of the data array, returns the word marginTop = 0, // top margin, in pixels marginRight = 0, // right margin, in pixels marginBottom = 0, // bottom margin, in pixels marginLeft = 0, // left margin, in pixels width = 640, // outer width, in pixels height = 400, // outer height, in pixels maxWords = 250, // maximum number of words to extract from the text fontFamily = "sans-serif", // font family fontScale = 6, // base font size padding = 5, // amount of padding between the words (in pixels) rotate = 0, // a constant or function to rotate the words invalidation // when this promise resolves, stop the simulation } = {}) { const words = typeof text === "string" ? text.split(/\W+/g) : Array.from(text); const data = d3.rollups(words, size, w => w) .sort(([, a], [, b]) => d3.descending(a, b)) .slice(0, maxWords) .map(([key, size]) => ({text: word(key), size})); const svg = d3.create("svg") .attr("viewBox", [0, 0, width, height]) .attr("width", width) .attr("font-family", fontFamily) .attr("text-anchor", "middle") .attr("style", "max-width: 100%; height: auto; height: intrinsic;"); const g = svg.append("g").attr("transform", `translate(${marginLeft},${marginTop})`); const cloud = d3Cloud() .size([width - marginLeft - marginRight, height - marginTop - marginBottom]) .words(data) .padding(padding) .rotate(rotate) .font(fontFamily) .fontSize(d => Math.sqrt(d.size) * fontScale) .on("word", ({size, x, y, rotate, text}) => { g.append("text") .attr("font-size", size) .attr("transform", `translate(${x},${y}) rotate(${rotate})`) .text(text); }); cloud.start(); invalidation && invalidation.then(() => cloud.stop()); return svg.node(); }48:[{"id":"0228687cecabe8d59326fa657e5adcf0471d73549edaba12311f4beb4d331a5d3a547a7f561766604e4a89d1e6f48ebf3bc9b27f162490a8efeffb1b629205dd","href":"https://static.observableusercontent.com/files/0228687cecabe8d59326fa657e5adcf0471d73549edaba12311f4beb4d331a5d3a547a7f561766604e4a89d1e6f48ebf3bc9b27f162490a8efeffb1b629205dd","name":"australia.json","type":"application/json","lastModified":1663202398087.425,"size":1129689},{"id":"5cd2b7bff7d809304fada3d5c6e9f12af167ae601e15e93ecc262bb9483e3a3eb14923ec36153eb4118c6f1687bb46f263767e2173edbc77154cc38095a210b1","href":"https://static.observableusercontent.com/files/5cd2b7bff7d809304fada3d5c6e9f12af167ae601e15e93ecc262bb9483e3a3eb14923ec36153eb4118c6f1687bb46f263767e2173edbc77154cc38095a210b1","name":"au_cities.json","type":"application/json","lastModified":1663289796157.82,"size":133936},{"id":"2eaa5d4b97743508762440ea62b7b9e6d8dd21245c080fef3f1a0780764b7caf009cf1210982c07d3051cb7f9b8380bd3ec15028e4b77a6fbe1ad43804e90256","href":"https://static.observableusercontent.com/files/2eaa5d4b97743508762440ea62b7b9e6d8dd21245c080fef3f1a0780764b7caf009cf1210982c07d3051cb7f9b8380bd3ec15028e4b77a6fbe1ad43804e90256","name":"ala-harvest-ganggangs.json","type":"application/json","lastModified":1663202433387.157,"size":25296176},{"id":"680899a6a7cbb7bd0af07c905ce2ab667e2dcbf8ecda6091b8d226524cffa7b1597906fe9ee5c755307bd582c054cbce73b80fa886ced460bf99f3822e8bb8f2","href":"https://static.observableusercontent.com/files/680899a6a7cbb7bd0af07c905ce2ab667e2dcbf8ecda6091b8d226524cffa7b1597906fe9ee5c755307bd582c054cbce73b80fa886ced460bf99f3822e8bb8f2","name":"ala-iNat-ganggangs.json","type":"application/json","lastModified":1663297553391.76,"size":7177212}] 43:{"id":"b7567939d5a4feb7","slug":null,"title":"Exploring ALA Gang-gangs","thumbnail":"cf4686f8c94838f18e9afb4195960622271da77a56eed453cb7c061ec7885fc9","access_level":"public","create_time":"$D2022-09-15T00:39:58.087Z","update_time":"$D2022-10-05T02:10:52.371Z","view_time":null,"first_public_time":"$D2022-10-13T00:07:17.616Z","has_unpublished_edits":null,"fork":true,"stars":0,"starred":false,"owner":{"type":"team","id":"aff35a2a633c89c4","login":"mtchl","name":"Mitchell Whitelaw","avatar_url":"https://avatars-next.observableusercontent.com/52a1b7e44268ad38323892ecffa497a4389484a1d7521eb07575bb99fcadfc56","tier":"starter_2024","bio":"","following":false},"version":851,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"abea9226ca0112c4","login":"mtchl","name":"Mitchell Whitelaw","avatar_url":"https://avatars-next.observableusercontent.com/52a1b7e44268ad38323892ecffa497a4389484a1d7521eb07575bb99fcadfc56","tier":null,"bio":"","following":false}],"members":[{"type":"individual","id":"abea9226ca0112c4","login":"mtchl","name":"Mitchell Whitelaw","avatar_url":"https://avatars-next.observableusercontent.com/52a1b7e44268ad38323892ecffa497a4389484a1d7521eb07575bb99fcadfc56","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":0,"collection":{"id":"5f7ed58bb7ccc0e9","slug":"ala-data-stories","title":"ALA Data Story Sketches","owner":{"id":"aff35a2a633c89c4","login":"mtchl","name":"Mitchell Whitelaw"}},"type":"notebook","body":{"titling":"auto","title":"Exploring ALA Gang-gangs","cells":[{"id":0,"value":"md`# Exploring ALA Gang-gangs`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":27,"value":"md`Setting up the data`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":10,"value":"records = FileAttachment(\"ala-harvest-ganggangs.json\").json()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":149,"value":"georecords = records.filter(r => r.decimalLatitude);","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":472,"value":"A faceted view of all the data providers","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":381,"value":"dataProviders = facetData(georecords,\"dataResourceName\")\n","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":664,"value":"Some qualitative colours from Colorbrewer","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":386,"value":"topTenColours = [\"#a6cee3\",\n\"#1f78b4\",\n\"#b2df8a\",\n\"#33a02c\",\n\"#fb9a99\",\n\"#e31a1c\",\n\"#fdbf6f\",\n\"#ff7f00\",\n\"#cab2d6\",\n\"#6a3d9a\"]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":673,"value":"topTenProvidersTotal = topTenDataProviders.reduce(function(t,v){return t + v.count},0)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":389,"value":"topTenDataProviders = topTenColours.map((c,i) => { return {dp:dataProviders[i].value,col:c,count: dataProviders[i].items.length}} )\n","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":677,"value":"The top 10 data providers account for ${topTenProvidersTotal} records, which is ${Math.round(100*topTenProvidersTotal/georecords.length)}% of the total","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":12,"value":"records[0]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":36,"value":"md`Map stuff`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":43,"value":"width=1100","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":480,"value":"height=800","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":425,"value":"### Dot scale","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":336,"value":"viewof dotScale = html``","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":427,"value":"### Dot opacity","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":414,"value":"viewof dotOpacity = html``","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":39,"value":" map = {\n const context = DOM.context2d(width, height);\n context.canvas.style.maxWidth = \"100%\";\n context.lineJoin = \"round\";\n context.lineCap = \"round\";\n context.fillStyle = '#222'; \n context.rect(0,0,width,height);\n context.fill();\n const pathGenerator = d3.geoPath().projection(projection).context(context);\n context.beginPath();\n pathGenerator(topojson.feature(aus,aus.objects.states));\n context.fillStyle = '#444'; \n context.fill();\n \n pathGenerator.pointRadius(dotScale);\n context.lineWidth = 0.1;\n \n context.globalAlpha = dotOpacity;\n \n showProviders.forEach(p => {\n context.beginPath(); \n let facetPoints; \n facetPoints = georecords.filter(r => r.dataResourceName == p.dp);\n context.fillStyle = p.col;\n pathGenerator({type:\"Feature\",geometry: {type:\"MultiPoint\",\"coordinates\": facetPoints.map(f => [f.decimalLongitude, f.decimalLatitude])}});\n context.fill();\n })\n return context.canvas;\n}\n","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":434,"value":"html`\n \n ${topTenDataProviders.map((p) => html.fragment`\n \n \n \n `)}\n

Provider	Obs	Colour
${p.dp}	${p.count}

`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":668,"value":"### select / unselect providers to update the map","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":452,"value":"viewof showProviders = Inputs.checkbox(topTenDataProviders,{value:topTenDataProviders, format: p => html`${p.dp}`})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":505,"value":"cities = FileAttachment(\"au_cities.json\").json()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":515,"value":"## Exploring urban distribution\nIt looks like for some providers there's a strong clustering of observations around urban areas? Here we plot iNaturalist observations against a dataset of Australian cities - showing cities with population > 20000","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":559,"value":"iNatPoints = georecords.filter(r => r.dataResourceName == \"iNaturalist Australia\");","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":489,"value":"$45","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":535,"value":"## Exploring observations with a Leaflet map\nIt'd be easier to verify the spatial clustering with a \"slippy\" map, which we can do by building in LeafletJS.","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":538,"value":"L = require(\"leaflet@1.8.0\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":540,"value":"html``","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":635,"value":"Load a subset of gang-gang occurrences (from iNaturalist only) including all ALA fields","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":568,"value":"iNatOccurs = FileAttachment(\"ala-iNat-ganggangs.json\").json()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":637,"value":"A list of fields to retrieve","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":573,"value":"selectFields= [\"uuid\",\"image\",\"decimalLatitude\",\"decimalLongitude\",\"raw_occurrenceRemarks\"];","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":640,"value":"Filter to these fields, and also dig out the collector ID ","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":571,"value":"iNatOccursTrimmed = iNatOccurs.map(o => {\n let r = {};\n selectFields.forEach(s => {if (o[s]) r[s] = o[s]})\n if (o.collector) r.collector = o.collector[0];\n return r;\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":644,"value":"make a list of the collectors, ranked by number of observations","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":582,"value":"topCollectors = facetData(iNatOccursTrimmed,\"collector\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":603,"value":"## mapping the top 10 Gang-gang observers in iNaturalist","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":584,"value":"Plot.plot({\n marginLeft:120,\n y: {\n domain: d3.sort(topCollectors.slice(0,10), d => -d.items.length).map(d => d.value)\n },\n x: {\n grid: true\n },\n marks: [\n Plot.barX(topCollectors.slice(0,10), {x: d => d.items.length, y: \"value\",fill: (d,i) => topTenColours[i]})\n ]\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":647,"value":"top10total = topCollectors.slice(0,10).reduce(function (total,tc) {return total + tc.items.length},0)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":652,"value":"The top 10 of the ${topCollectors.length} unique observers account for ${top10total} observations, which is ${Math.round(100*top10total/iNatOccursTrimmed.length)}% of the total.\n\nNotice the strong clustering of their observations, including (I think) the visible effect of the spatial fuzzing of these obs - creating roughly rectangular distributions of points.","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":543,"value":"leafmap = {\n let container = DOM.element('div', { style: `width:1100px;height:800px` });\n yield container;\n \n // Now we create a map object and add a layer to it.\n let map = L.map(container).setView([-35.2809,148.1000], 7);\n let osmLayer = L.tileLayer('https://{s}.basemaps.cartocdn.com/light_all/{z}/{x}/{y}@2x.png', {\n attribution: '© OpenStreetMap contributors'\n }).addTo(map);\n \n topCollectors.slice(0,10).forEach((c,ci) =>{\n c.items.forEach(i => {\n var m = L.circleMarker([i.decimalLatitude,i.decimalLongitude],{radius:2}).addTo(map);\n m.setStyle({color: topTenColours[ci]})\n })\n })\n\n \n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":690,"value":"### Exploring observers' comments","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":693,"value":"obsRemarks = iNatOccursTrimmed.filter(o => o.raw_occurrenceRemarks).map(o => o.raw_occurrenceRemarks)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":696,"value":"$46","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":699,"value":"allwords = obsRemarks.join(\" \").split(/[\\s.]+/g)\n .map(w => w.replace(/^[“‘\"\\-—()\\[\\]{}]+/g, \"\"))\n .map(w => w.replace(/[;:.!?()\\[\\]{},\"'’”\\-—]+$/g, \"\"))\n .map(w => w.replace(/['’]s$/g, \"\"))\n .map(w => w.substring(0, 30))\n .map(w => w.toLowerCase())\n .filter(w => w && !stopwords.has(w))\n.filter(w => w.length > 2)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":703,"value":"$47","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":708,"value":"WordCloud(allwords, {\n width: 1100,\n height: 500,\n invalidation // a promise to stop the simulation when the cell is re-run\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":721,"value":"wordMap = d3.group(allwords,d=>d);","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":753,"value":"wordTable = [... wordMap.entries()].map(e => {return {term:e[0],count:e[1].length}}).sort((a,b) => b.count - a.count).slice(0,100)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":849,"value":"### Select a term to see the corresponding observer and comments","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":827,"value":"viewof textSelector = Inputs.radio(wordTable.map(wt=> wt.term))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":784,"value":"{ \n let gotComments = iNatOccursTrimmed.filter(o => o.raw_occurrenceRemarks)\n let show = gotComments.filter(o => o.raw_occurrenceRemarks.includes(textSelector));\n yield html`${show.map(s => html`

${s.collector}: ${s.raw_occurrenceRemarks}

`)}`\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":688,"value":"## Appendix","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":19,"value":"projection = d3geo.geoMercator().scale(4000).center([148.1000, -35.2809]).translate([width/2,height/2])","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":51,"value":"states = topojson.feature(aus, aus.objects.states).features","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":14,"value":"d3geo = require(\"d3-geo@2\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":16,"value":"aus = FileAttachment(\"australia.json\").json();","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":41,"value":"topojson = require(\"topojson-client@3\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":440,"value":"html = htl.html","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":468,"value":" function facetData(data,field){\n\t\tlet facets = {};\n\t\tdata.forEach(d => {\n\t\t\tif (!d[field]) return;\n\t\t\tif (facets.hasOwnProperty(d[field])){\n\t\t\t\tfacets[d[field]].items.push(d);\n\t\t\t} else {\n\t\t\t\tfacets[d[field]] = {value: d[field], items: [d]};\n\t\t\t}\n\t\t})\n\t\t//console.log(facets);\n\t\t//return facets;\n\t\tlet facet_array = [];\n\t\tfor (const key in facets){\n\t\t\tfacet_array.push(facets[key])\n\t\t}\n\n\t\tfacet_array.sort((a,b) => b.items.length - a.items.length)\n\t\tconsole.log(facet_array);\n\t\treturn facet_array;\n\t}\n","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":705,"value":"d3Cloud = require(\"d3-cloud@1\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W48","stdlib":"1"}} 44:"$43:body"