2a:null 2b:["$","title",null,{"children":"Visitors to .gov websites via API from analytics.usa.gov. NASA examples | Justin Gosses | Observable"}] 30:[] 2e:{"id":"7ed778574e5a13b3","slug":"visitors-to-gov-websites-via-api-from-analytics-usa-gov-nasa","title":"Visitors to .gov websites via API from analytics.usa.gov. NASA examples","thumbnail":"413809563d2895eaa8e5a322dff1849cc23092e6a8a038020b64ac30eaf11a6d","access_level":"public","create_time":"$D2019-05-22T18:02:05.913Z","update_time":"$D2021-06-18T14:47:18.016Z","view_time":null,"first_public_time":"$D2019-05-22T18:49:11.927Z","has_unpublished_edits":null,"fork":false,"stars":1,"starred":false,"owner":{"type":"team","id":"3168f49a68f07e98","login":"justingosses","name":"Justin Gosses","avatar_url":"https://avatars-next.observableusercontent.com/eba66f9b9de3134c0c22c453a1d562b450a8cf7f2274c4ed1ff16b7455312520","tier":"starter_2024"},"version":365,"publish_version":365,"role":null,"authored":false,"authors":[{"type":"individual","id":"44bc5e36abcab180","login":"justingosses","name":"Justin Gosses","avatar_url":"https://avatars-next.observableusercontent.com/eba66f9b9de3134c0c22c453a1d562b450a8cf7f2274c4ed1ff16b7455312520","tier":null}],"members":[{"type":"individual","id":"44bc5e36abcab180","login":"justingosses","name":"Justin Gosses","avatar_url":"https://avatars-next.observableusercontent.com/eba66f9b9de3134c0c22c453a1d562b450a8cf7f2274c4ed1ff16b7455312520","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":true,"trashed":false,"lapsed":null,"subscribed":null,"forks":1,"collection":{"id":"b7c4119163229a19","slug":"nasa","title":"NASA (mostly forks so go to original)","owner":{"id":"3168f49a68f07e98","login":"justingosses","name":"Justin Gosses"}},"type":"notebook","body":{"title":"Visitors to .gov websites via API from analytics.usa.gov. NASA examples","cells":[{"id":0,"value":"title = md`# Visitors to .gov websites via API from analytics.usa.gov. NASA examples`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":205,"value":"text_stats = html `Over the past month, ${f1} has gotten ${total_visits} visitors`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":108,"value":"last_month_chart = vegalite({\n \"width\": 820,\n \"height\": 120,\n data: {values: fetched_api_nasa_gov_json_NoDups},\n mark: \"line\",\n encoding: {\n x: {timeUnit: \"year-month-day\", field: \"date\", type: \"temporal\"},\n y: {aggregate: \"sum\", field: \"visits\", type: \"quantitative\"}\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":130,"value":"caption = html `\"Graph will display traffic results for whatever tracked domain you put in the box below, but it might take a few seconds to update.\"`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":77,"value":"viewof f1 = text({title: \"Put the text for a nasa website tracked by Analytics.usa.gov here\", placeholder: \"api.nasa.gov\", value:\"api.nasa.gov\", description: \"No need to press enter.\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":84,"value":"md `Examples include api.nasa.gov, open.nasa.gov, code.nasa.gov, data.nasa.gov, and nasa.gov. You can find a full list here`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":172,"value":"md `__________`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4,"value":"md `### We can get some stats on all visitors to NASA pages via the Analytics.usa.gov API. `","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":88,"value":"md `Not all pages are tracked, just ones that have signed up. API documentation can be found here.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":159,"value":"html `Using \"await\" & \"soFetch\" here as result of API call doesn't have a .json ending so d3.json(url) won't work.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":267,"value":"datetime_yesterday = moment().subtract(1, 'days').format(\"YYYY-MM-DD\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":24,"value":"fetchedAllNASASitsTrackedOnAUG = await soFetch('https://api.gsa.gov/analytics/dap/v1.1/agencies/national-aeronautics-space-administration/reports/site/data?after='+datetime_yesterday+'&api_key=tlXwTV2G7SFJpOYt9azMvSDexLaVq9EOYfmfwhHa')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":162,"value":"html `

Table is all NASA websites tracked on analytics.usa.gov & visits for yesterday

`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":35,"value":"text_json = fetchedAllNASASitsTrackedOnAUG.json()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":264,"value":"table_code_json = Inputs.Table(text_json)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":355,"value":"md `You can scroll down in the table and clicking on visits will sort the table by that key.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":74,"value":"md `## Let's look at specific nasa sites`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":175,"value":"html `box to input website moved above`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":127,"value":"md `#### NOTE: After you type a new url, it might take 5-30 seconds for the graph below to refresh due to slow API speed. Additionally, we can only look a short distance back because looking farther takes too long and observable thinks the API has timed out. If you put the same API URL in a browser address bar or make a call with something like Python's requests package, you can more easily get the full traffic history going back years.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":301,"value":"date_last_month = moment().subtract(1, 'months').format(\"YYYY-MM-DD\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":232,"value":"f1","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":346,"value":"md `Calling the API and getting the result in JSON is a two part process.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":62,"value":"fetched_api_nasa_gov = await soFetch('https://api.gsa.gov/analytics/dap/v1.1/domain/'+f1+'/reports/site/data?after='+date_last_month+'&api_key='+thing)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":68,"value":"fetched_api_nasa_gov_json = fetched_api_nasa_gov.json()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":93,"value":"md `There appears to be duplications, so lets only look at the instances that have a NASA agency key filled out.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":96,"value":"function deDuplication(json_input){\n var deplupicated_json = []\n for (var i=0;i < json_input.length;i++){\n if (json_input[i]['report_agency'] == \"national-aeronautics-space-administration\"){\n deplupicated_json.push(json_input[i])\n }\n }\n return deplupicated_json\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":98,"value":"fetched_api_nasa_gov_json_NoDups = deDuplication(fetched_api_nasa_gov_json)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":339,"value":"md `Results from the functions above are on the top of the page.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":305,"value":"md `## How About Total Visits Over That Period?`","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":310,"value":"total_visits = getTotalVisits(fetched_api_nasa_gov_json_NoDups,\"visits\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":307,"value":"function getTotalVisits(data,key){\n var visits = 0\n Array.prototype.sum = function (prop) {\n var total = 0\n for ( var i = 0, _len = this.length; i < _len; i++ ) {\n total += this[i][prop]\n }\n return total\n }\n return data.sum(key)\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":153,"value":"md `### Results above are what is used in graph on top!`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":53,"value":"md `## Importing Useful Tools`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":178,"value":"thing = '6mcmBPidCI1YudbSwNSVXqVgb4mLJenyaA0gRhLJ'","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":8,"value":"d3 = require(\"d3@5\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":21,"value":"import { soFetch } from '@alecglassford/so-fetch'","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":71,"value":"import {text} from \"@jashkenas/inputs\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":106,"value":"vegalite = require(\"@observablehq/vega-lite@0.1\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":262,"value":"Inputs = require(\"@observablehq/inputs@0.7\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":270,"value":"moment = require('moment')","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W30","stdlib":"1","titling":"auto"}} 2f:"$2e:body"