3f:null 40:["$","title",null,{"children":"AWS S3 private file access | Tomás Gómez | Observable"}] 46:[] 44:{"id":"0db1abb4983368dc","slug":"aws-s3-private-file-access","title":"AWS S3 private file access","thumbnail":"6630bbb932a4772fd5b2aa6c0f91a5dbb2517b16b479e140b4f708d1edaad89e","access_level":"public","create_time":"$D2022-09-12T18:58:34.681Z","update_time":"$D2022-10-04T16:01:01.759Z","view_time":null,"first_public_time":"$D2022-09-13T13:08:59.374Z","has_unpublished_edits":null,"fork":{"id":"c2efa407a182e3a3","slug":"aws-s3-private-file-access","title":"AWS S3 private file access","owner":{"id":"f35c755083683fe5","login":"observablehq","name":"Observable"}},"stars":0,"starred":false,"owner":{"type":"team","id":"e6269dadf239c382","login":"tomas-gomez","name":"Tomás Gómez","avatar_url":"https://avatars-next.observableusercontent.com/3a9b789447e9a85a750a2608243f4417f0fbaf547b07b912a028646355e75189","tier":"starter_2024","bio":"","following":false},"version":313,"publish_version":313,"role":null,"authored":false,"authors":[{"type":"individual","id":"23229e463f3f537e","login":"tomas-gomez","name":"Tomás Gómez","avatar_url":"https://avatars-next.observableusercontent.com/3a9b789447e9a85a750a2608243f4417f0fbaf547b07b912a028646355e75189","tier":null,"bio":"","following":false}],"members":[{"type":"individual","id":"23229e463f3f537e","login":"tomas-gomez","name":"Tomás Gómez","avatar_url":"https://avatars-next.observableusercontent.com/3a9b789447e9a85a750a2608243f4417f0fbaf547b07b912a028646355e75189","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":0,"collection":null,"type":"notebook","body":{"titling":"auto","title":"AWS S3 private file access","cells":[{"id":0,"value":"md`# AWS S3 private file access`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":289,"value":"This is a quick example to show how you can access a file from a private S3 bucket. Thanks to [Aaron Kyle Dennis](https://observablehq.com/@aaronkyle) for his [helpful notebook](https://observablehq.com/@categorise/secured-s3-connections) that explained most of this.","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"","database":"$undefined"},{"id":288,"value":"AWS_Note = note(htl.html`Note: If you are getting started with AWS S3, take a look at our AWS S3 API Starter template.`)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":121,"value":"md`### 1. Load the AWS SDK from npm... \n(Version 2.794.0 has worked previously.)`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":17,"value":"//AWS = require('aws-amplify@3.3.14/dist/aws-amplify.js')\n//AWS = require('aws-sdk@2.824.0/dist/aws-sdk-react-native.js')\nAWS = require('aws-sdk@2.794.0/dist/aws-sdk-react-native.js')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":184,"value":"md`### 2. Set up your AWS credentials. \nIf this is a private notebook (personal or in a team space) you should not use this method, but rather use [Secrets](https://observablehq.com/@observablehq/secrets). This method is shown to demonstrate sharing the notebook outside the team.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":27,"value":"accessKeyID = Secret(\"AWS_ACCESS_KEY_ID\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":29,"value":"secretAccessKey = Secret(\"AWS_SECRET_ACCESS_KEY\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":230,"value":"md`### 3. Configure AWS\nSet the credentials and region in the AWS object`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":156,"value":"credentials = AWS.config.credentials = \n new AWS.Credentials(\"AKIAZKMMYM5JRBIQDRPB\", \"JnKi2ezpw/K1hlxoxGMC4JxE/fbCTic/973hxGwE\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":158,"value":"region = AWS.config.region = 'us-east-1'","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":100,"value":"awsConfig = AWS.config.update({\n accessKeyId: \"AKIAZKMMYM5JRBIQDRPB\",\n secretAccessKey: \"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\",\n region: region\n });","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":236,"value":"md`### 4. Create an S3 object`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":56,"value":"s3 = {\n // call credentials and region here to make sure those are set before creating the S3 object\n credentials;\n region;\n return new AWS.S3({apiVersion: '2006-03-01'})\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":240,"value":"md`### 5. Request a file from a bucket\nMake sure that you have CORS enabled for https://yourusername.static.observableusercontent.com in the S3 bucket permissions`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":199,"value":"viewof bucket = Text({label: \"Bucket name\", value: \"scanner-congreso-contenidos\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":211,"value":"viewof file = Text({label: \"File name\", value: \"testing.txt\"})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":171,"value":"objectParams = ({\n Bucket : bucket,\n Key : file\n });","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":278,"value":"s3.getObject(objectParams)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":253,"value":"md`### 6. See the contents of your file!\nIn this case it is a text file, so the data is converted to a string.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":284,"value":"errorNote = note(htl.html`Note: If no Access Key and Secret are entered (as specified in earlier steps), a TypeError will appear below.`)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":168,"value":"s3.getObject(objectParams)\n .promise()\n .then((json) => json.Body.toString('utf-8'))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":302,"value":"data_raw_new = s3.getObject(objectParams)\n .promise()\n .then((json) => json.Body.toString('utf-8'))","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":34,"value":"md`## Appendix\npinning the versions to ensure consistent behavior`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":25,"value":"import {secret} from \"@tmcw/secret@155\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":194,"value":"import {Text} from \"@observablehq/inputs@426\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":283,"value":"// 2022.06: Fabian Iwand's suggested improvement for Note:\nnote = {\n const scope = DOM.uid(\"note\").id;\n const style = document.head.appendChild(htl.html`