31:T8e2,class AthenaClient { constructor(database, bucketUri, region = "us-east-1") { self.database = database; self.bucketUri = bucketUri; let sessionToken = null; try { sessionToken = Secret("AWS_SESSION_TOKEN"); } catch (error) { sessionToken = null; } self._client = new AthenaSDK.Athena({ apiVersion: "2017-05-18", region, credentials: { accessKeyId: Secret("AWS_ACCESS_KEY_ID"), secretAccessKey: Secret("AWS_SECRET_ACCESS_KEY"), sessionToken } }); } async waitForResponse({ QueryExecutionId }) { const response = await self._client.getQueryExecution({ QueryExecutionId }); const status = response["QueryExecution"]["Status"]["State"]; if (["QUEUED", "RUNNING"].includes(status)) { await sleep(1000); return await this.waitForResponse({ QueryExecutionId }); } else if (status == "SUCCEEDED") { return; } else { throw new Error(status); } } async getResults({ QueryExecutionId, NextToken }) { const response = await self._client.getQueryResults({ QueryExecutionId, NextToken }); const cols = response.ResultSet.ResultSetMetadata.ColumnInfo.map( ({ Name }) => Name ); let rows = response.ResultSet.Rows.map(({ Data }) => Data) .map((row) => Object.fromEntries(row.map((cell, i) => [cols[i], cell.VarCharValue])) ) .filter( (row) => !Object.entries(row).every(([key, value]) => key == value) ); if (response.NextToken) { rows = rows.concat( await this.getResults({ QueryExecutionId, NextToken: response.NextToken }) ); } return rows; } async sql(strings, ...expressions) { const query = strings.reduce((result, string, index) => { if (expressions[index]) return result + string + expressions[index]; return result + string; }, ""); const response = await self._client.startQueryExecution({ QueryString: query, QueryExecutionContext: { Database: self.database }, ResultConfiguration: { OutputLocation: self.bucketUri } }); await this.waitForResponse(response); return await this.getResults(response); } }32:T1065,class PricingClient{ constructor(_endpoint = "https://api.pricing.us-east-1.amazonaws.com") { self.endpoint = _endpoint; self._client = new AwsPricingSDK.Pricing({ apiVersion: "2017-10-15", region, credentials: { accessKeyId: Secret("AWS_ACCESS_KEY_ID"), secretAccessKey: Secret("AWS_SECRET_ACCESS_KEY") } })} async describeServices(params){ let response let data for (let attempt=0; attempt<5; attempt++){ console.debug("[describeServices].attempt: "+attempt) if(attempt>=5){ throw "Too many attempts to connect to AWS API" } try{ response = await self._client.describeServices(params); data = response.Services; break } catch (error) { const toWait = randomBetween(0, Math.min(cap, 100 * Math.pow(2, attempt))); console.log("To wait: "+toWait) await sleep(toWait) continue } } if (response.NextToken) { params.NextToken = response.NextToken; for (let attempt=0; attempt<5; attempt++){ console.debug("[describeServices2].attempt: "+attempt) if(attempt>=5){ throw "Too many attempts to connect to AWS API" } try{ data = data.concat(await this.describeServices(params)); break } catch (error) { const toWait = randomBetween(0, Math.min(cap, 100 * Math.pow(2, attempt))); console.log("To wait: "+toWait) await sleep(toWait) continue } } }; return data; } async getAttributeValues(params){ let response let data for (let attempt=0; attempt<5; attempt++){ console.debug("[getAttributeValues].attempt: "+attempt) if(attempt>=5){ throw "Too many attempts to connect to AWS API" } try{ response = await self._client.getAttributeValues(params); data = response.AttributeValues; break } catch (error) { const toWait = randomBetween(0, Math.min(cap, 100 * Math.pow(2, attempt))); console.log("To wait: "+toWait) await sleep(toWait) continue } } if (response.NextToken) { params.NextToken = response.NextToken; for (let attempt=0; attempt<5; attempt++){ console.debug("[getAttributeValues2].attempt: "+attempt) if(attempt>=5){ throw "Too many attempts to connect to AWS API" } try{ data = data.concat(await this.getAttributeValues(params)); break } catch (error) { const toWait = randomBetween(0, Math.min(cap, 100 * Math.pow(2, attempt))); console.log("To wait: "+toWait) await sleep(toWait) continue } } }; return data; } async getProducts(params){ let response let data for (let attempt=0; attempt<5; attempt++){ console.debug("[getProducts].attempt: "+attempt) if(attempt>=5){ throw "Too many attempts to connect to AWS API" } try{ response = await self._client.getProducts(params); data = response.PriceList.map(j => j.toJSON()); break } catch (error) { const toWait = randomBetween(0, Math.min(cap, 100 * Math.pow(2, attempt))); console.log("To wait: "+toWait) await sleep(toWait) continue } } if (response.NextToken) { params.NextToken = response.NextToken; for (let attempt=0; attempt<5; attempt++){ console.debug("[getProducts2].attempt: "+attempt) if(attempt>=5){ throw "Too many attempts to connect to AWS API" } try{ data = data.concat(await this.getProducts(params)); break } catch (error) { const toWait = randomBetween(0, Math.min(cap, 100 * Math.pow(2, attempt))); console.log("To wait: "+toWait) await sleep(toWait) continue } } }; return data.map(s=>JSON.parse(s)); } }33:T680,class PricingClientNotWorking{ constructor(_endpoint = "https://api.pricing.us-east-1.amazonaws.com") { self.endpoint = _endpoint; self._client = new AwsPricingSDK.Pricing({ apiVersion: "2017-10-15", region, credentials: { accessKeyId: Secret("AWS_ACCESS_KEY_ID"), secretAccessKey: Secret("AWS_SECRET_ACCESS_KEY") } })} async describeServices(params){ let response let data console.debug("describeServices BEGIN") response = await callWithRetry(self._client.describeServices, params); data = response.Services; if (response.NextToken) { console.debug("describeServices with NextToken") params.NextToken = response.NextToken; data = data.concat(callWithRetry(self._client.describeServices, params)); } return data; } async getAttributeValues(params){ let response let data response = await callWithRetry(self._client.getAttributeValues, params); data = response.AttributeValues; if (response.NextToken) { params.NextToken = response.NextToken; data = data.concat(await this.getAttributeValues(params)); } return data; } async getProducts(params){ let response let data response = await callWithRetry(self._client.getProducts, params); data = response.PriceList.map(j => j.toJSON()); if (response.NextToken) { params.NextToken = response.NextToken; data = data.concat(await this.getProducts(params)); }; return data.map(s=>JSON.parse(s)); } }34:T545,pc.getProducts({ Filters: [ { Field: "operatingSystem", /* required */ Type: "TERM_MATCH", /* required */ Value: "Linux" /* required */ }, { Field: "tenancy", /* required */ Type: "TERM_MATCH", /* required */ Value: "Shared" /* required */ }, { Field: "preInstalledSw", /* required */ Type: "TERM_MATCH", /* required */ Value: "NA" /* required */ }, { Field: "RegionCode", /* required */ Type: "TERM_MATCH", /* required */ Value: 'us-east-1' /* required */ }, { Field: "instanceType", /* required */ Type: "TERM_MATCH", /* required */ Value: "i3en.large" /* required */ } , { Field: "offerTermCode", /* required */ Type: "TERM_MATCH", /* required */ Value: "JRTCKXETXF" /* required */ }, { /* this is to avoid the instancesku */ Field: "capacitystatus", /* required */ Type: "TERM_MATCH", /* required */ Value: "Used" /* required */ }, { Field: "licenseModel", /* required */ Type: "TERM_MATCH", /* required */ Value: "No License required" /* required */ } ], // FormatVersion: 'STRING_VALUE', MaxResults: 1, NextToken: "", ServiceCode: 'AmazonEC2' })35:T801,async function EC2BasicPrice(regioncode, instanceType, os){ console.debug("----------") console.debug("reg: "+regioncode+" it:"+ instanceType+" os: "+os) const params = { Filters: [ { Field: "operatingSystem", /* required */ Type: "TERM_MATCH", /* required */ Value: os /* required */ }, { Field: "tenancy", /* required */ Type: "TERM_MATCH", /* required */ Value: "Shared" /* required */ }, { Field: "preInstalledSw", /* required */ Type: "TERM_MATCH", /* required */ Value: "NA" /* required */ }, { Field: "RegionCode", /* required */ Type: "TERM_MATCH", /* required */ Value: regioncode /* required */ }, { Field: "instanceType", /* required */ Type: "TERM_MATCH", /* required */ Value: instanceType /* required */ } , { Field: "offerTermCode", /* required */ Type: "TERM_MATCH", /* required */ Value: "JRTCKXETXF" /* required */ }, { /* this is to avoid the instancesku */ Field: "capacitystatus", /* required */ Type: "TERM_MATCH", /* required */ Value: "Used" /* required */ }, { Field: "licenseModel", /* required */ Type: "TERM_MATCH", /* required */ Value: "No License required" /* required */ } ], // FormatVersion: 'STRING_VALUE', MaxResults: 10, NextToken: "", ServiceCode: 'AmazonEC2' } //return params console.log("param: "+params) const _p = await pc.getProducts(params) console.debug("-> _p: "+ _p+" length: "+ _p.length) if(_p.length == 0){ return {Region: region, service: 'EC2', desc: instanceType, price: 'Not available'} } const prod = _p[0] const sku = prod.product.sku const price = prod.terms.OnDemand[sku+".JRTCKXETXF"].priceDimensions[sku+".JRTCKXETXF.6YS6EN2CT7"].pricePerUnit.USD //return sku return {Region: region, service: 'EC2', desc: instanceType, price: price} }36:[] 2f:{"title":"AWS - library v0.1","cells":[{"id":0,"value":"# AWS - library v0.1","pinned":false,"hidden":false,"mode":"md"},{"id":31,"value":"region = \"us-east-1\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":11,"value":"# IAM","pinned":false,"hidden":false,"mode":"md"},{"id":18,"value":"hasAccessKeyID = {\n try {\n Secret(\"AWS_ACCESS_KEY_ID\");\n return true;\n } catch {\n return false;\n }\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":20,"value":"hasSecretAccessKey = {\n try {\n Secret(\"AWS_SECRET_ACCESS_KEY\");\n return true;\n } catch {\n return false;\n }\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":24,"value":"- [Secret](https://observablehq.com/settings/secrets) `AWS_ACCESS_KEY_ID` ${hasAccessKeyID ? \"✅ Secret found\" : \"⚠️ Secret not found\"}\n- [Secret](https://observablehq.com/settings/secrets) `AWS_SECRET_ACCESS_KEY` ${hasSecretAccessKey ? \"✅ Secret found\" : \"⚠️ Secret not found\"}","pinned":false,"hidden":false,"mode":"md"},{"id":5,"value":"# S3","pinned":false,"hidden":false,"mode":"md"},{"id":40,"value":"bucket = \"fakebucket\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":61,"value":"S3 = import(\"https://cdn.skypack.dev/@aws-sdk/client-s3\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":64,"value":"s3client = {\n try {\n return new S3.S3Client({\n region,\n credentials: {\n accessKeyId: Secret(\"AWS_ACCESS_KEY_ID\"),\n secretAccessKey: Secret(\"AWS_SECRET_ACCESS_KEY\")\n }\n })\n } catch {\n return false;\n }\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":35,"value":"### Help for S3 autorisation from observable\n- Set [your bucket’s CORS permissions](https://s3.console.aws.amazon.com/s3/buckets/${bucket}?region=${region}&tab=permissions) to ${htl.html`

\n[\n  {\n    \"AllowedHeaders\": [\n      \"Authorization\",\n      \"amz-sdk-invocation-id\",\n      \"amz-sdk-request\",\n      \"x-amz-content-sha256\",\n      \"x-amz-date\",\n      \"x-amz-user-agent\"\n    ],\n    \"AllowedMethods\": [\n      \"GET\"\n    ],\n    \"AllowedOrigins\": [\n      \"${window.location.origin}\"\n    ],\n    \"ExposeHeaders\": [],\n    \"MaxAgeSeconds\": 3000\n  }\n]

`}","pinned":false,"hidden":false,"mode":"md"},{"id":8,"value":"# Athena","pinned":false,"hidden":false,"mode":"md"},{"id":48,"value":"## Athena driver class","pinned":false,"hidden":false,"mode":"md"},{"id":58,"value":"AthenaSDK = import(\"https://cdn.skypack.dev/@aws-sdk/client-athena\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":46,"value":"$31","pinned":false,"hidden":false,"mode":"ojs"},{"id":67,"value":"# Pricing API","pinned":false,"hidden":false,"mode":"md"},{"id":69,"value":"## Pricing driver class","pinned":false,"hidden":false,"mode":"md"},{"id":73,"value":"AwsPricingSDK = import(\"https://cdn.skypack.dev/@aws-sdk/client-pricing\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":695,"value":"self.describeServicesInternal","pinned":true,"hidden":false,"mode":"ojs"},{"id":76,"value":"$32","pinned":false,"hidden":false,"mode":"ojs"},{"id":798,"value":"$33","pinned":false,"hidden":false,"mode":"ojs"},{"id":97,"value":"pc = new PricingClient();","pinned":false,"hidden":false,"mode":"ojs"},{"id":465,"value":"## Pricing class Test","pinned":false,"hidden":false,"mode":"md"},{"id":498,"value":"### describeServices","pinned":false,"hidden":false,"mode":"md"},{"id":102,"value":"pc.describeServices({FormatVersion: \"aws_v1\", MaxResults: 2, ServiceCode: \"AmazonEC2\", NextToken: \"\"})","pinned":false,"hidden":false,"mode":"ojs"},{"id":496,"value":"### getAttributeValues","pinned":false,"hidden":false,"mode":"md"},{"id":757,"value":"pc.getAttributeValues({AttributeName: \"usagetype\", MaxResults: 100, ServiceCode: \"AWSLambda\", NextToken: \"\"});","pinned":false,"hidden":false,"mode":"ojs"},{"id":504,"value":"### getProducts","pinned":false,"hidden":false,"mode":"md"},{"id":562,"value":"$34","pinned":false,"hidden":false,"mode":"ojs"},{"id":474,"value":"# Regions","pinned":false,"hidden":false,"mode":"md"},{"id":470,"value":"AwsRegionSDK = import(\"https://cdn.skypack.dev/aws-regions\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":479,"value":"AwsRegionSDK.list(false)","pinned":false,"hidden":false,"mode":"ojs"},{"id":605,"value":"# Exponential Backoff and jitter functions","pinned":false,"hidden":false,"mode":"md"},{"id":610,"value":"From https://aws.amazon.com/blogs/architecture/exponential-backoff-and-jitter/\n\n```js\nrandom_between(0,min(cap, base * 2 ** attmpt))\n```","pinned":false,"hidden":false,"mode":"md"},{"id":627,"value":"function randomBetween(min, max) {\n return Math.floor(Math.random() * (max - min + 1) ) + min;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":639,"value":"cap = 5000; //the max timing to wait is 5000ms (5s)","pinned":false,"hidden":false,"mode":"ojs"},{"id":642,"value":"base = 100; // the base unit to wait is 100ms ","pinned":false,"hidden":false,"mode":"ojs"},{"id":55,"value":"sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms))","pinned":false,"hidden":false,"mode":"ojs"},{"id":855,"value":"_While this function works for most cases, it does not when embedded in a recursive call with 'this'_\n","pinned":false,"hidden":false,"mode":"md"},{"id":609,"value":"async function callWithRetry (fn, params, attempt = 0, maxattempts = 10) {\n for (let attempt=0; attempt