2d:null 2e:["$","title",null,{"children":"Intro to ETL(Extract, Transform, & Load) | Kasi Viswanath | Observable"}] 33:[{"id":"553295e7d720abf05426a5dbe80fa01eb1fe3ae6d0dae9d9ee6924b29604e9348e9315e577971163b7eeef3919f004d8da5be44ff7fded903db2ff337f8c5832","href":"https://static.observableusercontent.com/files/553295e7d720abf05426a5dbe80fa01eb1fe3ae6d0dae9d9ee6924b29604e9348e9315e577971163b7eeef3919f004d8da5be44ff7fded903db2ff337f8c5832","name":"etl.png","type":"image/png","lastModified":1726708917264.454,"size":46998},{"id":"245490a26fdfb9465e8ce1338c697793049e6eea38efea162c798a99df92ae6621ca0e2b55dd4558b433a1416da8e0ad63ffceb0c4269212003e200a70136efe","href":"https://static.observableusercontent.com/files/245490a26fdfb9465e8ce1338c697793049e6eea38efea162c798a99df92ae6621ca0e2b55dd4558b433a1416da8e0ad63ffceb0c4269212003e200a70136efe","name":"etl@1.png","type":"image/png","lastModified":1726709356223.106,"size":72811},{"id":"9bc1d2efd7d62a441fe6721aab7c62281124b27502f94ab1eeae685b8bc718007f41cb1c12a15966835f485a5d162ae063631fd697025fd0208a655c2dfc6a3d","href":"https://static.observableusercontent.com/files/9bc1d2efd7d62a441fe6721aab7c62281124b27502f94ab1eeae685b8bc718007f41cb1c12a15966835f485a5d162ae063631fd697025fd0208a655c2dfc6a3d","name":"Bank_Personal_Loan_Modelling.csv.xls","type":"application/octet-stream","lastModified":1758723307772.231,"size":211884},{"id":"45c1029e6cb10e9843e84d6e203805df36e723b65c3ad457c3ab89ef102e4901744c36652509cfb53ebf1418492afa6ad3d800f00c953e9e0dc1e6c1f6666933","href":"https://static.observableusercontent.com/files/45c1029e6cb10e9843e84d6e203805df36e723b65c3ad457c3ab89ef102e4901744c36652509cfb53ebf1418492afa6ad3d800f00c953e9e0dc1e6c1f6666933","name":"AllLife_QA_Code_Visuals.html","type":"text/html","lastModified":1759811974030.509,"size":1078542},{"id":"f3fd4b7ed23ce67daa585d6e9e81013357ecae0ee03b1a331bac5983bf7b6f886dd4d7250af346c30568934a5d89d58038840b0021a0c1b3823709f0fe2bb5bb","href":"https://static.observableusercontent.com/files/f3fd4b7ed23ce67daa585d6e9e81013357ecae0ee03b1a331bac5983bf7b6f886dd4d7250af346c30568934a5d89d58038840b0021a0c1b3823709f0fe2bb5bb","name":"p2.html","type":"text/html","lastModified":1759821848747.292,"size":1017522}] 31:{"id":"4a786bdd39ec8b1e","slug":"etl-intro","title":"Intro to ETL(Extract, Transform, & Load)","thumbnail":"2bee3c202e843b81e58eb9a63cd1a2b6c3b67fa1cb53aa9efd1d14cf4e88ec78","access_level":"public","create_time":"$D2024-09-19T00:18:23.789Z","update_time":"$D2024-09-19T06:05:29.096Z","view_time":null,"first_public_time":"$D2024-09-19T00:18:23.789Z","has_unpublished_edits":null,"fork":false,"stars":0,"starred":false,"owner":{"type":"team","id":"b760ea566a896d7d","login":"kasivisu4","name":"Kasi Viswanath","avatar_url":"https://avatars-next.observableusercontent.com/48e36723913e7e5b18b906e1d7cde12fad4146715e78bbf74d3db7969a248b56","tier":"starter_2024"},"version":356,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"fcd94e1c1ca12ae9","login":"kasivisu4","name":"Kasi Viswanath","avatar_url":"https://avatars-next.observableusercontent.com/48e36723913e7e5b18b906e1d7cde12fad4146715e78bbf74d3db7969a248b56","tier":null}],"members":[{"type":"individual","id":"fcd94e1c1ca12ae9","login":"kasivisu4","name":"Kasi Viswanath","avatar_url":"https://avatars-next.observableusercontent.com/48e36723913e7e5b18b906e1d7cde12fad4146715e78bbf74d3db7969a248b56","tier":null,"role":"editor"},{"type":"team","id":"b760ea566a896d7d","login":"kasivisu4","name":"Kasi Viswanath","avatar_url":"https://avatars-next.observableusercontent.com/48e36723913e7e5b18b906e1d7cde12fad4146715e78bbf74d3db7969a248b56","tier":"starter_2024","role":"viewer"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":0,"collection":null,"type":"notebook","body":{"title":"Intro to ETL(Extract, Transform, & Load)","cells":[{"id":0,"value":"# Intro to ETL(Extract, Transform, & Load)","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":60,"value":"slideshows.intro","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":53,"value":"decks = ({ intro })","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":56,"value":"intro = [\n `

ETL (Extract, Transform, and Load)

\nExtracting data from various sources
Transforming data to designated format
Loading into the system for analysis & reporting\n`,\n `

Typical ETL Data Pipeline

\n`,\n data_transformations,\n \"There were plenty of Open-Source, Cloud-Based, and Enterprise Software ETL tools available in the market.\",\n \"Lets explore some ETL tools...\",\n google_data_prep,\n code_based_execution,\n sql_based_execution,\n gen_ai_execution\n]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":191,"value":"data_transformations = `\n

\nDifferent types of data transformations:
\n- Data Enrichments -> Enhancing existing data
\n- Data Joining -> joining multiple tables
\n- Data Filtering -> Filter based on criteria
\n- Data Structuring -> converting into desired format
\n- Data Conversion -> data type conversions
\n- Data Aggregation -> summarizing the data
\n- Data Anonymization -> masking the data
\n- Data Splitting -> splitting a col into multiple
\n- Data deduplication -> Normalizing to remove redundant info
\n

\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":253,"value":"","pinned":false,"hidden":false,"mode":"html","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":251,"value":"google_data_prep = `\n

Google Data Prep (Saas)

\n- No Code/Low Code - Cloud Based Tool
\n- Predictive transformation suggestions
\n- Limited to existing functionalities\n- Best for: Non-coders or business analysts for transforming data.\n

\n\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":313,"value":"code_based_execution = `\n

Apache Spark

\n- Code Based Execution
\n- process large-scale datasets efficiently by distributed computing.
\n- Best for: Complex data transformation logic.\n

\n\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":325,"value":"sql_based_execution = `\n

Data Build Tool (DBT)

\n- SQL Based Execution
\n- DBT Compiles the transformations to platform/DB specific code.
\n- Easily integrate/migrate to other Databases\n- Best for: Those with knowledge of SQL.\n

\n\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":336,"value":"gen_ai_execution = `\n

\n\nGen AI (Research Work) for Data Analysis\n

\n\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":177,"value":"etl1 = FileAttachment(\"etl@1.png\").url()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":62,"value":"theme = \"dark\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":218,"value":"styles","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":42,"value":"// Import `with` your `deck` or `decks`\nimport { slideshows, styles, currentSlides, timer, goToLast } with {\n decks,\n theme\n} from \"@jerryjappinen/slides\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W33","stdlib":"1","titling":"auto"}} 32:"$31:body"