parametrize pipeline

Author: Carlylepoc

steps/01_setup_snowflake.sql

@@ -23,7 +23,7 @@ CREATE OR REPLACE GIT REPOSITORY quickstart_common.public.quickstart_repo
   ORIGIN = 'https://github.com/Carlylepoc/sfguide-getting-started-with-snowflake-devops'; -- INSERT URL OF FORKED REPO HERE
 
 
-CREATE OR ALTER DATABASE QUICKSTART_PROD;
+CREATE OR ALTER DATABASE QUICKSTART_{{environment}};
 
 
 -- To monitor data pipeline's completion

steps/03_harmonize_data.py

@@ -267,7 +267,7 @@ def main(df):
 root = Root(Session.builder.getOrCreate())
 
 # create views in Snowflake
-silver_schema = root.databases["quickstart_prod"].schemas["silver"]
+silver_schema = root.databases[f"quickstart_{os.environ['environment']}"].schemas["silver"]
 silver_schema.user_defined_functions.create(
     map_city_to_airport, mode=CreateMode.or_replace
 )

steps/04_orchestrate_jobs.sql

@@ -1,5 +1,5 @@
 use role accountadmin;
-use schema quickstart_prod.gold;
+use schema quickstart_{{environment}}.gold;
 
 
 -- declarative target table of pipeline
@@ -16,7 +16,7 @@ create or alter table vacation_spots (
   , zoo_cnt int
   , korean_restaurant_cnt int
   -- STEP 5: INSERT CHANGES HERE
-) data_retention_time_in_days = 1;
+) data_retention_time_in_days = {{retention_time}};
 
 
 -- task to merge pipeline results into target table