Merge pull request #16 from ProgrammingOperative/orchestration

ProgrammingOperative · web-flow · commit ef5de93be02a · 2022-08-22T11:05:17.000+03:00
orchestration complete
diff --git a/airflow/dags/postgres_dags/elt_workflow.py b/airflow/dags/postgres_dags/elt_workflow.py
@@ -35,7 +35,6 @@
    'retry_delay': timedelta(minutes=5)
 }
 
-# /home/wacira/10Academy/ETL_week11/repository/traffic_data_etl/dbt
 def extract():
    data = extract_it.load_csv("~/data/warehousedata.csv")
    restructured_df = extract_it.restructure(data)
@@ -70,7 +69,7 @@ def extract():
 
    transform = BashOperator(
       task_id = 'dbt_transformation',
-      bash_command='cd ~/10Academy/ETL_week11/repository/traffic_data_etl/dbt && dbt run',
+      bash_command='cd ~/dbt && dbt run',
       )
    
 

Original file line number	Diff line number	Diff line change
`@@ -35,7 +35,6 @@`
`35`	`35`	`'retry_delay': timedelta(minutes=5)`
`36`	`36`	`}`
`37`	`37`
`38`		`-# /home/wacira/10Academy/ETL_week11/repository/traffic_data_etl/dbt`
`39`	`38`	`def extract():`
`40`	`39`	`data = extract_it.load_csv("~/data/warehousedata.csv")`
`41`	`40`	`restructured_df = extract_it.restructure(data)`
`@@ -70,7 +69,7 @@ def extract():`
`70`	`69`
`71`	`70`	`transform = BashOperator(`
`72`	`71`	`task_id = 'dbt_transformation',`
`73`		`- bash_command='cd ~/10Academy/ETL_week11/repository/traffic_data_etl/dbt && dbt run',`
	`72`	`+ bash_command='cd ~/dbt && dbt run',`
`74`	`73`	`)`
`75`	`74`
`76`	`75`