Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
26 changes: 20 additions & 6 deletions airflow/dags/test_new_etl_scripts.py
Original file line number Diff line number Diff line change
Expand Up @@ -113,7 +113,7 @@ def execute(self, context):

update_hiv_summary = MySqlOperator(
task_id='update_hiv_summary',
sql='generate_flat_hiv_summary("sync",1,15000,20);',
sql='call generate_flat_hiv_summary("sync",1,15000,20);',
mysql_conn_id=MYSQL_CONN_ID,
database='etl',
dag=dag
Expand Down Expand Up @@ -151,6 +151,14 @@ def execute(self, context):
dag=dag
)

update_flat_family_testing = MySqlOperator(
task_id='update_flat_family_testing',
sql='CALL etl.generate_flat_family_testing("sync",1,15000,20);',
mysql_conn_id=MYSQL_CONN_ID,
database='etl',
dag=dag
)

update_pep_summary = MySqlOperator(
task_id='update_pep_summary',
sql='call generate_pep_summary();',
Expand Down Expand Up @@ -207,8 +215,13 @@ def execute(self, context):
dag=dag
)



update_hei_summary = MySqlOperator(
task_id='update_hei_summary',
sql='CALL `etl`.`generate_flat_hei_summary_v1_0`("sync",1,10000,1);',
mysql_conn_id=MYSQL_CONN_ID,
database='etl',
dag=dag
)
finish = DummyOperator(
task_id='finish',
dag=dag
Expand Down Expand Up @@ -267,11 +280,12 @@ def decide_to_run_cdm_summary():
#wait_for_base_tables >> update_vitals


update_hiv_summary >> update_appointments >> update_onc_tables >> update_pep_summary >> cdm_branch
update_hiv_summary >> update_flat_covid >> update_case_management >> cdm_branch
update_hiv_summary >> update_appointments >> update_onc_tables >> update_pep_summary >> cdm_branch
update_hiv_summary >> update_flat_covid >> update_case_management >> update_hei_summary >> cdm_branch
cdm_branch >> update_cdm_summary >> update_defaulters >> update_vitals >> finish
cdm_branch >> finish
update_flat_labs_and_imaging >> finish
update_flat_labs_and_imaging >> update_flat_family_testing
update_flat_family_testing >> finish
#update_vitals >> finish


Expand Down
Loading