Merge pull request #317 from coderxio/jrlegrand/docker-dbt

Re-add docker exec calls to two DAGs
coderxio · Aug 10, 2024 · b899231 · b899231
2 parents d574ce9 + d038962
commit b899231
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/airflow/dags/build_marts/dag.py b/airflow/dags/build_marts/dag.py
@@ -55,8 +55,8 @@ def execute_external_dag_list(**kwargs):
     # Once DBT freshness metrics are implemented, this task can be updated
     @task
     def transform_tasks():
-        run_subprocess_command(['dbt', 'run', '--select', '+models/marts/ndc'], cwd='/dbt/sagerx')
-        run_subprocess_command(['dbt', 'run', '--select', '+models/marts/classification'], cwd='/dbt/sagerx')
-        run_subprocess_command(['dbt', 'run', '--select', '+models/marts/products'], cwd='/dbt/sagerx')
+        run_subprocess_command(['docker', 'exec', 'dbt', 'dbt', 'run', '--select', '+models/marts/ndc'], cwd='/dbt/sagerx')
+        run_subprocess_command(['docker', 'exec', 'dbt', 'dbt', 'run', '--select', '+models/marts/classification'], cwd='/dbt/sagerx')
+        run_subprocess_command(['docker', 'exec', 'dbt', 'dbt', 'run', '--select', '+models/marts/products'], cwd='/dbt/sagerx')
 
     execute_external_dag_list() >> transform_tasks()
diff --git a/airflow/dags/rxnorm/dag.py b/airflow/dags/rxnorm/dag.py
@@ -76,7 +76,7 @@ def extract(st: str):
     # Task to transform data using dbt
     @task
     def transform():
-        run_subprocess_command(['dbt', 'run', '--select', 'models/staging/rxnorm', 'models/intermediate/rxnorm'], cwd='/dbt/sagerx')
+        run_subprocess_command(['docker', 'exec', 'dbt', 'dbt', 'run', '--select', 'models/staging/rxnorm', 'models/intermediate/rxnorm'], cwd='/dbt/sagerx')
 
     extract(get_st(get_tgt())) >> load >> transform()