diff --git a/teste_dag.py b/teste_dag.py index 29434adcb2b0948bcc4e71ef3cb78762f32cac20..bc35b36610a28577716d7f6757b85cf3b6a89e4b 100644 --- a/teste_dag.py +++ b/teste_dag.py @@ -20,7 +20,7 @@ repo_home = '/opt/airflow/dags/repo' def process_records(): @task def task_spark(): - return SparkSubmitOperator( + SparkSubmitOperator( task_id="landing_to_bronze", application=f"{repo_home}/gen_bronze.py", application_args=[ @@ -31,22 +31,22 @@ def process_records(): @task def task_dbt_setup(): - return BashOperator( + BashOperator( task_id="dbt_setup", bash_command=f"rm -rf /tmp/proj_teste && cp -r {repo_home}/proj_teste /tmp/proj_teste", ) @task def task_bronze_to_gold(): - return BashOperator( + BashOperator( task_id="bronze_to_silver_to_gold", cwd="/tmp/proj_teste", bash_command="dbt deps && dbt build", ) - task1 = task_spark() - task2 = task_dbt_setup() - task3 = task_bronze_to_gold() + task1 = task_spark + task2 = task_dbt_setup + task3 = task_bronze_to_gold task1 >> task2 >> task3