From f8d3d8221f5d8f45b1790640b5eb907e85d8bb5f Mon Sep 17 00:00:00 2001
From: edvs19 <edvs19@inf.ufpr.br>
Date: Thu, 6 Mar 2025 17:25:35 -0300
Subject: [PATCH] teste
---
teste_dag.py | 12 ++++++------
1 file changed, 6 insertions(+), 6 deletions(-)
diff --git a/teste_dag.py b/teste_dag.py
index 29434ad..bc35b36 100644
--- a/teste_dag.py
+++ b/teste_dag.py
@@ -20,7 +20,7 @@ repo_home = '/opt/airflow/dags/repo'
def process_records():
@task
def task_spark():
- return SparkSubmitOperator(
+ SparkSubmitOperator(
task_id="landing_to_bronze",
application=f"{repo_home}/gen_bronze.py",
application_args=[
@@ -31,22 +31,22 @@ def process_records():
@task
def task_dbt_setup():
- return BashOperator(
+ BashOperator(
task_id="dbt_setup",
bash_command=f"rm -rf /tmp/proj_teste && cp -r {repo_home}/proj_teste /tmp/proj_teste",
)
@task
def task_bronze_to_gold():
- return BashOperator(
+ BashOperator(
task_id="bronze_to_silver_to_gold",
cwd="/tmp/proj_teste",
bash_command="dbt deps && dbt build",
)
- task1 = task_spark()
- task2 = task_dbt_setup()
- task3 = task_bronze_to_gold()
+ task1 = task_spark
+ task2 = task_dbt_setup
+ task3 = task_bronze_to_gold
task1 >> task2 >> task3
--
GitLab