From a7945aa826de90a0ef46ff520ddb8fc4ad368f8a Mon Sep 17 00:00:00 2001 From: edvs19 <edvs19@inf.ufpr.br> Date: Thu, 6 Mar 2025 16:27:54 -0300 Subject: [PATCH] teste --- gen_bronze.py | 2 +- teste_dag.py | 6 +++--- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/gen_bronze.py b/gen_bronze.py index 06af097..50c5ea7 100644 --- a/gen_bronze.py +++ b/gen_bronze.py @@ -125,7 +125,7 @@ schema = StructType([ print("Esquema definido com sucesso.") # Carregar JSON com o esquema -input_path = "s3a://landing/" + sys.argv[1] +input_path = "s3a://landing/warehouse" + sys.argv[1] output_path = "s3a://bronze/warehouse/fichas_cadastro_individual_parquet" try: print("Carregando dados do JSON...") diff --git a/teste_dag.py b/teste_dag.py index 39a3333..8180ed4 100644 --- a/teste_dag.py +++ b/teste_dag.py @@ -14,7 +14,7 @@ repo_home = '/opt/airflow/dags/repo' @dag( dag_id="process_records_teste", params={ - "input_file": Param("fichas_cadastro_individual",type="string"), + "input_file": Param("fichas_cadastro_individual_5000.jsonl", type="string"), }, ) def process_records(): @@ -30,14 +30,14 @@ def process_records(): ) @task - def task_dbt_setup(params: dict): + def task_dbt_setup(): return BashOperator( task_id=f"dbt_setup", bash_command=f"rm -rf /tmp/proj_teste && cp -r {repo_home}/proj_teste /tmp/proj_teste", ) @task - def task_bronze_to_gold(params: dict): + def task_bronze_to_gold(): return BashOperator( task_id=f"bronze_to_silver_to_gold", cwd="/tmp/proj_teste", -- GitLab