From f377b5407d30e261afb7da7dfdfc15fff09b5182 Mon Sep 17 00:00:00 2001
From: edvs19 <edvs19@inf.ufpr.br>
Date: Thu, 6 Mar 2025 17:17:37 -0300
Subject: [PATCH] teste
---
teste_dag.py | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/teste_dag.py b/teste_dag.py
index c038085..2df47a1 100644
--- a/teste_dag.py
+++ b/teste_dag.py
@@ -19,12 +19,12 @@ repo_home = '/opt/airflow/dags/repo'
)
def process_records():
@task
- def task_spark(params: dict):
+ def task_spark():
return SparkSubmitOperator(
task_id="landing_to_bronze",
application=f"{repo_home}/gen_bronze.py",
application_args=[
- params["input_file"]
+ "fichas_cadastro_individual_5000.jsonl"
],
packages="org.apache.hadoop:hadoop-aws:3.3.4"
)
--
GitLab