From 9f8d9581059d49c7987d2d9a9f09a8f3a954e187 Mon Sep 17 00:00:00 2001
From: edvs19 <edvs19@inf.ufpr.br>
Date: Thu, 6 Mar 2025 17:34:03 -0300
Subject: [PATCH] teste
---
teste_dag.py | 8 ++++----
1 file changed, 4 insertions(+), 4 deletions(-)
diff --git a/teste_dag.py b/teste_dag.py
index 9325063..15ab58c 100644
--- a/teste_dag.py
+++ b/teste_dag.py
@@ -13,16 +13,16 @@ repo_home = '/opt/airflow/dags/repo'
@dag(
dag_id="process_records_teste",
- # params={
- # "input_file": Param("fichas_cadastro_individual_5000.jsonl", type="string"),
- # },
+ params={
+ "input_file": Param("fichas_cadastro_individual_5000.jsonl", type="string"),
+ },
)
def process_records():
task_spark = SparkSubmitOperator(
task_id="landing_to_bronze",
application=f"{repo_home}/gen_bronze.py",
application_args=[
- "fichas_cadastro_individual_5000.jsonl"
+ "{{ params.input_file }}"
],
packages="org.apache.hadoop:hadoop-aws:3.3.4"
)
--
GitLab