diff --git a/teste_dag.py b/teste_dag.py index 9325063da6f5278c5c6ae7254b36f368ad54794a..15ab58c8725d231c01386cc8fd17c43ff0b11cf5 100644 --- a/teste_dag.py +++ b/teste_dag.py @@ -13,16 +13,16 @@ repo_home = '/opt/airflow/dags/repo' @dag( dag_id="process_records_teste", - # params={ - # "input_file": Param("fichas_cadastro_individual_5000.jsonl", type="string"), - # }, + params={ + "input_file": Param("fichas_cadastro_individual_5000.jsonl", type="string"), + }, ) def process_records(): task_spark = SparkSubmitOperator( task_id="landing_to_bronze", application=f"{repo_home}/gen_bronze.py", application_args=[ - "fichas_cadastro_individual_5000.jsonl" + "{{ params.input_file }}" ], packages="org.apache.hadoop:hadoop-aws:3.3.4" )