diff --git a/teste_dag.py b/teste_dag.py index c0380851edc40d892146f216ac0fc9727216cbaa..2df47a1281fdd9bbb0f20aacb9ce51bfa20e490c 100644 --- a/teste_dag.py +++ b/teste_dag.py @@ -19,12 +19,12 @@ repo_home = '/opt/airflow/dags/repo' ) def process_records(): @task - def task_spark(params: dict): + def task_spark(): return SparkSubmitOperator( task_id="landing_to_bronze", application=f"{repo_home}/gen_bronze.py", application_args=[ - params["input_file"] + "fichas_cadastro_individual_5000.jsonl" ], packages="org.apache.hadoop:hadoop-aws:3.3.4" )