diff --git a/teste_dag.py b/teste_dag.py index 6a50745962214eebe2f3b16e032f186a8ecb9df5..faeb6ef82646275267455d55b005ed5739a8fb51 100644 --- a/teste_dag.py +++ b/teste_dag.py @@ -19,14 +19,17 @@ with DAG( "input_file": Param("invalid_file.jsonl", type="string"), }, ) as dag1: - task_spark = SparkSubmitOperator( - task_id="landing_to_bronze", - application=f"{repo_home}/gen_bronze.py", - application_args=[ - "{{ params.input_file }}" - ], - packages="org.apache.hadoop:hadoop-aws:3.3.4" - ) + + @task + def task_spark(params: dict): + SparkSubmitOperator( + task_id="landing_to_bronze", + application=f"{repo_home}/gen_bronze.py", + application_args=[ + params["input_file"] + ], + packages="org.apache.hadoop:hadoop-aws:3.3.4" + ) task_dbt_setup = BashOperator( task_id="dbt_setup",