Skip to content
Snippets Groups Projects
Commit 9f8d9581 authored by edvs19's avatar edvs19
Browse files

teste

parent 25ddaf3d
Branches
No related tags found
No related merge requests found
......@@ -13,16 +13,16 @@ repo_home = '/opt/airflow/dags/repo'
@dag(
dag_id="process_records_teste",
# params={
# "input_file": Param("fichas_cadastro_individual_5000.jsonl", type="string"),
# },
params={
"input_file": Param("fichas_cadastro_individual_5000.jsonl", type="string"),
},
)
def process_records():
task_spark = SparkSubmitOperator(
task_id="landing_to_bronze",
application=f"{repo_home}/gen_bronze.py",
application_args=[
"fichas_cadastro_individual_5000.jsonl"
"{{ params.input_file }}"
],
packages="org.apache.hadoop:hadoop-aws:3.3.4"
)
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment