From 3ab267102dff89beb67c4f6a03fd694bea33abcd Mon Sep 17 00:00:00 2001
From: lcd22 <lcd22@inf.ufpr.br>
Date: Thu, 6 Mar 2025 01:06:54 +0000
Subject: [PATCH] voltando para o normal
---
dags.py | 28 +---------------------------
1 file changed, 1 insertion(+), 27 deletions(-)
diff --git a/dags.py b/dags.py
index dc19392..c0af3e4 100644
--- a/dags.py
+++ b/dags.py
@@ -14,27 +14,6 @@ from airflow.operators.python import PythonOperator
repo_home = '/opt/airflow/dags/repo'
-# Função para limpar o buckets do Minio
-def clean_buckets():
- # Configurar cliente do Minio
- minio_client = Minio(
- "http://minio.minio-cluster.svc.cluster.local:9000",
- access_key="minioadmin",
- secret_key="minioadmin",
- secure=True
- )
-
- bucket_names = ["bronze", "silver", "gold"]
-
- for bucket_name in bucket_names:
- try:
- # Listar objetos no bucket e remover
- for obj in minio_client.list_objects(bucket_name):
- minio_client.remove_object(bucket_name, obj.object_name)
- print(f"Objeto {obj.object_name} removido com sucesso!")
- except ResponseError as err:
- print(f"Erro ao limpar o bucket: {err}")
-
@dag()
def process_records():
@@ -59,12 +38,7 @@ def process_records():
bash_command="dbt deps && dbt build",
)
- task_4 = PythonOperator(
- task_id="clean_buckets",
- python_callable=clean_buckets
- )
-
- task_1 >> task_2 >> task_3 >> task_4
+ task_1 >> task_2 >> task_3
dag = process_records()
--
GitLab