From 7c91518f03b4f9464f216b814ab1744dc57120f2 Mon Sep 17 00:00:00 2001 From: lcd22 <lcd22@inf.ufpr.br> Date: Thu, 6 Mar 2025 12:49:44 +0000 Subject: [PATCH] ajustando clean.py --- clean.py | 1 + 1 file changed, 1 insertion(+) diff --git a/clean.py b/clean.py index a2c4a69..cc7ad37 100644 --- a/clean.py +++ b/clean.py @@ -10,6 +10,7 @@ spark = SparkSession.builder \ .config("spark.hadoop.fs.s3a.path.style.access", "true") \ .config("spark.hadoop.fs.s3a.impl", "org.apache.hadoop.fs.s3a.S3AFileSystem") \ .config("spark.hadoop.fs.s3a.aws.credentials.provider", "org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider") \ + .config("spark.hadoop.fs.defaultFS", "s3a://") \ # Garantir que o fs padrão seja o s3a .getOrCreate() # Função para limpar os diretórios (buckets) -- GitLab