Skip to content
Snippets Groups Projects
Commit 7c91518f authored by lcd22's avatar lcd22
Browse files

ajustando clean.py

parent 917f16e2
No related branches found
No related tags found
No related merge requests found
...@@ -10,6 +10,7 @@ spark = SparkSession.builder \ ...@@ -10,6 +10,7 @@ spark = SparkSession.builder \
.config("spark.hadoop.fs.s3a.path.style.access", "true") \ .config("spark.hadoop.fs.s3a.path.style.access", "true") \
.config("spark.hadoop.fs.s3a.impl", "org.apache.hadoop.fs.s3a.S3AFileSystem") \ .config("spark.hadoop.fs.s3a.impl", "org.apache.hadoop.fs.s3a.S3AFileSystem") \
.config("spark.hadoop.fs.s3a.aws.credentials.provider", "org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider") \ .config("spark.hadoop.fs.s3a.aws.credentials.provider", "org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider") \
.config("spark.hadoop.fs.defaultFS", "s3a://") \ # Garantir que o fs padrão seja o s3a
.getOrCreate() .getOrCreate()
# Função para limpar os diretórios (buckets) # Função para limpar os diretórios (buckets)
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment