From e15a9f4b1b12ee72db737a1bca6783ca200a7b16 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Jo=C3=A3o=20Victor=20Frans=20Pondaco=20Winandy?= <jvfpw18@inf.ufpr.br> Date: Wed, 28 Aug 2019 08:58:24 -0300 Subject: [PATCH] Use pandas to read header --- database/actions.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/database/actions.py b/database/actions.py index 4f2b9a5..aa0653a 100644 --- a/database/actions.py +++ b/database/actions.py @@ -28,6 +28,7 @@ from database.database_table import gen_data_table, copy_tabbed_to_csv import database.groups import settings from database.groups import DATA_GROUP, DATABASE_TABLE_NAME +import pandas as pd ENGINE = create_engine(settings.DATABASE_URI, echo=settings.ECHO) META = MetaData(bind=ENGINE) @@ -44,8 +45,8 @@ sqlalchemy_logger.setLevel(settings.LOGGING_LEVEL) def temporary_data(connection, file_name, table, year, offset=2, delimiters=[';', '\\n', '"'], null=''): - header = open(file_name, encoding="ISO-8859-9").readline().strip() - header = header.split(delimiters[0]) + header = pd.read_csv(file_name, encoding="ISO-8859-9", sep=delimiters[0]) + header = [h.strip() for h in header.columns.values] ttable = table.get_temporary(header, year) ttable.create(bind=connection) -- GitLab