fix: csv parsing

rafaelelter · Nov 24, 2023 · ee142db · ee142db
1 parent d01ae62
commit ee142db
Showing 1 changed file with 10 additions and 6 deletions.
diff --git a/src/b3od/scrapper.py b/src/b3od/scrapper.py
@@ -107,13 +107,17 @@ def __download_web_consolidated(self, table: str, query_date: Any) -> pd.DataFra
             sep=";",
             decimal=",",
             dtype=SERVICES_DTYPES[table],
-            parse_dates=SERVICES_DATE_COLUMNS[table],
-            date_parser=(
-                lambda x: datetime.strptime(x, "%Y-%m-%d").date()
-                if not pd.isna(x)
-                else np.nan
-            ),
+            skiprows=1  # Remove header line ('Status do Arquivo: ...')
+        )
+
+        queried_data[SERVICES_DATE_COLUMNS[table]] = queried_data[
+            SERVICES_DATE_COLUMNS[table]
+        ].map(
+            lambda x: datetime.strptime(x, "%Y-%m-%d").date()
+            if not pd.isna(x)
+            else np.nan,
         )
+
         return queried_data
 
     def __download_web_consolidated_many(