provide pandas with a valid encoding string for each file to read

metno · Aug 14, 2023 · 477eb1a · 477eb1a
1 parent 4e61e0f
commit 477eb1a
Showing 1 changed file with 6 additions and 2 deletions.
diff --git a/pyaerocom/io/read_airnow.py b/pyaerocom/io/read_airnow.py
@@ -27,7 +27,7 @@ class ReadAirNow(ReadUngriddedBase):
     _FILEMASK = f"/**/*{_FILETYPE}"
 
     #: Version log of this class (for caching)
-    __version__ = "0.07"
+    __version__ = "0.08"
 
     #: Column delimiter
     FILE_COL_DELIM = "|"
@@ -285,7 +285,11 @@ def _read_file(self, file):
         # determine file encoding first and provide that to pandas
         encoding = self.get_file_encoding(file)
         df = pd.read_csv(
-            file, sep=self.FILE_COL_DELIM, names=self.FILE_COL_NAMES, encoding=encoding
+            file,
+            sep=self.FILE_COL_DELIM,
+            names=self.FILE_COL_NAMES,
+            encoding=encoding,
+            on_bad_lines="skip",
         )
         return df