debug: log offending line

openedx-unsupported · Feb 6, 2024 · eb57a52 · eb57a52
1 parent fd025d6
commit eb57a52
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 2 deletions.
diff --git a/edx/analytics/tasks/export/database_exports.py b/edx/analytics/tasks/export/database_exports.py
@@ -76,7 +76,12 @@ def mapper(self, line):
             key: course_id
             value: tab separated row data
         """
-        values = csv_util.parse_line(line, dialect='mysqldump')
+        try:
+            values = csv_util.parse_line(line, dialect='mysqldump')
+        except csv.Error:
+            log.error('Error parsing line: %s', line)
+            print('Error parsing line: %s' % line)
+            raise
         record = StudentModuleRecord(*values)
 
         course_id = record.course_id

diff --git a/edx/analytics/tasks/util/csv_util.py b/edx/analytics/tasks/util/csv_util.py
@@ -54,7 +54,11 @@ class MySQLExportDialect(MySQLPipeDialect):
 def parse_line(line, dialect='excel'):
     """Parse one line of CSV in the dialect specified."""
     # csv.reader requires an iterable per row, so we wrap the line in a list
-    parsed = csv.reader([line], dialect=dialect).next()
+    try:
+        parsed = csv.reader([line], dialect=dialect).next()
+    except csv.Error:
+        log.error('Error parsing line: %s', line)
+        raise
 
     return parsed