Merge pull request #2965 from OpenNeuroOrg/fix/non-utf8-file-crash

fix(worker): Add test and character set detection for non-utf8 files
OpenNeuroOrg · Jan 4, 2024 · 34d3991 · 34d3991
2 parents c08d472 + 3337ffc
commit 34d3991
Show file tree

Hide file tree

Showing 4 changed files with 174 additions and 138 deletions.
diff --git a/services/datalad/Pipfile b/services/datalad/Pipfile
@@ -28,3 +28,4 @@ elasticsearch = "*"
 pygit2 = "*"
 pygithub = "==1.54.1"
 greenlet = "*"
+chardet = "*"