explicitly enable TOKENIZERS_PARALLELISM=true

exo-explore · Jan 23, 2025 · a8a9e3f · a8a9e3f
1 parent 5c9bcb8
commit a8a9e3f
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/exo/main.py b/exo/main.py
@@ -42,6 +42,7 @@
 # TODO: figure out why this is happening
 os.environ["GRPC_VERBOSITY"] = "error"
 os.environ["TRANSFORMERS_VERBOSITY"] = "error"
+os.environ["TOKENIZERS_PARALLELISM"] = "true"
 
 # Configure uvloop for maximum performance
 def configure_uvloop():