Add \s back to delimiter

inukshuk · Jan 11, 2024 · d360a47 · d360a47
1 parent c3c4f53
commit d360a47
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lib/anystyle/parser.rb b/lib/anystyle/parser.rb
@@ -105,7 +105,7 @@ class Parser < ParserCore
       compact: true,
       threads: 4,
       separator: /(?:\r?\n)+/,
-      delimiter: /\p{Space_Separator}+|([\uFF01-\uFF64]|。|、)/,
+      delimiter: /(\s|\p{Space_Separator})+|([\uFF01-\uFF64]|。|、)/,
       format: :hash,
       training_data: File.join(RES, 'parser', 'core.xml')
     }