Parse \[InvisibleSpace](\uF360) as ' ', \[InvisibleComma](\uF765) as ','

axkr · Sep 21, 2023 · 711d264 · 711d264
1 parent 4621ae6
commit 711d264
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/...droid_library/matheclipse-parser/src/main/java/org/matheclipse/parser/client/Scanner.java b/...droid_library/matheclipse-parser/src/main/java/org/matheclipse/parser/client/Scanner.java
@@ -606,7 +606,11 @@ protected void getNextToken() throws SyntaxError {
       getNextChar();
       fToken = TT_EOF;
 
-      if ((fCurrentChar != '\t') && (fCurrentChar != '\r') && (fCurrentChar != ' ')) {
+      if ((fCurrentChar != '\t') //
+          && (fCurrentChar != '\r') //
+          && (fCurrentChar != ' ')//
+          && (fCurrentChar != '\uF360') // \[InvisibleSpace]
+      ) {
         if (fCurrentChar == '\n') {
           fRowCounter++;
           fCurrentColumnStartPosition = fCurrentPosition;
@@ -733,6 +737,7 @@ protected void getNextToken() throws SyntaxError {
             }
             break;
           case ',':
+          case '\uF765': // \[InvisibleComma]
             fToken = TT_COMMA;
             break;
           case '_':