Update Schema for main

deepset-ai · Nov 23, 2023 · ed9899c · ed9899c
1 parent a3bab6b
commit ed9899c
Showing 1 changed file with 16 additions and 0 deletions.
diff --git a/json-schema/haystack-pipeline-main.schema.json b/json-schema/haystack-pipeline-main.schema.json
@@ -4700,6 +4700,7 @@
               "title": "Split By",
               "default": "word",
               "enum": [
+                "token",
                 "word",
                 "sentence",
                 "passage"
@@ -4743,6 +4744,21 @@
                 }
               ]
             },
+            "tokenizer": {
+              "title": "Tokenizer",
+              "default": "tiktoken",
+              "anyOf": [
+                {
+                  "type": "string"
+                },
+                {
+                  "type": "string"
+                },
+                {
+                  "type": "null"
+                }
+              ]
+            },
             "language": {
               "title": "Language",
               "default": "en",