From ed9899cc4d5a14852c33abc9a315996e4d9ceab4 Mon Sep 17 00:00:00 2001
From: "github-actions[bot]" <github-actions[bot]@users.noreply.github.com>
Date: Thu, 23 Nov 2023 11:53:12 +0000
Subject: [PATCH] Update Schema for main

---
 json-schema/haystack-pipeline-main.schema.json | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)

diff --git a/json-schema/haystack-pipeline-main.schema.json b/json-schema/haystack-pipeline-main.schema.json
index 3630a28..f421c35 100644
--- a/json-schema/haystack-pipeline-main.schema.json
+++ b/json-schema/haystack-pipeline-main.schema.json
@@ -4700,6 +4700,7 @@
               "title": "Split By",
               "default": "word",
               "enum": [
+                "token",
                 "word",
                 "sentence",
                 "passage"
@@ -4743,6 +4744,21 @@
                 }
               ]
             },
+            "tokenizer": {
+              "title": "Tokenizer",
+              "default": "tiktoken",
+              "anyOf": [
+                {
+                  "type": "string"
+                },
+                {
+                  "type": "string"
+                },
+                {
+                  "type": "null"
+                }
+              ]
+            },
             "language": {
               "title": "Language",
               "default": "en",