PLT-1886 Add truncate analyzer for vertex_index

atlanhq · Sep 13, 2023 · 7ab815c · 7ab815c
1 parent e8034e6
commit 7ab815c
Showing 1 changed file with 11 additions and 0 deletions.
diff --git a/addons/elasticsearch/es-settings.json b/addons/elasticsearch/es-settings.json
@@ -57,6 +57,12 @@
           "graph_synonyms", "lowercase"
         ],
         "tokenizer": "atlan_tokenizer"
+      },
+      "truncate_analyzer": {
+        "char_filter": [
+          "truncate_filter"
+        ],
+        "tokenizer": "standard"
       }
     },
     "normalizer": {
@@ -103,6 +109,11 @@
         "type":"pattern_replace",
         "pattern":"\\d+",
         "replacement":" $0"
+      },
+      "truncate_filter": {
+        "pattern": "(^.{0,100000}).*$",
+        "type": "pattern_replace",
+        "replacement": "$1 "
       }
     }
   }