update interactive/config.pbtxt && TurbomindModelConfig

InternLM · Dec 5, 2023 · 014a1ef · 014a1ef
1 parent 1ab9882
commit 014a1ef
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 0 deletions.
diff --git a/lmdeploy/serve/turbomind/triton_models/interactive/config.pbtxt b/lmdeploy/serve/turbomind/triton_models/interactive/config.pbtxt
@@ -59,6 +59,18 @@ input [
     data_type: TYPE_UINT32
     dims: [ -1 ]
   },
+  {
+    name: "image_embs"
+    data_type: TYPE_FP16
+    dims: [ -1, -1, -1 ]
+    optional: true
+  },
+  {
+    name: "image_offsets"
+    data_type: TYPE_INT32
+    dims: [ -1 ]
+    optional: true
+  },
   {
     name: "step"
     data_type: TYPE_INT32

diff --git a/lmdeploy/turbomind/deploy/target_model/base.py b/lmdeploy/turbomind/deploy/target_model/base.py
@@ -58,6 +58,7 @@ class TurbomindModelConfig:
     max_position_embeddings: int = 0
     rope_scaling_factor: float = 0.0
     use_logn_attn: int = 0
+    image_dim: int = 0
 
     @classmethod
     def from_dict(cls, env, allow_none=False):