Adds support for the Solar architecture (#719)

predibase · Dec 16, 2024 · ddd1c2d · ddd1c2d
1 parent 170aae1
commit ddd1c2d
Show file tree

Hide file tree

Showing 5 changed files with 818 additions and 19 deletions.
diff --git a/router/src/config.rs b/router/src/config.rs
@@ -161,6 +161,7 @@ pub enum Config {
     PhiMsft,
     Phi3,
     Llama,
+    Solar,
     Baichuan,
     Paligemma(Paligemma),
     Gemma,

diff --git a/server/lorax_server/models/__init__.py b/server/lorax_server/models/__init__.py
@@ -278,6 +278,17 @@ def get_model(
             **flash_causal_lm_kwargs,
         )
 
+    if model_type == "solar":
+        from lorax_server.models.flash_solar import FlashSolar
+
+        return FlashSolar(
+            model_id,
+            adapter_id,
+            adapter_source,
+            revision,
+            **flash_causal_lm_kwargs,
+        )
+
     if model_type == "gemma":
         from lorax_server.models.flash_gemma import FlashGemma
-Original file line number
+Diff line change
@@ Expand Up / @@ -161,6 +161,7 @@ pub enum Config { @@
         PhiMsft,
         Phi3,
         Llama,
+        Solar,
         Baichuan,
         Paligemma(Paligemma),
         Gemma,
@@ Expand Down @@