remove lorax env var (#113)

predibase · Dec 7, 2023 · 35df6e4 · 35df6e4
1 parent bb950cc
commit 35df6e4
Show file tree

Hide file tree

Showing 2 changed files with 0 additions and 8 deletions.
diff --git a/charts/lorax/templates/deployment.yaml b/charts/lorax/templates/deployment.yaml
@@ -50,8 +50,6 @@ spec:
           value: "8000"
         - name: HUGGING_FACE_HUB_TOKEN
           value: {{ .Values.deployment.env.huggingFaceHubToken | quote }}
-        - name: LORAX_ENABLED_MODEL_TYPES
-          value: {{ .Values.deployment.env.loraxEnabledModelTypes | quote }}
         image: {{ .Values.deployment.image.repository }}:{{ .Values.deployment.image.tag }}
         imagePullPolicy: IfNotPresent
         livenessProbe: {{ toYaml .Values.deployment.livenessProbe | nindent 10 }}

diff --git a/server/lorax_server/models/__init__.py b/server/lorax_server/models/__init__.py
@@ -77,8 +77,6 @@
 if MISTRAL:
     __all__.append(FlashMistral)
 
-LORAX_ENABLED_MODEL_TYPES = os.environ.get("PREDIBASE_LORAX_ENABLED_MODEL_TYPES", "").split(",")
-
 
 def get_model(
     model_id: str,
@@ -111,10 +109,6 @@ def get_model(
         raise ValueError(f"Unknown source {source}")
 
     model_type = config_dict["model_type"]
-    if len(adapter_id) > 0 and model_type not in LORAX_ENABLED_MODEL_TYPES:
-        raise ValueError(
-            f"adapter_id is only supported for models with type {LORAX_ENABLED_MODEL_TYPES}."
-        )
 
     if dtype is None:
         dtype = torch.float16