diff --git a/charts/lorax/templates/deployment.yaml b/charts/lorax/templates/deployment.yaml index 6323c4c4a..9ae096aca 100644 --- a/charts/lorax/templates/deployment.yaml +++ b/charts/lorax/templates/deployment.yaml @@ -50,8 +50,6 @@ spec: value: "8000" - name: HUGGING_FACE_HUB_TOKEN value: {{ .Values.deployment.env.huggingFaceHubToken | quote }} - - name: LORAX_ENABLED_MODEL_TYPES - value: {{ .Values.deployment.env.loraxEnabledModelTypes | quote }} image: {{ .Values.deployment.image.repository }}:{{ .Values.deployment.image.tag }} imagePullPolicy: IfNotPresent livenessProbe: {{ toYaml .Values.deployment.livenessProbe | nindent 10 }} diff --git a/server/lorax_server/models/__init__.py b/server/lorax_server/models/__init__.py index aed91d24b..ac38144de 100644 --- a/server/lorax_server/models/__init__.py +++ b/server/lorax_server/models/__init__.py @@ -77,8 +77,6 @@ if MISTRAL: __all__.append(FlashMistral) -LORAX_ENABLED_MODEL_TYPES = os.environ.get("PREDIBASE_LORAX_ENABLED_MODEL_TYPES", "").split(",") - def get_model( model_id: str, @@ -111,10 +109,6 @@ def get_model( raise ValueError(f"Unknown source {source}") model_type = config_dict["model_type"] - if len(adapter_id) > 0 and model_type not in LORAX_ENABLED_MODEL_TYPES: - raise ValueError( - f"adapter_id is only supported for models with type {LORAX_ENABLED_MODEL_TYPES}." - ) if dtype is None: dtype = torch.float16