Merge branch 'main' into fix/purge-user-after-deleting-all-user-refer…

…ences
lablup · Jul 4, 2024 · b7eb52c · b7eb52c
2 parents f320d36 + dd19d5b
commit b7eb52c
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 3 deletions.
diff --git a/changes/2371.fix.md b/changes/2371.fix.md
@@ -0,0 +1 @@
+Fix mismatches between responses of `/services/_runtimes` and new model service creation input
diff --git a/src/ai/backend/manager/api/service.py b/src/ai/backend/manager/api/service.py
@@ -1195,7 +1195,7 @@ class RuntimeInfoModel(BaseModel):
 async def list_supported_runtimes(request: web.Request) -> RuntimeInfoModel:
     return RuntimeInfoModel(
         runtimes=[
-            RuntimeInfo(name=v.name, human_readable_name=MODEL_SERVICE_RUNTIME_PROFILES[v].name)
+            RuntimeInfo(name=v.value, human_readable_name=MODEL_SERVICE_RUNTIME_PROFILES[v].name)
             for v in RuntimeVariant
         ]
     )

diff --git a/src/ai/backend/manager/models/endpoint.py b/src/ai/backend/manager/models/endpoint.py
@@ -702,7 +702,7 @@ class RuntimeVariantInfo(graphene.ObjectType):
 
     @classmethod
     def from_enum(cls, enum: RuntimeVariant) -> "RuntimeVariantInfo":
-        return cls(name=enum.name, human_readable_name=MODEL_SERVICE_RUNTIME_PROFILES[enum].name)
+        return cls(name=enum.value, human_readable_name=MODEL_SERVICE_RUNTIME_PROFILES[enum].name)
 
 
 class Endpoint(graphene.ObjectType):
@@ -1107,7 +1107,7 @@ async def _do_mutate() -> ModifyEndpoint:
 
                 if (_newval := props.runtime_variant) and _newval is not Undefined:
                     try:
-                        endpoint_row.runtime_variant = RuntimeVariant[_newval]
+                        endpoint_row.runtime_variant = RuntimeVariant(_newval)
                     except KeyError:
                         raise InvalidAPIParameters(f"Unsupported runtime {_newval}")