add bad test model

redhat-ai-services · May 30, 2024 · a12996d · a12996d
1 parent 8432827
commit a12996d
Show file tree

Hide file tree

Showing 2 changed files with 32 additions and 5 deletions.
diff --git a/...ps/instance/components/health-check-openshift-ai/patch-inferenceservice-health-check.yaml b/...ps/instance/components/health-check-openshift-ai/patch-inferenceservice-health-check.yaml
@@ -4,12 +4,16 @@
     group: serving.kserve.io
     kind: InferenceService
     check: |
-      health_status = {}
+      local health_status = {}
+
       health_status.status = "Progressing"
       health_status.message = "Waiting for InferenceService to report status..."
 
       if obj.status ~= nil then
-        progressing = false
+
+        local progressing = false
+        local status_false = 0
+        local status_unknown = 0
 
         if obj.modelStatus ~= nil then
           if obj.modelStatus.transitionStatus == "InProgress" then
@@ -22,9 +26,6 @@
 
           for i, condition in pairs(obj.status.conditions) do
 
-            status_false = 0
-            status_unknown = 0
-
             if condition.status == "Unknown" then
               status_unknown = status_unknown + 1
             elseif condition.status == "False" then
@@ -46,6 +47,7 @@
 
           if progressing == false and status_unknown == 0 and status_false == 0 then
             health_status.status = "Healthy"
+            msg = "InferenceService is healthy."
           elseif progressing == true or status_unknown >= 0 then
             health_status.status = "Progressing"
           else

diff --git a/tenants/ai-example/single-model-serving-tgis/base/inference-service.yaml b/tenants/ai-example/single-model-serving-tgis/base/inference-service.yaml
@@ -1,3 +1,4 @@
+---
 apiVersion: serving.kserve.io/v1beta1
 kind: InferenceService
 metadata:
@@ -21,3 +22,27 @@ spec:
       storage:
         key: aws-connection-tgis
         path: models/flan-t5-small
+---
+apiVersion: serving.kserve.io/v1beta1
+kind: InferenceService
+metadata:
+  annotations:
+    openshift.io/display-name: tgis
+    serving.knative.openshift.io/enablePassthrough: "true"
+    sidecar.istio.io/inject: "true"
+    sidecar.istio.io/rewriteAppHTTPProbers: "true"
+  labels:
+    opendatahub.io/dashboard: "true"
+  name: tgis-test
+spec:
+  predictor:
+    maxReplicas: 1
+    minReplicas: 1
+    model:
+      modelFormat:
+        name: pytorch
+      name: ""
+      runtime: tgis
+      storage:
+        key: aws-connection-tgis
+        path: models/flan-t5-small-blah