cleanup

Signed-off-by: Stephanie <[email protected]>

Author: yangcao77

scripts/envs/audio-to-text

@@ -6,9 +6,9 @@ export INIT_CONTAINER="quay.io/redhat-ai-dev/whisper-small:latest"
 export APP_PORT=8501
 export MODEL_SERVICE_CONTAINER="quay.io/redhat-ai-dev/whispercpp:latest"
 export MODEL_SERVICE_PORT=8001
-export SUPPORT_VLLM=false
 
-# export MODEL_SERVER_RUN_AS_ROOT=true
+# vllm configurations
+export SUPPORT_VLLM=false
 
 # for gitlab case, since gitlab does not have pipeline webhook pre-set to trigger the initial build
 export APP_INTERFACE_CONTAINER="quay.io/redhat-ai-dev/audio-to-text:latest"

scripts/envs/chatbot

@@ -7,12 +7,11 @@ export APP_PORT=8501
 export MODEL_SERVICE_CONTAINER="quay.io/ai-lab/llamacpp_python:latest"
 export MODEL_SERVICE_PORT=8001
 
+# vllm configurations
 export SUPPORT_VLLM=true
 export VLLM_CONTAINER="quay.io/rh-aiservices-bu/vllm-openai-ubi9:0.4.2"
 export VLLM_MODEL_NAME="instructlab/granite-7b-lab"
 export VLLM_MAX_MODEL_LEN=4096
 
-# export MODEL_SERVER_RUN_AS_ROOT=false
-
 # for gitlab case, since gitlab does not have pipeline webhook pre-set to trigger the initial build
 export APP_INTERFACE_CONTAINER="quay.io/redhat-ai-dev/chatbot:latest"

scripts/envs/codegen

@@ -7,12 +7,12 @@ export APP_PORT=8501
 export MODEL_SERVICE_CONTAINER="quay.io/ai-lab/llamacpp_python:latest"
 export MODEL_SERVICE_PORT=8001
 
+# vllm configurations
 export SUPPORT_VLLM=true
 export VLLM_CONTAINER="quay.io/rh-aiservices-bu/vllm-openai-ubi9:0.4.2"
 export VLLM_MODEL_NAME="Nondzu/Mistral-7B-code-16k-qlora"
 export VLLM_MAX_MODEL_LEN=6144
 
-# export MODEL_SERVER_RUN_AS_ROOT=false
 
 # for gitlab case, since gitlab does not have pipeline webhook pre-set to trigger the initial build
 export APP_INTERFACE_CONTAINER="quay.io/redhat-ai-dev/codegen:latest"

skeleton/template.yaml

@@ -250,7 +250,6 @@ spec:
           maxModelLength: ${VLLM_MAX_MODEL_LEN}
           # for RHOAI
           rhoaiSelected: ${{ parameters.rhoaiSelected }}
-          # runAsRoot: ${MODEL_SERVER_RUN_AS_ROOT}
     - action: fs:rename
       id: renameComponentDir
       name: Rename Component Directory

templates/audio-to-text/template.yaml

@@ -2,8 +2,8 @@ apiVersion: scaffolder.backstage.io/v1beta3
 # https://backstage.io/docs/features/software-catalog/descriptor-format#kind-template
 kind: Template
 metadata:
-  name: audio-to-text4
-  title: Audio to Text Application4
+  name: audio-to-text
+  title: Audio to Text Application
   description: Audio to Text Application example with AI enabled audio transcription
   tags: ["ai", "whispercpp", "python", "asr"]
 spec:
@@ -236,7 +236,6 @@ spec:
           maxModelLength: 
           # for RHOAI
           rhoaiSelected: ${{ parameters.rhoaiSelected }}
-          # runAsRoot: 
     - action: fs:rename
       id: renameComponentDir
       name: Rename Component Directory

templates/chatbot/template.yaml

@@ -250,7 +250,6 @@ spec:
           maxModelLength: 4096
           # for RHOAI
           rhoaiSelected: ${{ parameters.rhoaiSelected }}
-          # runAsRoot: 
     - action: fs:rename
       id: renameComponentDir
       name: Rename Component Directory

templates/codegen/template.yaml

@@ -250,7 +250,6 @@ spec:
           maxModelLength: 6144
           # for RHOAI
           rhoaiSelected: ${{ parameters.rhoaiSelected }}
-          # runAsRoot: 
     - action: fs:rename
       id: renameComponentDir
       name: Rename Component Directory