adding chart ai-inference-0.8.0

intel · Nov 22, 2022 · ac638b8 · ac638b8
1 parent 9fe475f
commit ac638b8
Show file tree

Hide file tree

Showing 10 changed files with 346 additions and 0 deletions.
diff --git a/charts/ai-inference-0.8.0/Chart.yaml b/charts/ai-inference-0.8.0/Chart.yaml
@@ -0,0 +1,6 @@
+apiVersion: v2
+appVersion: 1.16.0
+description: A Helm chart for Kubernetes
+name: ai-inference
+type: application
+version: 0.8.0
diff --git a/charts/ai-inference-0.8.0/configs/AiInference.config b/charts/ai-inference-0.8.0/configs/AiInference.config
@@ -0,0 +1,10 @@
+[Service]
+logDir=.
+logMaxFileSize=16777216
+logMaxFileCount=8
+logSeverity=0
+[HTTP]
+address=0.0.0.0
+port=servicePort
+[Pipeline]
+maxConcurrentWorkload=maxConcurrentWorkloadPerReplica
diff --git a/charts/ai-inference-0.8.0/configs/hbase_storage_configmap.json b/charts/ai-inference-0.8.0/configs/hbase_storage_configmap.json
@@ -0,0 +1,6 @@
+{
+    "version": 1,
+    "hbaseAddr": "hbaseAddr_placeholder",
+    "hbasePort": hbasePort_placeholder,
+    "storageRestAddr": "storageRestAddr_placeholder"
+}
diff --git a/charts/ai-inference-0.8.0/configs/media_storage_configmap.json b/charts/ai-inference-0.8.0/configs/media_storage_configmap.json
@@ -0,0 +1,24 @@
+{
+    "version": 1,
+    "name": "row data source",
+    "video_image": {
+        "address": "minIOAddress_placeholder",
+        "port": "minIOPort_placeholder",
+        "rootUser": "rootUserPath_placeholder",
+        "rootPassword": "rootPasswordPath_placeholder"
+    },
+    "video_image_attributes": {
+        "flask_server_address": "storage_server_address_placeholder",
+        "flask_server_port": "storage_server_port_placeholder",
+        "prefix": "v1",
+        "media": "/media"
+    },
+    "mediatype": [
+        "image",
+        "video"
+    ],
+    "datasource": [
+        "person",
+        "vehicle"
+    ]
+}
diff --git a/charts/ai-inference-0.8.0/templates/configmap.yaml b/charts/ai-inference-0.8.0/templates/configmap.yaml
@@ -0,0 +1,41 @@
+# INTEL CONFIDENTIAL
+#
+# Copyright (C) 2022 Intel Corporation.
+#
+# This software and the related documents are Intel copyrighted materials, and your use of
+# them is governed by the express license under which they were provided to you (License).
+# Unless the License provides otherwise, you may not use, modify, copy, publish, distribute,
+# disclose or transmit this software or the related documents without Intel's prior written permission.
+#
+# This software and the related documents are provided as is, with no express or implied warranties,
+# other than those that are expressly stated in the License.
+
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  namespace: {{ .Values.global.namespace.value }}
+  name: {{ .Values.configMap.AIInference.name }}
+data:
+{{ $v :=  .Values.configMap.AIInference.value }}
+{{ (.Files.Glob $v).AsConfig | replace "servicePort" (toString .Values.image.containerPort) | replace "maxConcurrentWorkloadPerReplica" (toString .Values.configMap.AIInference.maxConcurrentWorkloadPerReplica) | indent 2  }}
+
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  namespace: {{ .Values.global.namespace.value }}
+  name: {{ .Values.configMap.hbaseStorage.name }}
+data:
+{{ $v :=  .Values.configMap.hbaseStorage.value }}
+{{ (.Files.Glob $v).AsConfig | replace "hbaseAddr_placeholder" .Values.configMap.hbaseStorage.hbaseAddr | replace "hbasePort_placeholder" (toString .Values.configMap.hbaseStorage.hbasePort)  | replace "storageRestAddr_placeholder" (nospace (cat (toString .Values.configMap.hbaseStorage.storage_server_address) ":" (toString .Values.configMap.hbaseStorage.storage_server_port))) | indent 2  }}
+
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  namespace: {{ .Values.global.namespace.value }}
+  name: {{ .Values.configMap.mediaStorage.name }}
+data:
+{{ $v :=  .Values.configMap.mediaStorage.value }}
+{{ (.Files.Glob $v).AsConfig | replace "minIOPort_placeholder" .Values.configMap.mediaStorage.minIOPort | replace "minIOAddress_placeholder" .Values.configMap.mediaStorage.minIOAddress | replace "storage_server_port_placeholder" .Values.configMap.hbaseStorage.storage_server_port | replace "storage_server_address_placeholder" .Values.configMap.hbaseStorage.storage_server_address | replace "rootUserPath_placeholder" .Values.configMap.mediaStorage.rootUserMountPath | replace "rootPasswordPath_placeholder" .Values.configMap.mediaStorage.rootPasswordMountPath | indent 2  }}
diff --git a/charts/ai-inference-0.8.0/templates/deployment.yaml b/charts/ai-inference-0.8.0/templates/deployment.yaml
@@ -0,0 +1,125 @@
+# INTEL CONFIDENTIAL
+#
+# Copyright (C) 2022 Intel Corporation.
+#
+# This software and the related documents are Intel copyrighted materials, and your use of
+# them is governed by the express license under which they were provided to you (License).
+# Unless the License provides otherwise, you may not use, modify, copy, publish, distribute,
+# disclose or transmit this software or the related documents without Intel's prior written permission.
+#
+# This software and the related documents are provided as is, with no express or implied warranties,
+# other than those that are expressly stated in the License.
+
+---
+{{- if .Values.global.namespace.create -}}
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: {{ .Values.global.namespace.value }}
+{{ if .Values.global.namespace.istioInjection.create }}
+  labels:
+    istio-injection: enabled
+{{ end }}
+{{- end -}}
+
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: {{ .Values.global.deployment.name }}
+  namespace: {{ .Values.global.namespace.value }}
+  annotations:
+    container.apparmor.security.beta.kubernetes.io/ai-inference: runtime/default
+spec:
+  selector:
+    matchLabels:
+      app: ai-inference
+      version: v1
+  replicas: {{ .Values.replicaCount }}
+  template:
+    metadata:
+      labels:
+        app: ai-inference
+        version: v1
+    spec:
+      nodeSelector:
+        feature.node.kubernetes.io/cpu-cpuid.AVX512VNNI: 'true'
+        feature.node.kubernetes.io/cpu-cpuid.AVX2: 'true'
+      securityContext:
+        seccompProfile:
+          type: RuntimeDefault
+      serviceAccountName: {{ .Values.global.service.name }}
+      # tolerations:
+      # - key: "node"
+      #   operator: "Equal"
+      #   value: "hddl"
+      #   effect: "NoSchedule"
+      containers:
+      - name: {{ .Values.global.deployment.name }}
+        image: "{{ .Values.image.repository }}:{{ .Values.image.Version }}"
+        command: ["/opt/run_service.sh"]
+        imagePullPolicy: {{ .Values.image.pullPolicy }}
+        securityContext:
+          # readOnlyRootFilesystem: true
+          allowPrivilegeEscalation: false
+        resources:
+          limits:
+            cpu: "52"
+            memory: 100Gi
+          requests:
+            cpu: 500m
+            memory: 200Mi
+        livenessProbe:
+          httpGet:
+            path: /healthz
+            port:  {{ .Values.image.containerPort }}
+          initialDelaySeconds: 120
+          periodSeconds: 60
+        startupProbe:
+          httpGet:
+            path: /healthz
+            port:  {{ .Values.image.containerPort }}
+          failureThreshold: 5
+          periodSeconds: 60
+        volumeMounts:
+        - mountPath: /dev/dri/card0
+          name: dri
+        securityContext:
+          privileged: true
+        ports:
+        - containerPort: {{ .Values.image.containerPort }}
+        volumeMounts:
+        - mountPath: /opt/hce-core/middleware/ai/ai_inference/source/low_latency_server/AiInference.config
+          subPath: AiInference.config
+          name: config-volume
+        - mountPath: /opt/hce-configs/media_storage_configmap.json
+          subPath: media_storage_configmap.json
+          name: config-volume-ms
+        - mountPath: /opt/hce-configs/hbase_storage_configmap.json
+          subPath: hbase_storage_configmap.json
+          name: config-volume-hs
+        - name: media-storage-secret
+          mountPath: {{ .Values.configMap.mediaStorage.secretMountPath }}
+          readOnly: true
+      volumes:
+      - name: config-volume
+        configMap:
+          name: {{ .Values.configMap.AIInference.name }}
+      - name: dri
+        hostPath:
+          path: /dev/dri/card0
+      - name: config-volume-ms
+        configMap:
+          name: {{ .Values.configMap.mediaStorage.name }}
+      - name: config-volume-hs
+        configMap:
+          name: {{ .Values.configMap.hbaseStorage.name }}
+      - name: media-storage-secret
+        secret:
+          secretName: {{ .Values.global.secret.minio.name }}
+          optional: true
+          items:
+          - key: rootUser
+            path: rootUser
+          - key: rootPassword
+            path: rootPassword
diff --git a/charts/ai-inference-0.8.0/templates/secret.yaml b/charts/ai-inference-0.8.0/templates/secret.yaml
@@ -0,0 +1,24 @@
+# INTEL CONFIDENTIAL
+#
+# Copyright (C) 2022 Intel Corporation.
+#
+# This software and the related documents are Intel copyrighted materials, and your use of
+# them is governed by the express license under which they were provided to you (License).
+# Unless the License provides otherwise, you may not use, modify, copy, publish, distribute,
+# disclose or transmit this software or the related documents without Intel's prior written permission.
+#
+# This software and the related documents are provided as is, with no express or implied warranties,
+# other than those that are expressly stated in the License.
+
+---
+apiVersion: v1
+kind: Secret
+metadata:
+  name: {{ .Values.global.secret.minio.name }}
+  namespace: {{ .Values.global.namespace.value }}
+  labels: 
+    app: ai-inference
+type: Opaque
+data:
+  rootUser: {{ .Values.configMap.mediaStorage.rootUser }}
+  rootPassword: {{ .Values.configMap.mediaStorage.rootPassword }}
diff --git a/charts/ai-inference-0.8.0/templates/service.yaml b/charts/ai-inference-0.8.0/templates/service.yaml
@@ -0,0 +1,29 @@
+# INTEL CONFIDENTIAL
+#
+# Copyright (C) 2022 Intel Corporation.
+#
+# This software and the related documents are Intel copyrighted materials, and your use of
+# them is governed by the express license under which they were provided to you (License).
+# Unless the License provides otherwise, you may not use, modify, copy, publish, distribute,
+# disclose or transmit this software or the related documents without Intel's prior written permission.
+#
+# This software and the related documents are provided as is, with no express or implied warranties,
+# other than those that are expressly stated in the License.
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: {{ .Values.global.service.name }}
+  namespace: {{ .Values.global.namespace.value }}
+  labels: 
+    app: ai-inference
+spec:
+  ports:
+  - port: {{ .Values.image.containerPort }}
+    targetPort: {{ .Values.image.containerPort }}
+    protocol: TCP
+  type: ClusterIP
+  selector:
+    app: ai-inference
+    version: v1
diff --git a/charts/ai-inference-0.8.0/templates/serviceaccount.yaml b/charts/ai-inference-0.8.0/templates/serviceaccount.yaml
@@ -0,0 +1,20 @@
+# INTEL CONFIDENTIAL
+#
+# Copyright (C) 2022 Intel Corporation.
+#
+# This software and the related documents are Intel copyrighted materials, and your use of
+# them is governed by the express license under which they were provided to you (License).
+# Unless the License provides otherwise, you may not use, modify, copy, publish, distribute,
+# disclose or transmit this software or the related documents without Intel's prior written permission.
+#
+# This software and the related documents are provided as is, with no express or implied warranties,
+# other than those that are expressly stated in the License.
+
+---
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: {{ .Values.global.service.name }}
+  namespace: {{ .Values.global.namespace.value }}
+  labels:
+    account: ai-inference
diff --git a/charts/ai-inference-0.8.0/values.yaml b/charts/ai-inference-0.8.0/values.yaml
@@ -0,0 +1,61 @@
+# INTEL CONFIDENTIAL
+#
+# Copyright (C) 2022 Intel Corporation.
+#
+# This software and the related documents are Intel copyrighted materials, and your use of
+# them is governed by the express license under which they were provided to you (License).
+# Unless the License provides otherwise, you may not use, modify, copy, publish, distribute,
+# disclose or transmit this software or the related documents without Intel's prior written permission.
+#
+# This software and the related documents are provided as is, with no express or implied warranties,
+# other than those that are expressly stated in the License.
+
+---
+# Default values for ai-inference.
+# This is a YAML-formatted file.
+# Declare variables to be passed into your templates.
+replicaCount: 1
+
+global:
+  namespace:
+    create: false
+    value: hce-ai
+    istioInjection:
+      create: false
+  service:
+    name: evi-ai-inference
+  deployment:
+    name: evi-ai-inference
+  secret:
+    minio:
+      name: evi-minio-secret
+
+configMap:
+  AIInference:
+    name: ai-inference
+    value: configs/AiInference.config
+    maxConcurrentWorkloadPerReplica: 8
+  hbaseStorage:
+    name: hbase-storage
+    value: configs/hbase_storage_configmap.json
+    hbaseAddr: "my-hbase-hbase-master.dev"
+    hbasePort: 9090
+    storage_server_address: "storage-rest.storage-rest"
+    storage_server_port: "9900"
+  mediaStorage:
+    name: media-storage
+    value: configs/media_storage_configmap.json
+    rootUser: ""
+    rootPassword: ""
+    secretMountPath: /opt/hce-configs/credentials/minio
+    rootUserMountPath: /opt/hce-configs/credentials/minio/rootUser
+    rootPasswordMountPath: /opt/hce-configs/credentials/minio/rootPassword
+    minIOAddress: "minio-service.minio"
+    minIOPort: "9000"
+
+
+image:
+  repository: 10.67.108.226/hce/ai-inference-cpu
+  Version: master-96802044e3c560ce54cdfb2c9d69e25819ef112a
+  pullPolicy: IfNotPresent
+  containerPort: 50051