feat: provide CUDA image for AMD64 (#37)

* feat: provide CUDA image for AMD64 Fixes #36 Signed-off-by: Jeff MAURY <[email protected]> * fix: apply reviews from @benoitf and @lstocchi Signed-off-by: Jeff MAURY <[email protected]>
containers · Jul 31, 2024 · 05a6fde · 05a6fde
1 parent c39f6d6
commit 05a6fde
Show file tree

Hide file tree

Showing 4 changed files with 36 additions and 0 deletions.
diff --git a/.github/workflows/build-publish.yaml b/.github/workflows/build-publish.yaml
@@ -40,6 +40,9 @@ jobs:
           - containerfile: "./chat/vulkan/arm64/Containerfile"
             build-image-name: "ai-lab-playground-chat-vulkan"
             archs: arm64
+          - containerfile: "./chat/cuda/amd64/Containerfile"
+            build-image-name: "ai-lab-playground-chat-cuda"
+            archs: amd64
       fail-fast: false
 
     steps:

diff --git a/.github/workflows/pr-check.yaml b/.github/workflows/pr-check.yaml
@@ -36,6 +36,9 @@ jobs:
           - containerfile: "./chat/vulkan/arm64/Containerfile"
             build-image-name: "ai-lab-playground-chat-vulkan"
             archs: arm64
+          - containerfile: "./chat/cuda/amd64/Containerfile"
+            build-image-name: "ai-lab-playground-chat-cuda"
+            archs: amd64
       fail-fast: false
 
     steps:

diff --git a/.github/workflows/release.yaml b/.github/workflows/release.yaml
@@ -47,6 +47,9 @@ jobs:
           - containerfile: "./chat/vulkan/arm64/Containerfile"
             build-image-name: "ai-lab-playground-chat-vulkan"
             archs: arm64
+          - containerfile: "./chat/cuda/amd64/Containerfile"
+            build-image-name: "ai-lab-playground-chat-cuda"
+            archs: amd64
     steps:
       - uses: actions/checkout@v4
         with:

diff --git a/chat/cuda/amd64/Containerfile b/chat/cuda/amd64/Containerfile
@@ -0,0 +1,27 @@
+#
+# Copyright (C) 2024 Red Hat, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# SPDX-License-Identifier: Apache-2.0
+FROM quay.io/opendatahub/workbench-images:cuda-ubi9-python-3.9-20231206
+USER root
+RUN  dnf install -y gcc-toolset-13-gcc gcc-toolset-13-gcc-c++
+USER 1001
+WORKDIR /locallm
+COPY requirements.txt .
+COPY run.sh .
+ENV CMAKE_ARGS="-DGGML_CUDA=on -DLLAMA_AVX2=OFF -DLLAMA_FMA=OFF -DLLAMA_F16C=OFF"
+ENV FORCE_CMAKE=1
+RUN CC="/opt/rh/gcc-toolset-13/root/usr/bin/gcc" CXX="/opt/rh/gcc-toolset-13/root/usr/bin/g++" pip install --no-cache-dir -r ./requirements.txt
+ENTRYPOINT [ "sh", "run.sh" ]