diff --git a/chat/requirements.txt b/chat/requirements.txt index 9ae297f..f670f86 100644 --- a/chat/requirements.txt +++ b/chat/requirements.txt @@ -1,2 +1,2 @@ -llama-cpp-python[server]==0.2.79 +llama-cpp-python[server]==0.2.88 pip==24.2 diff --git a/chat/vulkan/amd64/Containerfile b/chat/vulkan/amd64/Containerfile index 8cc796d..126e63e 100644 --- a/chat/vulkan/amd64/Containerfile +++ b/chat/vulkan/amd64/Containerfile @@ -24,13 +24,24 @@ RUN dnf install -y python3-dnf-plugin-versionlock && \ dnf install -y https://dl.fedoraproject.org/pub/epel/epel-release-latest-9.noarch.rpm && \ dnf install -y git cmake ninja-build gcc gcc-c++ && \ dnf copr enable -y ligenix/enterprise-sandbox epel-9-x86_64 && \ - dnf install -y vulkan-headers vulkan-tools && \ + dnf install -y vulkan-headers vulkan-tools vulkan-loader-devel && \ dnf clean all WORKDIR /locallm +RUN git clone https://github.com/google/shaderc +WORKDIR shaderc +RUN ./utils/git-sync-deps +WORKDIR build +RUN cmake -GNinja \ + -DCMAKE_BUILD_TYPE=Release \ + -DSHADERC_SKIP_TESTS=ON \ + -DCMAKE_INSTALL_PREFIX=/usr/local \ + .. \ + && ninja install +WORKDIR /locallm COPY requirements.txt ./ RUN pip install --upgrade pip -ENV CMAKE_ARGS="-DLLAMA_VULKAN=on" +ENV CMAKE_ARGS="-DGGML_VULKAN=on" ENV FORCE_CMAKE=1 RUN pip install --target=/locallm --no-cache-dir --upgrade -r requirements.txt diff --git a/chat/vulkan/arm64/Containerfile b/chat/vulkan/arm64/Containerfile index 6456b0f..16cb98a 100644 --- a/chat/vulkan/arm64/Containerfile +++ b/chat/vulkan/arm64/Containerfile @@ -27,9 +27,20 @@ https://dl.fedoraproject.org/pub/epel/epel-release-latest-9.noarch.rpm && \ dnf versionlock mesa-vulkan-drivers-23.3.3-101.el9.aarch64 && \ dnf install -y git cmake ninja-build gcc gcc-c++ vulkan-loader-devel vulkan-tools && \ dnf clean all +RUN git clone https://github.com/google/shaderc +WORKDIR shaderc +RUN ./utils/git-sync-deps +WORKDIR build +RUN cmake -GNinja \ + -DCMAKE_BUILD_TYPE=Release \ + -DSHADERC_SKIP_TESTS=ON \ + -DCMAKE_INSTALL_PREFIX=/usr/local \ + .. \ + && ninja install +WORKDIR /locallm COPY requirements.txt ./ RUN pip install --upgrade pip -ENV CMAKE_ARGS="-DLLAMA_VULKAN=on" +ENV CMAKE_ARGS="-DGGML_VULKAN=on" ENV FORCE_CMAKE=1 RUN pip install --target=/locallm --no-cache-dir --upgrade -r requirements.txt