Upgrade PGML Python dependencies

ml-cnpg/Dockerfile

@@ -4,16 +4,11 @@ ARG TAG=latest
 FROM quay.io/tembo/standard-cnpg:${PG_VERSION}-${TAG}
 USER root
 
-ARG PGML_VERSION=2.7.1
-ARG PGVECTOR_VERSION=0.4.4
-ARG PGEMBEDDING_VERSION=0.1.0
-
 WORKDIR /
 
 # Install dependencies for running pgml
 RUN  apt-get update \
-  && apt-get install -y \
-      libopenblas-base \
+  && apt-get install -y libopenblas-base \
   && apt-get autoremove -y \
   && apt-get clean \
   && rm -rf /var/lib/apt/lists/*

ml-cnpg/requirements-xformers.txt

@@ -1 +1 @@
-xformers==0.0.20
+xformers==0.0.29.post1; sys_platform == 'linux' # only runs on nvidia hardware

ml-cnpg/requirements.txt

@@ -1,25 +1,44 @@
-accelerate==0.20.3
-auto-gptq==0.2.2
-ctransformers==0.2.8
-datasets==2.13.0
-deepspeed==0.9.4
-huggingface-hub==0.15.1
-InstructorEmbedding==1.0.1
-lightgbm==3.3.5
-orjson==3.9.1
-pandas==2.0.2
-rich==13.4.2
+# Copied from https://github.com/postgresml/postgresml/blob/v2.10.0/pgml-extension/requirements.txt
+# Added versions by searching https://pypi.org/
+# Moved xformers to requirements-xformers.txt
+
+# ML
+catboost==1.2.7
+lightgbm==4.5.0
+torch==2.5.1
+torchaudio==2.5.1
+torchvision==0.20.1
+xgboost==2.1.3
+
+# Transformers
+accelerate==1.3.0
+auto-gptq==0.7.1; sys_platform == 'linux' # only runs on nvidia hardware
+bitsandbytes==0.45.0
+ctransformers==0.2.27
+huggingface-hub==0.27.1
+deepspeed==0.16.2
+einops==0.8.0
+optimum==1.23.3
+peft==0.14.0
+tokenizers==0.21.0
+transformers==4.48.0
+transformers-stream-generator==0.0.5
+# xformers; sys_platform == 'linux' # only runs on nvidia hardware
+vllm==0.6.6.post1; sys_platform == 'linux' # only runs on linux
+
+# Embeddings
+sentence-transformers==3.3.1
+
+# Ratings
 rouge==1.0.1
-sacrebleu==2.3.1
-sacremoses==0.0.53
-scikit-learn==1.2.2
-sentencepiece==0.1.99
-sentence-transformers==2.2.2
-torch==2.0.1
-torchaudio==2.0.2
-torchvision==0.15.2
-tqdm==4.65.0
-transformers==4.30.2
-xgboost==1.7.5
-langchain==0.0.202
-einops==0.6.1
+sacrebleu==2.5.1
+sacremoses==0.1.1
+evaluate==0.4.3
+trl==0.13.0
+
+# Utils
+datasets==3.2.0
+orjson==3.10.14
+langchain==0.3.14
+evaluate==0.4.3
+trl==0.13.0