add finetuning example for gemma

GoogleCloudPlatform · Mar 17, 2024 · e352ad1 · e352ad1
1 parent 10e8abf
commit e352ad1
Show file tree

Hide file tree

Showing 8 changed files with 2,278 additions and 0 deletions.
diff --git a/tutorials/finetune-gemma-2b-on-l4/Dockerfile b/tutorials/finetune-gemma-2b-on-l4/Dockerfile
@@ -0,0 +1,13 @@
+FROM nvidia/cuda:12.2.0-runtime-ubuntu22.04
+
+RUN apt-get update && \
+    apt-get -y --no-install-recommends install python3-dev gcc python3-pip git && \
+    rm -rf /var/lib/apt/lists/*
+
+RUN pip3 install --no-cache-dir accelerate bitsandbytes datasets transformers peft trl torch
+
+COPY finetune.py /finetune.py
+
+ENV PYTHONUNBUFFERED 1
+
+CMD python3 /finetune.py --device cuda