From 2a63043c045bb9bd5b60afc2c826d3376f1ff5c3 Mon Sep 17 00:00:00 2001 From: Nathan Lambert Date: Fri, 23 Aug 2024 23:08:31 +0000 Subject: [PATCH] remove flash attention --- Dockerfile | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index e3b6e9c..cdf1742 100644 --- a/Dockerfile +++ b/Dockerfile @@ -40,7 +40,6 @@ RUN wget https://repo.anaconda.com/miniconda/Miniconda3-py310_23.1.0-1-Linux-x86 ENV PATH=/opt/miniconda3/bin:/opt/miniconda3/condabin:$PATH ENV LD_LIBRARY_PATH=/usr/local/cuda/lib:/usr/local/cuda/lib64:$LD_LIBRARY_PATH - # Ensure users can modify their container environment. RUN echo '%users ALL=(ALL) NOPASSWD:ALL' >> /etc/sudoers @@ -61,7 +60,7 @@ RUN pip install -e . RUN chmod +x scripts/* # this is just very slow -RUN pip install flash-attn==2.5.0 --no-build-isolation +# RUN pip install flash-attn==2.5.0 --no-build-isolation # for olmo-instruct v1, weird install requirements # RUN pip install ai2-olmo