Skip to content
This repository has been archived by the owner on Oct 31, 2023. It is now read-only.

Commit

Permalink
Added FlexFlow build test
Browse files Browse the repository at this point in the history
  • Loading branch information
Efrainq07 committed Feb 3, 2021
1 parent 1d27117 commit bdb5dde
Showing 1 changed file with 79 additions and 0 deletions.
79 changes: 79 additions & 0 deletions .circleci/config.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,79 @@
version: 2.1

gpu: &gpu
environment:
CUDA_VERSION: "10.1"
machine:
image: ubuntu-1604-cuda-10.1:201909-23
resource_class: gpu.large


jobs:
test_nvidia_smi:
<<: *gpu
steps:
- checkout
- run: nvidia-smi
flexflow_build_test:
<<: *gpu
steps:
- checkout
- run:
name: "Set Python Version"
command: |
wget -c https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh
mv Miniconda3-latest-Linux-x86_64.sh ~/Miniconda3-latest-Linux-x86_64.sh
chmod +x ~/Miniconda3-latest-Linux-x86_64.sh
sudo ~/Miniconda3-latest-Linux-x86_64.sh -b -p /opt/conda
rm ~/Miniconda3-latest-Linux-x86_64.sh
sudo /opt/conda/bin/conda upgrade --all
sudo /opt/conda/bin/conda install -y conda-build conda-verify
sudo /opt/conda/bin/conda clean -ya
sudo /opt/conda/bin/conda install -y cmake make pillow
sudo /opt/conda/bin/conda install -y -c conda-forge protobuf=3.9 numpy keras-preprocessing
- run:
name: Install dependencies
command: |
cd nccl
git submodule update --init --recursive
make -j src.build NVCC_GENCODE="-gencode=arch=compute_60,code=sm_60"
cd ..
- run:
name: Build FlexFlow
command: |
export FF_HOME=$PWD
export CUDNN_HOME=$CUDNN_ROOT_DIR
export LG_RT_DIR=$PWD/legion/runtime
export CUDA_ARCH="60,70"
export GPU_ARCH="60,70"
export CUDA_HOME=/usr/local/cuda-10.1
export NCCL_HOME=$FF_HOME/nccl/build
export PATH=/opt/conda/bin:$PATH
sudo add-apt-repository ppa:deadsnakes/ppa
sudo apt-get update
export PYTHON_ROOT=/opt/conda/bin/python3
export PYTHON_EXE=python3
export PYTHON_VERSION_MAJOR=3
cd ..
git clone https://github.com/StanfordLegion/gasnet.git
cd gasnet
sudo apt-get install mpich
export MPI_HOME=/usr/
export GASNET=$PWD/release
export CONDUIT=mpi
make
cd ..
wget -c http://developer.download.nvidia.com/compute/redist/cudnn/v8.0.5/cudnn-10.1-linux-x64-v8.0.5.39.tgz
sudo tar -xzf cudnn-10.1-linux-x64-v8.0.5.39.tgz -C /usr/local
rm cudnn-10.1-linux-x64-v8.0.5.39.tgz
sudo ldconfig
export CPLUS_INCLUDE_PATH=/usr/include/mpi:$CPLUS_INCLUDE_PATH
cd project/python
make -j 8
workflows:
nvidia:
jobs:
- test_nvidia_smi
- flexflow_build_test

0 comments on commit bdb5dde

Please sign in to comment.