environment.yaml

# run: CUDA_HOME=/usr/local/cuda-10.1 conda env create -v --file environment.yaml
# for debug use -vv or -vvv
name: mmir
channels:
    - pytorch
    - conda-forge
    - defaults
dependencies:
    # general requirements
    - python==3.7
    - pip
    - pytorch=1.7.1
    - cudatoolkit=10.1

    - spacy=2.3.1
    - numba=0.51

    # uniter requirements
    - mpi4py~=3.0.3
    - torchvision=0.8.2
    - cudatoolkit=10.1

    # teran requirements
    - pycocotools=2.0.2
    - transformers=4.0.0
    - nltk=3.5

    # clustering
    - faiss-gpu=1.7.0
    - pip:
        # general requirements
        - numpy~=1.19.4
        - tqdm~=4.51.0
        - pytest~=6.1.2
        - pandas~=1.1.4
        - pyarrow~=3.0.0
        - loguru==0.5.3
        - omegaconf~=2.0.4

          # api requirements
        - fastapi~=0.61.2
        - pydantic~=1.7.2
        - uvicorn~=0.12.2
        - requests~=2.24.0
        - aiofiles~=0.6.0
        - pyyaml~=5.3.1

        # uniter requirements
        - tensorboardX~=2.1
        - lmdb~=1.0.0
        - lz4~=3.1.0
        - horovod~=0.20.3
        - msgpack~=1.0.0
        - msgpack-numpy~=0.4.7.1
        - cytoolz~=0.11.0
        - pytorch-pretrained-bert~=0.6.2
        # We have to install APEX separately or the line below will take FOREVER.... --> apexpip install
        # - git+https://github.com/NVIDIA/apex --install-option="--no-cache-dir --global-option='--cpp_ext' --global-option='--cuda_ext'"

        # teran requirements
        # TODO
        - pycocotools==2.0.2
        - transformers==4.0.0

        # clustering / indexing requirements
        - pymagnitude==0.1.143
        - sentence-transformers==0.4.1.2