Files

.github
configs
- autotuning_configs
- docker
- finetuning_configs
- llama
- llama2
- llemma
- mamba
- mistral
- pythia
- rwkv
  - 170M.yml
- 1-3B.yml
- 125M-dmoe.yml
- 125M-json.yml
- 125M-moe.yml
- 125M.yml
- 13B.yml
- 175B.yml
- 19M.yml
- 2-7B.yml
- 20B.yml
- 350M.yml
- 49M.yml
- 6-7B.yml
- 760M.yml
- 800M.yml
- README.md
- bf16_125M.yml
- bnb_125M.yml
- cpu_mock_config.yml
- eleutherai_cluster.yml
- gen_docs.py
- gmlp_small.yml
- local_setup.yml
- local_setup_comet.yml
- local_setup_wandb.yml
- neox_arguments.md
- prof.yml
- slurm_125M.yml
- slurm_local.json
- slurm_local.yml
- sparse.yml
- text_generation.yml
eval_tasks
images
megatron
post-training
requirements
tests
tools
.clang-format
.dockerignore
.gitignore
.pre-commit-config.yaml
CITATION.cff
CONTRIBUTING.md
Dockerfile
LICENSE
MANIFEST.in
README-MUP.md
README.md
deepy.py
docker-compose-dockerhub.yml
docker-compose.yml
eval.py
generate.py
prepare_data.py
train.py