Add PGLE profiles for Llama2 70B at 16 nodes, 32 nodes and 64 nodes w…

…ith BF16 and FP8.
AI-Hypercomputer · Aug 14, 2024 · a64a93f · a64a93f
1 parent a85e2ed
commit a64a93f
Show file tree

Hide file tree

Showing 6 changed files with 4,698 additions and 0 deletions.
diff --git a/MaxText/configs/a3/llama_2_70b/bf16/pgle/16vm.pbtxt b/MaxText/configs/a3/llama_2_70b/bf16/pgle/16vm.pbtxt
diff --git a/MaxText/configs/a3/llama_2_70b/bf16/pgle/32vm.pbtxt b/MaxText/configs/a3/llama_2_70b/bf16/pgle/32vm.pbtxt
diff --git a/MaxText/configs/a3/llama_2_70b/bf16/pgle/64vm.pbtxt b/MaxText/configs/a3/llama_2_70b/bf16/pgle/64vm.pbtxt
diff --git a/MaxText/configs/a3/llama_2_70b/fp8/pgle/16vm.pbtxt b/MaxText/configs/a3/llama_2_70b/fp8/pgle/16vm.pbtxt
diff --git a/MaxText/configs/a3/llama_2_70b/fp8/pgle/32vm.pbtxt b/MaxText/configs/a3/llama_2_70b/fp8/pgle/32vm.pbtxt
diff --git a/MaxText/configs/a3/llama_2_70b/fp8/pgle/64vm.pbtxt b/MaxText/configs/a3/llama_2_70b/fp8/pgle/64vm.pbtxt