From ae50a9b4973650355af633ae0b40e4e3c1c6f062 Mon Sep 17 00:00:00 2001 From: tonywang16 Date: Mon, 22 Apr 2024 15:09:55 -0400 Subject: [PATCH] Add Llama 3 --- config.py | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+) diff --git a/config.py b/config.py index 303867e..a83b355 100644 --- a/config.py +++ b/config.py @@ -32,6 +32,26 @@ # default_chat_config, # ), ], + "Llama 3": [ + ModelConfig( + ModelBackendConfig(repository="meta-llama/Meta-Llama-3-70B", aliases=["meta-llama/Meta-Llama-3-70B"]), + ModelFrontendConfig( + name="META LLAMA 3 (70B)", + model_card="https://huggingface.co/meta-llama/Meta-Llama-3-70B", + license="https://huggingface.co/meta-llama/Meta-Llama-3-70B/blob/main/LICENSE", + ), + default_chat_config, + ), + # ModelConfig( + # ModelBackendConfig(repository="meta-llama/Meta-Llama-3-70B-Instruct"), + # ModelFrontendConfig( + # name="Llama 3 (70B-Instruct)", + # model_card="https://huggingface.co/meta-llama/Meta-Llama-3-70B-Instruct", + # license="https://huggingface.co/meta-llama/Meta-Llama-3-70B-Instruct/blob/main/LICENSE", + # ), + # default_chat_config, + # ), + ], # "Falcon": [ # ModelConfig( # ModelBackendConfig(repository="tiiuae/falcon-180B-chat", public_api=False),