diff --git a/.env.template b/.env.template index 09c63f50d47..a7e33c0b8ff 100644 --- a/.env.template +++ b/.env.template @@ -92,35 +92,6 @@ MODELS=`[ "max_new_tokens": 4096 } }, - { - "name": "tiiuae/falcon-180B-chat", - "displayName": "tiiuae/falcon-180B-chat", - "description": "Falcon-180B is a 180B parameters causal decoder-only model built by TII and trained on 3,500B tokens.", - "websiteUrl": "https://www.tii.ae/news/technology-innovation-institute-introduces-worlds-most-powerful-open-llm-falcon-180b", - "preprompt": " ", - "chatPromptTemplate": "System: {{preprompt}}\nUser:{{#each messages}}{{#ifUser}}{{content}}\nFalcon:{{/ifUser}}{{#ifAssistant}}{{content}}\nUser:{{/ifAssistant}}{{/each}}", - "parameters": { - "temperature": 0.1, - "top_p": 0.95, - "repetition_penalty": 1.2, - "top_k": 50, - "truncate": 1024, - "max_new_tokens": 1024, - "stop": ["User:"] - }, - "promptExamples": [ - { - "title": "Write an email from bullet list", - "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)" - }, { - "title": "Code a snake game", - "prompt": "Code a basic snake game in python, give explanations for each step." - }, { - "title": "Assist in a task", - "prompt": "How do I make a delicious lemon cheesecake?" - } - ] - }, { "name": "mistralai/Mistral-7B-Instruct-v0.1", "displayName": "mistralai/Mistral-7B-Instruct-v0.1", @@ -215,7 +186,9 @@ OLD_MODELS=`[ {"name":"bigcode/starcoder"}, {"name":"OpenAssistant/oasst-sft-6-llama-30b-xor"}, {"name":"HuggingFaceH4/zephyr-7b-alpha"}, - {"name":"openchat/openchat_3.5"}]` + {"name":"openchat/openchat_3.5"}, + {"name": "tiiuae/falcon-180B-chat"} +]` TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.2' # TASK_MODEL=`{