-
Notifications
You must be signed in to change notification settings - Fork 3
/
run_test_collection.py
29 lines (20 loc) · 1.21 KB
/
run_test_collection.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
from tests.llm_tests.test_classify_article import test_text_classification
from tests.llm_tests.test_create_character import test_create_game_character, test_create_game_characters
from tests.llm_tests.test_create_todos import test_create_todos
import rich
host = 'http://localhost:11434'
#model = 'llama3.1:8b-instruct-q5_1'
model= 'gemma:2b-instruct'
# format == 'json'
rich.print(test_text_classification(host=host,model=model, retries=2, allow_partial=True))
rich.print(test_create_game_character(host=host, model=model, retries=2, allow_partial=True))
rich.print(test_create_game_characters(host=host,model=model, retries=2, allow_partial=False))
# format == ''
print('1. test_text_classification')
rich.print(test_text_classification(host=host,model=model, retries=2, allow_partial=False, format=''))
print('2. test_create_game_character')
rich.print(test_create_game_character(host=host, model=model, retries=2, allow_partial=False, format=''))
print('3. test_create_game_characters')
rich.print(test_create_game_characters(host=host, model=model, retries=2, allow_partial=False, format=''))
print('4. test_create_todos')
rich.print(test_create_todos(host=host, model=model, retries=5, allow_partial=False, format=''))