Skip to content

Commit

Permalink
Fix Test model
Browse files Browse the repository at this point in the history
  • Loading branch information
humcqc committed Jun 12, 2024
1 parent 19f2157 commit aba545d
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 11 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -22,19 +22,19 @@ public class Llama3ToolsTest {
public static final String MODEL_NAME = "llama3";

@RegisterAiService(tools = Tools.Calculator.class, modelName = MODEL_NAME)
public interface MathAssistantLlama3 {
public interface MathAssistant {
String chat(String userMessage);
}

@Inject
MathAssistantLlama3 mathAssistantLlama3;
MathAssistant mathAssistant;

@Test
@ActivateRequestContext
void square_of_sum_of_number_of_letters() {
String msg = "What is the square root with maximal precision of the sum " +
"of the numbers of letters in the words hello and llama";
String response = mathAssistantLlama3.chat(msg);
String response = mathAssistant.chat(msg);
assertThat(response).contains("3.1622776601683795");
}

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -6,14 +6,7 @@ quarkus.langchain4j.ollama.chat-model.num-ctx = 4096

# Not working llm: calebfahlgren/natural-functions , phi3, aya, mistral, gemma,
# Working llm: llama3, qwen2
quarkus.langchain4j.ollama.llama3-2048_ctx.chat-model.model-id = llama3-2048_ctx
quarkus.langchain4j.ollama.llama3-2048_ctx.timeout = 60s
quarkus.langchain4j.ollama.llama3-2048_ctx.chat-model.temperature = 0.0
quarkus.langchain4j.ollama.llama3-2048_ctx.chat-model.num-ctx = 4096
quarkus.langchain4j.ollama.llama3-2048_ctx.chat-model.num-predict = 8192
quarkus.langchain4j.ollama.llama3-2048_ctx.experimental-tools = true

quarkus.langchain4j.ollama.llama3.chat-model.model-id = llama3-2048_ctx
quarkus.langchain4j.ollama.llama3.chat-model.model-id = llama3
quarkus.langchain4j.ollama.llama3.timeout = 60s
quarkus.langchain4j.ollama.llama3.chat-model.temperature = 0.0
quarkus.langchain4j.ollama.llama3.chat-model.num-ctx = 4096
Expand Down

0 comments on commit aba545d

Please sign in to comment.