diff --git a/pkg/tests/smoke/testdata/Bob/gpt-4o-2024-08-06-expected.json b/pkg/tests/smoke/testdata/Bob/gpt-4o-2024-08-06-expected.json index ebce34be..3e89e10b 100644 --- a/pkg/tests/smoke/testdata/Bob/gpt-4o-2024-08-06-expected.json +++ b/pkg/tests/smoke/testdata/Bob/gpt-4o-2024-08-06-expected.json @@ -1,13 +1,13 @@ [ { - "time": "2024-08-23T11:30:01.577023-04:00", + "time": "2024-10-14T15:00:24.05439-04:00", "type": "runStart", "usage": {} }, { - "time": "2024-08-23T11:30:01.577297-04:00", + "time": "2024-10-14T15:00:24.054825-04:00", "callContext": { - "id": "1724427002", + "id": "1728932425", "tool": { "modelName": "gpt-4o-2024-08-06", "internalPrompt": null, @@ -41,9 +41,9 @@ "usage": {} }, { - "time": "2024-08-23T11:30:01.577466-04:00", + "time": "2024-10-14T15:00:24.054884-04:00", "callContext": { - "id": "1724427002", + "id": "1728932425", "tool": { "modelName": "gpt-4o-2024-08-06", "internalPrompt": null, @@ -74,41 +74,17 @@ "inputContext": null }, "type": "callChat", - "chatCompletionId": "1724427003", + "chatCompletionId": "1728932426", "usage": {}, "chatRequest": { - "model": "gpt-4o-2024-08-06", - "messages": [ - { - "role": "system", - "content": "\nYou are task oriented system.\nYou receive input from a user, process the input from the given instructions, and then output the result.\nYour objective is to provide consistent and correct results.\nYou do not need to explain the steps taken, only provide the result to the given instructions.\nYou are referred to as a tool.\nYou don't move to the next step until you have a result.\n\nAsk Bob \"how are you doing\" and repeat his reply exactly." - } - ], - "temperature": 0, - "tools": [ - { - "type": "function", - "function": { - "name": "bob", - "description": "I'm Bob, a friendly guy.", - "parameters": { - "properties": { - "question": { - "description": "The question to ask Bob.", - "type": "string" - } - }, - "type": "object" - } - } - } - ] + "model": "", + "messages": null } }, { - "time": "2024-08-23T11:30:02.103572-04:00", + "time": "2024-10-14T15:00:25.474693-04:00", "callContext": { - "id": "1724427002", + "id": "1728932425", "tool": { "modelName": "gpt-4o-2024-08-06", "internalPrompt": null, @@ -139,7 +115,7 @@ "inputContext": null }, "type": "callChat", - "chatCompletionId": "1724427003", + "chatCompletionId": "1728932426", "usage": { "promptTokens": 138, "completionTokens": 17, @@ -151,7 +127,7 @@ { "toolCall": { "index": 0, - "id": "call_k5gUMCNtxH9gKglmCEkjfWAR", + "id": "call_eVgG6VS6jTHyYl4nPzwWqYnT", "function": { "name": "bob", "arguments": "{\"question\":\"how are you doing\"}" @@ -167,9 +143,9 @@ } }, { - "time": "2024-08-23T11:30:02.103835-04:00", + "time": "2024-10-14T15:00:25.475061-04:00", "callContext": { - "id": "1724427002", + "id": "1728932425", "tool": { "modelName": "gpt-4o-2024-08-06", "internalPrompt": null, @@ -200,7 +176,7 @@ "inputContext": null }, "toolSubCalls": { - "call_k5gUMCNtxH9gKglmCEkjfWAR": { + "call_eVgG6VS6jTHyYl4nPzwWqYnT": { "toolID": "testdata/Bob/test.gpt:bob", "input": "{\"question\":\"how are you doing\"}" } @@ -209,9 +185,9 @@ "usage": {} }, { - "time": "2024-08-23T11:30:02.103996-04:00", + "time": "2024-10-14T15:00:25.475224-04:00", "callContext": { - "id": "call_k5gUMCNtxH9gKglmCEkjfWAR", + "id": "call_eVgG6VS6jTHyYl4nPzwWqYnT", "tool": { "name": "bob", "description": "I'm Bob, a friendly guy.", @@ -241,16 +217,16 @@ "currentAgent": {}, "inputContext": null, "toolName": "bob", - "parentID": "1724427002" + "parentID": "1728932425" }, "type": "callStart", "usage": {}, "content": "{\"question\":\"how are you doing\"}" }, { - "time": "2024-08-23T11:30:02.104177-04:00", + "time": "2024-10-14T15:00:25.475415-04:00", "callContext": { - "id": "call_k5gUMCNtxH9gKglmCEkjfWAR", + "id": "call_eVgG6VS6jTHyYl4nPzwWqYnT", "tool": { "name": "bob", "description": "I'm Bob, a friendly guy.", @@ -280,30 +256,20 @@ "currentAgent": {}, "inputContext": null, "toolName": "bob", - "parentID": "1724427002" + "parentID": "1728932425" }, "type": "callChat", - "chatCompletionId": "1724427004", + "chatCompletionId": "1728932427", "usage": {}, "chatRequest": { - "model": "gpt-4o-2024-08-06", - "messages": [ - { - "role": "system", - "content": "\nYou are task oriented system.\nYou receive input from a user, process the input from the given instructions, and then output the result.\nYour objective is to provide consistent and correct results.\nYou do not need to explain the steps taken, only provide the result to the given instructions.\nYou are referred to as a tool.\nYou don't move to the next step until you have a result.\n\nWhen asked how I am doing, respond with exactly \"Thanks for asking \"${QUESTION}\", I'm doing great fellow friendly AI tool!\"" - }, - { - "role": "user", - "content": "{\"question\":\"how are you doing\"}" - } - ], - "temperature": 0 + "model": "", + "messages": null } }, { - "time": "2024-08-23T11:30:02.567871-04:00", + "time": "2024-10-14T15:00:26.285181-04:00", "callContext": { - "id": "call_k5gUMCNtxH9gKglmCEkjfWAR", + "id": "call_eVgG6VS6jTHyYl4nPzwWqYnT", "tool": { "name": "bob", "description": "I'm Bob, a friendly guy.", @@ -333,10 +299,10 @@ "currentAgent": {}, "inputContext": null, "toolName": "bob", - "parentID": "1724427002" + "parentID": "1728932425" }, "type": "callChat", - "chatCompletionId": "1724427004", + "chatCompletionId": "1728932427", "usage": { "promptTokens": 122, "completionTokens": 14, @@ -357,9 +323,9 @@ } }, { - "time": "2024-08-23T11:30:02.568006-04:00", + "time": "2024-10-14T15:00:26.285293-04:00", "callContext": { - "id": "call_k5gUMCNtxH9gKglmCEkjfWAR", + "id": "call_eVgG6VS6jTHyYl4nPzwWqYnT", "tool": { "name": "bob", "description": "I'm Bob, a friendly guy.", @@ -389,16 +355,16 @@ "currentAgent": {}, "inputContext": null, "toolName": "bob", - "parentID": "1724427002" + "parentID": "1728932425" }, "type": "callFinish", "usage": {}, "content": "Thanks for asking \"${QUESTION}\", I'm doing great fellow friendly AI tool!" }, { - "time": "2024-08-23T11:30:02.568167-04:00", + "time": "2024-10-14T15:00:26.285444-04:00", "callContext": { - "id": "1724427002", + "id": "1728932425", "tool": { "modelName": "gpt-4o-2024-08-06", "internalPrompt": null, @@ -433,9 +399,9 @@ "usage": {} }, { - "time": "2024-08-23T11:30:02.568274-04:00", + "time": "2024-10-14T15:00:26.285687-04:00", "callContext": { - "id": "1724427002", + "id": "1728932425", "tool": { "modelName": "gpt-4o-2024-08-06", "internalPrompt": null, @@ -466,61 +432,17 @@ "inputContext": null }, "type": "callChat", - "chatCompletionId": "1724427005", + "chatCompletionId": "1728932428", "usage": {}, "chatRequest": { - "model": "gpt-4o-2024-08-06", - "messages": [ - { - "role": "system", - "content": "\nYou are task oriented system.\nYou receive input from a user, process the input from the given instructions, and then output the result.\nYour objective is to provide consistent and correct results.\nYou do not need to explain the steps taken, only provide the result to the given instructions.\nYou are referred to as a tool.\nYou don't move to the next step until you have a result.\n\nAsk Bob \"how are you doing\" and repeat his reply exactly." - }, - { - "role": "assistant", - "content": "", - "tool_calls": [ - { - "id": "call_k5gUMCNtxH9gKglmCEkjfWAR", - "type": "function", - "function": { - "name": "bob", - "arguments": "{\"question\":\"how are you doing\"}" - } - } - ] - }, - { - "role": "tool", - "content": "Thanks for asking \"${QUESTION}\", I'm doing great fellow friendly AI tool!", - "name": "bob", - "tool_call_id": "call_k5gUMCNtxH9gKglmCEkjfWAR" - } - ], - "temperature": 0, - "tools": [ - { - "type": "function", - "function": { - "name": "bob", - "description": "I'm Bob, a friendly guy.", - "parameters": { - "properties": { - "question": { - "description": "The question to ask Bob.", - "type": "string" - } - }, - "type": "object" - } - } - } - ] + "model": "", + "messages": null } }, { - "time": "2024-08-23T11:30:03.052817-04:00", + "time": "2024-10-14T15:00:27.147422-04:00", "callContext": { - "id": "1724427002", + "id": "1728932425", "tool": { "modelName": "gpt-4o-2024-08-06", "internalPrompt": null, @@ -551,7 +473,7 @@ "inputContext": null }, "type": "callChat", - "chatCompletionId": "1724427005", + "chatCompletionId": "1728932428", "usage": { "promptTokens": 176, "completionTokens": 18, @@ -572,9 +494,9 @@ } }, { - "time": "2024-08-23T11:30:03.05287-04:00", + "time": "2024-10-14T15:00:27.147479-04:00", "callContext": { - "id": "1724427002", + "id": "1728932425", "tool": { "modelName": "gpt-4o-2024-08-06", "internalPrompt": null, @@ -609,7 +531,7 @@ "content": "Thanks for asking \"how are you doing\", I'm doing great fellow friendly AI tool!" }, { - "time": "2024-08-23T11:30:03.052914-04:00", + "time": "2024-10-14T15:00:27.147523-04:00", "type": "runFinish", "usage": {} } diff --git a/pkg/tests/smoke/testdata/BobAsShell/gpt-4o-2024-08-06-expected.json b/pkg/tests/smoke/testdata/BobAsShell/gpt-4o-2024-08-06-expected.json index 23fe9c9d..694e021c 100644 --- a/pkg/tests/smoke/testdata/BobAsShell/gpt-4o-2024-08-06-expected.json +++ b/pkg/tests/smoke/testdata/BobAsShell/gpt-4o-2024-08-06-expected.json @@ -1,13 +1,13 @@ [ { - "time": "2024-08-23T10:47:06.912223-04:00", + "time": "2024-10-14T15:00:27.184787-04:00", "type": "runStart", "usage": {} }, { - "time": "2024-08-23T10:47:06.912642-04:00", + "time": "2024-10-14T15:00:27.185109-04:00", "callContext": { - "id": "1724424427", + "id": "1728932428", "tool": { "modelName": "gpt-4o-2024-08-06", "internalPrompt": null, @@ -41,9 +41,9 @@ "usage": {} }, { - "time": "2024-08-23T10:47:06.912689-04:00", + "time": "2024-10-14T15:00:27.185153-04:00", "callContext": { - "id": "1724424427", + "id": "1728932428", "tool": { "modelName": "gpt-4o-2024-08-06", "internalPrompt": null, @@ -74,41 +74,17 @@ "inputContext": null }, "type": "callChat", - "chatCompletionId": "1724424428", + "chatCompletionId": "1728932429", "usage": {}, "chatRequest": { - "model": "gpt-4o-2024-08-06", - "messages": [ - { - "role": "system", - "content": "\nYou are task oriented system.\nYou receive input from a user, process the input from the given instructions, and then output the result.\nYour objective is to provide consistent and correct results.\nYou do not need to explain the steps taken, only provide the result to the given instructions.\nYou are referred to as a tool.\nYou don't move to the next step until you have a result.\n\nAsk Bob \"how are you doing\" and repeat his reply exactly." - } - ], - "temperature": 0, - "tools": [ - { - "type": "function", - "function": { - "name": "bob", - "description": "I'm Bob, a friendly guy.", - "parameters": { - "properties": { - "question": { - "description": "The question to ask Bob.", - "type": "string" - } - }, - "type": "object" - } - } - } - ] + "model": "", + "messages": null } }, { - "time": "2024-08-23T10:47:07.441483-04:00", + "time": "2024-10-14T15:00:28.310827-04:00", "callContext": { - "id": "1724424427", + "id": "1728932428", "tool": { "modelName": "gpt-4o-2024-08-06", "internalPrompt": null, @@ -139,7 +115,7 @@ "inputContext": null }, "type": "callChat", - "chatCompletionId": "1724424428", + "chatCompletionId": "1728932429", "usage": { "promptTokens": 138, "completionTokens": 17, @@ -151,7 +127,7 @@ { "toolCall": { "index": 0, - "id": "call_NjCLsJjY7PegUkXOqx5DA0o0", + "id": "call_c8HV8M6DRtYLd8MEHgaHAWtZ", "function": { "name": "bob", "arguments": "{\"question\":\"how are you doing\"}" @@ -167,9 +143,9 @@ } }, { - "time": "2024-08-23T10:47:07.441781-04:00", + "time": "2024-10-14T15:00:28.311081-04:00", "callContext": { - "id": "1724424427", + "id": "1728932428", "tool": { "modelName": "gpt-4o-2024-08-06", "internalPrompt": null, @@ -200,7 +176,7 @@ "inputContext": null }, "toolSubCalls": { - "call_NjCLsJjY7PegUkXOqx5DA0o0": { + "call_c8HV8M6DRtYLd8MEHgaHAWtZ": { "toolID": "testdata/BobAsShell/test.gpt:bob", "input": "{\"question\":\"how are you doing\"}" } @@ -209,9 +185,9 @@ "usage": {} }, { - "time": "2024-08-23T10:47:07.441904-04:00", + "time": "2024-10-14T15:00:28.311186-04:00", "callContext": { - "id": "call_NjCLsJjY7PegUkXOqx5DA0o0", + "id": "call_c8HV8M6DRtYLd8MEHgaHAWtZ", "tool": { "name": "bob", "description": "I'm Bob, a friendly guy.", @@ -241,7 +217,7 @@ "currentAgent": {}, "inputContext": null, "toolName": "bob", - "parentID": "1724424427", + "parentID": "1728932428", "displayText": "Running bob from testdata/BobAsShell/test.gpt" }, "type": "callStart", @@ -249,9 +225,9 @@ "content": "{\"question\":\"how are you doing\"}" }, { - "time": "2024-08-23T10:47:07.443055-04:00", + "time": "2024-10-14T15:00:28.312343-04:00", "callContext": { - "id": "call_NjCLsJjY7PegUkXOqx5DA0o0", + "id": "call_c8HV8M6DRtYLd8MEHgaHAWtZ", "tool": { "name": "bob", "description": "I'm Bob, a friendly guy.", @@ -281,11 +257,11 @@ "currentAgent": {}, "inputContext": null, "toolName": "bob", - "parentID": "1724424427", + "parentID": "1728932428", "displayText": "Running bob from testdata/BobAsShell/test.gpt" }, "type": "callChat", - "chatCompletionId": "1724424429", + "chatCompletionId": "1728932430", "usage": {}, "chatRequest": { "model": "", @@ -293,9 +269,9 @@ } }, { - "time": "2024-08-23T10:47:07.453557-04:00", + "time": "2024-10-14T15:00:28.328987-04:00", "callContext": { - "id": "call_NjCLsJjY7PegUkXOqx5DA0o0", + "id": "call_c8HV8M6DRtYLd8MEHgaHAWtZ", "tool": { "name": "bob", "description": "I'm Bob, a friendly guy.", @@ -325,20 +301,20 @@ "currentAgent": {}, "inputContext": null, "toolName": "bob", - "parentID": "1724424427", + "parentID": "1728932428", "displayText": "Running bob from testdata/BobAsShell/test.gpt" }, "type": "callChat", - "chatCompletionId": "1724424429", + "chatCompletionId": "1728932430", "usage": {}, "chatResponse": { "usage": {} } }, { - "time": "2024-08-23T10:47:07.453768-04:00", + "time": "2024-10-14T15:00:28.329156-04:00", "callContext": { - "id": "call_NjCLsJjY7PegUkXOqx5DA0o0", + "id": "call_c8HV8M6DRtYLd8MEHgaHAWtZ", "tool": { "name": "bob", "description": "I'm Bob, a friendly guy.", @@ -368,7 +344,7 @@ "currentAgent": {}, "inputContext": null, "toolName": "bob", - "parentID": "1724424427", + "parentID": "1728932428", "displayText": "Running bob from testdata/BobAsShell/test.gpt" }, "type": "callFinish", @@ -376,9 +352,9 @@ "content": "Thanks for asking how are you doing, I'm doing great fellow friendly AI tool!\n" }, { - "time": "2024-08-23T10:47:07.453868-04:00", + "time": "2024-10-14T15:00:28.32924-04:00", "callContext": { - "id": "1724424427", + "id": "1728932428", "tool": { "modelName": "gpt-4o-2024-08-06", "internalPrompt": null, @@ -413,9 +389,9 @@ "usage": {} }, { - "time": "2024-08-23T10:47:07.453942-04:00", + "time": "2024-10-14T15:00:28.329393-04:00", "callContext": { - "id": "1724424427", + "id": "1728932428", "tool": { "modelName": "gpt-4o-2024-08-06", "internalPrompt": null, @@ -446,61 +422,17 @@ "inputContext": null }, "type": "callChat", - "chatCompletionId": "1724424430", + "chatCompletionId": "1728932431", "usage": {}, "chatRequest": { - "model": "gpt-4o-2024-08-06", - "messages": [ - { - "role": "system", - "content": "\nYou are task oriented system.\nYou receive input from a user, process the input from the given instructions, and then output the result.\nYour objective is to provide consistent and correct results.\nYou do not need to explain the steps taken, only provide the result to the given instructions.\nYou are referred to as a tool.\nYou don't move to the next step until you have a result.\n\nAsk Bob \"how are you doing\" and repeat his reply exactly." - }, - { - "role": "assistant", - "content": "", - "tool_calls": [ - { - "id": "call_NjCLsJjY7PegUkXOqx5DA0o0", - "type": "function", - "function": { - "name": "bob", - "arguments": "{\"question\":\"how are you doing\"}" - } - } - ] - }, - { - "role": "tool", - "content": "Thanks for asking how are you doing, I'm doing great fellow friendly AI tool!\n", - "name": "bob", - "tool_call_id": "call_NjCLsJjY7PegUkXOqx5DA0o0" - } - ], - "temperature": 0, - "tools": [ - { - "type": "function", - "function": { - "name": "bob", - "description": "I'm Bob, a friendly guy.", - "parameters": { - "properties": { - "question": { - "description": "The question to ask Bob.", - "type": "string" - } - }, - "type": "object" - } - } - } - ] + "model": "", + "messages": null } }, { - "time": "2024-08-23T10:47:07.950943-04:00", + "time": "2024-10-14T15:00:29.437703-04:00", "callContext": { - "id": "1724424427", + "id": "1728932428", "tool": { "modelName": "gpt-4o-2024-08-06", "internalPrompt": null, @@ -531,7 +463,7 @@ "inputContext": null }, "type": "callChat", - "chatCompletionId": "1724424430", + "chatCompletionId": "1728932431", "usage": { "promptTokens": 178, "completionTokens": 17, @@ -552,9 +484,9 @@ } }, { - "time": "2024-08-23T10:47:07.951019-04:00", + "time": "2024-10-14T15:00:29.437754-04:00", "callContext": { - "id": "1724424427", + "id": "1728932428", "tool": { "modelName": "gpt-4o-2024-08-06", "internalPrompt": null, @@ -589,7 +521,7 @@ "content": "Thanks for asking how are you doing, I'm doing great fellow friendly AI tool!" }, { - "time": "2024-08-23T10:47:07.951093-04:00", + "time": "2024-10-14T15:00:29.437838-04:00", "type": "runFinish", "usage": {} }