improvement: Tests for newer models of anyscale and openai

jest.config.ts

@@ -57,6 +57,9 @@ const config: Config = {
   //   "enableGlobally": false
   // },
 
+  // Default timeout of a test in milliseconds
+  // testTimeout: 20000,
+
   // Force coverage collection from ignored files using an array of glob patterns
   // forceCoverageMatch: [],
 

tests/chat/anyscale.test.ts

@@ -30,7 +30,11 @@ describe('Anyscale ChatCompletions APIs', () => {
     });
 
     test('model: codellama/CodeLlama-34b-Instruct-hf', async () => {
-        const completion = await client.chat.completions.create({ model: 'codellama/CodeLlama-34b-Instruct-hf', messages: [{ "role": "user", "content": "Say this is a test" }] });
+        const completion = await client.chat.completions.create({
+            model: 'codellama/CodeLlama-34b-Instruct-hf',
+            messages: [{ "role": "user", "content": "Say this is a test" }],
+            max_tokens: 30
+        });
         expect(completion).toBeDefined();
         expect(completion.choices).toBeDefined();
         expect(completion.choices.length).toBeGreaterThan(0);
@@ -42,4 +46,70 @@ describe('Anyscale ChatCompletions APIs', () => {
         expect(completion.choices).toBeDefined();
         expect(completion.choices.length).toBeGreaterThan(0);
     });
+
+    test('model: google/gemma-7b-it', async () => {
+        const completion = await client.chat.completions.create({
+            model: 'google/gemma-7b-it',
+            messages: [{ "role": "user", "content": "Say this is a test" }],
+            max_tokens: 25
+        });
+        expect(completion).toBeDefined();
+        expect(completion.choices).toBeDefined();
+        expect(completion.choices.length).toBeGreaterThan(0);
+    });
+
+    test('model: meta-llama/Meta-Llama-3-8B-Instruct', async () => {
+        const completion = await client.chat.completions.create({
+            model: 'meta-llama/Meta-Llama-3-8B-Instruct',
+            messages: [{ "role": "user", "content": "Say this is a test" }],
+            max_tokens: 25
+        });
+        expect(completion).toBeDefined();
+        expect(completion.choices).toBeDefined();
+        expect(completion.choices.length).toBeGreaterThan(0);
+    });
+
+    test('model: meta-llama/Meta-Llama-3-70B-Instruct', async () => {
+        const completion = await client.chat.completions.create({
+          model: 'meta-llama/Meta-Llama-3-70B-Instruct',
+          messages: [{ role: 'user', content: 'Say this is a test' }],
+          max_tokens: 25,
+        });
+        expect(completion).toBeDefined();
+        expect(completion.choices).toBeDefined();
+        expect(completion.choices.length).toBeGreaterThan(0);
+    });
+
+    test('model: mistralai/Mixtral-8x7B-Instruct-v0.1', async () => {
+        const completion = await client.chat.completions.create({
+          model: 'mistralai/Mixtral-8x7B-Instruct-v0.1',
+          messages: [{ role: 'user', content: 'Say this is a test' }],
+          max_tokens: 25,
+        });
+        expect(completion).toBeDefined();
+        expect(completion.choices).toBeDefined();
+        expect(completion.choices.length).toBeGreaterThan(0);
+    });
+
+    test('model: mistralai/Mixtral-8x22B-Instruct-v0.1', async () => {
+        const completion = await client.chat.completions.create({
+          model: 'mistralai/Mixtral-8x22B-Instruct-v0.1',
+          messages: [{ role: 'user', content: 'Say this is a test' }],
+          max_tokens: 25,
+        });
+        expect(completion).toBeDefined();
+        expect(completion.choices).toBeDefined();
+        expect(completion.choices.length).toBeGreaterThan(0);
+    });
+
+    test('model: mlabonne/NeuralHermes-2.5-Mistral-7B', async () => {
+        const completion = await client.chat.completions.create({
+          model: 'mlabonne/NeuralHermes-2.5-Mistral-7B',
+          messages: [{ role: 'user', content: 'Say this is a test' }],
+          max_tokens: 25,
+        });
+        expect(completion).toBeDefined();
+        expect(completion.choices).toBeDefined();
+        expect(completion.choices.length).toBeGreaterThan(0);
+    });
 });

tests/chat/openai.test.ts

@@ -70,4 +70,11 @@ describe('Openai ChatCompletions APIs', () => {
         expect(completion.choices).toBeDefined();
         expect(completion.choices.length).toBeGreaterThan(0);
     });
+
+        test('model: gpt-4-turbo-2024-04-09', async () => {
+        const completion = await client.chat.completions.create({ model: 'gpt-4-turbo-2024-04-09', messages: [{ "role": "user", "content": "Say this is a test" }] });
+        expect(completion).toBeDefined();
+        expect(completion.choices).toBeDefined();
+        expect(completion.choices.length).toBeGreaterThan(0);
+    });
 });