Update test

h2oai · Mar 30, 2024 · c00f15a · c00f15a
1 parent e675c6c
commit c00f15a
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/tests/test_client_calls.py b/tests/test_client_calls.py
@@ -4891,8 +4891,11 @@ def test_client1_image_qa(langchain_action, langchain_mode, base_model):
     response = res_dict['response']
     print('base_model: %s langchain_mode: %s response: %s' % (base_model, langchain_mode, response), file=sys.stderr)
     print(response)
-    assert 'license' in response.lower()
 
+    if 'no relevant documents to summarize'.lower() in response.lower() and langchain_action == LangChainAction.SUMMARIZE_MAP.value:
+        return
+
+    assert 'license' in response.lower()
     assert res_dict['save_dict']['extra_dict']['num_prompt_tokens'] > 1000
 
 
@@ -4941,6 +4944,9 @@ def test_client1_images_qa(langchain_action, langchain_mode, base_model):
     if base_model in ['liuhaotian/llava-v1.6-vicuna-13b'] and """research paper or academic""" in response:
         return
 
+    if 'no relevant documents to summarize'.lower() in response.lower() and langchain_action == LangChainAction.SUMMARIZE_MAP.value:
+        return
+
     # string of dict for output
     response = ast.literal_eval(res_dict)['response']
     print('base_model: %s langchain_mode: %s response: %s' % (base_model, langchain_mode, response), file=sys.stderr)