test: add testcase

Author: taskingaijc

test/common/utils.py

@@ -68,6 +68,8 @@ def assume_assistant(res, assistant_dict: Dict[str, Any]):
     for key, value in assistant_dict.items():
         if key == "error":
             pass
+        elif key == 'system_prompt_template' and isinstance(value, str):
+            pytest.assume(res[key] == [assistant_dict[key]])
         else:
             pytest.assume(res[key] == assistant_dict[key])
 

test/config.py

@@ -3,6 +3,9 @@
 # text_model_id = os.getenv("text_model_id")
 # chat_model_id = os.getenv("chat_model_id")
 
-text_model_id = "jTJxv3iQ"
-chat_model_id = "Pxjizpc5"
-TASKINGAI_API_KEY = "taHAGKN5nNYdfAw4VtDVDXq7WXriyzsd"
+# text_model_id = "fTfk462c"
+chat_model_id = "KnnBZsjH"
+sleep_time = 1
+nums = (i+1 for i in range(10))
+text_model_id = "mF4PYMaR"
+# TASKINGAI_API_KEY = "tag4rNUwc7sYBjTjXtGNe6WbGNhI056C"

test/data/test_assistant_data.yml

@@ -3,5 +3,6 @@
 
 if __name__ == "__main__":
     pytest.main(['-m sync', '--clean-alluredir',  '--alluredir=./test/report'])
-    pytest.main(['-m a_sync',  '--alluredir=./test/report'])
+    # pytest.main(['-m a_sync',  '--alluredir=./test/report'])
+    # pytest.main(['-m bulk', '--clean-alluredir', '--alluredir=./test/report'])
     os.system("allure serve ./test/report")

test/data/test_retrieval_data.yml

@@ -7,6 +7,7 @@ testpaths = test/testcase/
 markers =
      sync: sync test
      a_sync: async test
+     bulk: bulk test
 
 log_cli = False
 

test/main.py

@@ -44,24 +44,24 @@ async def a_record_id(a_collection_id):
     return record_id
 
 
-@pytest.fixture(scope="function")
-async def a_function_id():
-    res = await a_list_functions()
-    function_id = res[0].function_id
-    return function_id
+# @pytest.fixture(scope="function")
+# async def a_function_id():
+#     res = await a_list_functions()
+#     function_id = res[0].function_id
+#     return function_id
 
 
-@pytest.fixture(scope="function")
-async def a_function():
-    res = await a_list_functions()
-    function = res[0]
-    return function
+# @pytest.fixture(scope="function")
+# async def a_function():
+#     res = await a_list_functions()
+#     function = res[0]
+#     return function
 
 
 @pytest.fixture(scope="function")
 async def a_action_id():
     res = await a_list_actions()
-    action_id = res[0].action_id
+    action_id = res[-1].action_id
     return action_id