test: fix testcase

Author: taskingaijc

test/config.py

@@ -1,5 +1,6 @@
 import os
 from dotenv import load_dotenv
+import taskingai
 
 load_dotenv()
 
@@ -14,6 +15,14 @@ class Config:
     if not chat_completion_model_id:
         raise ValueError("chat_completion_model_id is not defined")
 
-    sleep_time = 1
+    taskingai_host = os.environ.get("TASKINGAI_HOST")
+    if not taskingai_host:
+        raise ValueError("taskingai_host is not defined")
+
+    taskingai_apikey = os.environ.get("TASKINGAI_API_KEY")
+    if not taskingai_apikey:
+        raise ValueError("taskingai_apikey is not defined")
 
+    taskingai.init(api_key=taskingai_apikey, host=taskingai_host)
 
+    sleep_time = 1

test/run_test.sh

@@ -4,8 +4,9 @@ export PYTHONPATH="${PYTHONPATH}:${parent_dir}"
 
 echo "Starting tests..."
 
-pytest  -m test_sync -q  --tb=no
-pytest  -m test_async -q  --tb=no
+pytest  ./test/testcase/test_sync
+sleep 5
+pytest  ./test/testcase/test_async
 
 echo "Tests completed."
 

test/testcase/test_async/test_async_assistant.py

@@ -113,20 +113,18 @@ async def test_a_delete_assistant(self):
 
         assistants = await a_list_assistants(limit=100)
         old_nums = len(assistants)
-        for i, v in enumerate(assistants):
+        for index, v in enumerate(assistants):
             assistant_id = v.assistant_id
 
             # Delete an assistant.
 
             await a_delete_assistant(assistant_id=str(assistant_id))
 
             # List assistants.
-
-            new_assistants = await a_list_assistants()
-            assistant_ids = [j.assistant_id for j in new_assistants]
-            pytest.assume(assistant_id not in assistant_ids)
-            new_nums = len(new_assistants)
-            pytest.assume(new_nums == old_nums - 1 - i)
+            if index == old_nums - 1:
+                new_assistants = await a_list_assistants()
+                new_nums = len(new_assistants)
+                pytest.assume(new_nums == 0)
 
 
 @pytest.mark.test_async
@@ -210,12 +208,10 @@ async def test_a_delete_chat(self):
                 await a_delete_chat(assistant_id=self.assistant_id, chat_id=str(chat_id))
 
                 # List chats.
-
-                new_chats = await a_list_chats(assistant_id=self.assistant_id)
-                chat_ids = [i.chat_id for i in new_chats]
-                pytest.assume(chat_id not in chat_ids)
-                new_nums = len(new_chats)
-                pytest.assume(new_nums == old_nums - 1 - index)
+                if index == old_nums - 1:
+                    new_chats = await a_list_chats(assistant_id=self.assistant_id)
+                    new_nums = len(new_chats)
+                    pytest.assume(new_nums == 0)
 
 
 @pytest.mark.test_async

test/testcase/test_async/test_async_retrieval.py

@@ -106,16 +106,16 @@ async def test_a_update_collection(self):
     async def test_a_delete_collection(self):
         # List collections.
         old_res = await a_list_collections(order="desc", limit=100,  after=None, before=None)
-
+        old_nums = len(old_res)
         for index, collection in enumerate(old_res):
             collection_id = collection.collection_id
             # Delete a collection.
             await a_delete_collection(collection_id=collection_id)
-
-            new_collections = await a_list_collections(order="desc", limit=100,  after=None, before=None)
-            # List collections.
-            collection_ids = [c.collection_id for c in new_collections]
-            pytest.assume(collection_id not in collection_ids)
+            if index == old_nums - 1:
+                new_collections = await a_list_collections(order="desc", limit=100,  after=None, before=None)
+                # List collections.
+                new_nums = len(new_collections)
+                pytest.assume(new_nums == 0)
 
 
 @pytest.mark.test_async
@@ -234,13 +234,13 @@ async def test_a_delete_record(self):
             await a_delete_record(collection_id=self.collection_id, record_id=record_id)
 
             # List records.
-
-            new_records = await a_list_records(collection_id=self.collection_id, order="desc", limit=20,  after=None,
-                                       before=None)
-            record_ids = [record.record_id for record in new_records]
-            pytest.assume(record_id not in record_ids)
-            new_nums = len(new_records)
-            pytest.assume(new_nums == old_nums - 1 - index)
+            if index == old_nums - 1:
+                new_records = await a_list_records(collection_id=self.collection_id, order="desc", limit=20,  after=None,
+                                           before=None)
+                record_ids = [record.record_id for record in new_records]
+                pytest.assume(record_id not in record_ids)
+                new_nums = len(new_records)
+                pytest.assume(new_nums == 0)
 
 
 @pytest.mark.test_async
@@ -352,9 +352,7 @@ async def test_delete_chunk(self):
             delete_chunk(collection_id=self.collection_id, chunk_id=chunk_id)
 
             # List chunks.
-
-            new_chunks = list_chunks(collection_id=self.collection_id)
-            chunk_ids = [chunk.chunk_id for chunk in new_chunks]
-            pytest.assume(chunk_id not in chunk_ids)
-            new_nums = len(new_chunks)
-            pytest.assume(new_nums == old_nums - 1 - index)
+            if index == old_nums-1:
+                new_chunks = list_chunks(collection_id=self.collection_id)
+                new_nums = len(new_chunks)
+                pytest.assume(new_nums == 0)

test/testcase/test_async/test_async_tool.py

@@ -214,13 +214,7 @@ async def test_a_delete_action(self):
             # Delete an action.
 
             await a_delete_action(action_id=action_id)
-
-            new_actions = await a_list_actions()
-            action_ids = [action.action_id for action in new_actions]
-            pytest.assume(action_id not in action_ids)
-            new_nums = len(new_actions)
-            pytest.assume(new_nums == old_nums - 1 - index)
-
-
-
-
+            if index == old_nums - 1:
+                new_actions = await a_list_actions()
+                new_nums = len(new_actions)
+                pytest.assume(new_nums == 0)

test/testcase/test_sync/test_sync_assistant.py

@@ -111,12 +111,10 @@ def test_delete_assistant(self):
             delete_assistant(assistant_id=str(assistant_id))
 
             # List assistants.
-
-            new_assistants = list_assistants()
-            assistant_ids = [j.assistant_id for j in new_assistants]
-            pytest.assume(assistant_id not in assistant_ids)
-            new_nums = len(new_assistants)
-            pytest.assume(new_nums == old_nums - 1 - i)
+            if i == old_nums-1:
+                new_assistants = list_assistants()
+                new_nums = len(new_assistants)
+                pytest.assume(new_nums == 0)
 
 
 @pytest.mark.test_sync
@@ -195,12 +193,10 @@ def test_delete_chat(self, assistant_id):
                 delete_chat(assistant_id=assistant_id, chat_id=str(chat_id))
 
                 # List chats.
-
-                new_chats = list_chats(assistant_id=assistant_id)
-                chat_ids = [i.chat_id for i in new_chats]
-                pytest.assume(chat_id not in chat_ids)
-                new_nums = len(new_chats)
-                pytest.assume(new_nums == old_nums - 1 - index)
+                if index == old_nums-1:
+                    new_chats = list_chats(assistant_id=assistant_id)
+                    new_nums = len(new_chats)
+                    pytest.assume(new_nums == 0)
 
 
 @pytest.mark.test_sync

test/testcase/test_sync/test_sync_retrieval.py

@@ -109,15 +109,13 @@ def test_delete_collection(self):
             # Delete a collection.
 
             delete_collection(collection_id=collection_id)
+            if index == old_nums-1:
+                new_collections = list_collections(order="desc", limit=100,  after=None, before=None)
 
-            new_collections = list_collections(order="desc", limit=100,  after=None, before=None)
+                # List collections.
 
-            # List collections.
-
-            collection_ids = [collection.collection_id for collection in new_collections]
-            pytest.assume(collection_id not in collection_ids)
-            new_nums = len(new_collections)
-            pytest.assume(new_nums == old_nums - 1 - index)
+                new_nums = len(new_collections)
+                pytest.assume(new_nums == 0)
 
 
 @pytest.mark.test_sync
@@ -229,13 +227,12 @@ def test_delete_record(self, collection_id):
             delete_record(collection_id=collection_id, record_id=record_id)
 
             # List records.
+            if index == old_nums-1:
+                new_records = list_records(collection_id=collection_id, order="desc", limit=20,  after=None,
+                                           before=None)
 
-            new_records = list_records(collection_id=collection_id, order="desc", limit=20,  after=None,
-                                       before=None)
-            record_ids = [record.record_id for record in new_records]
-            pytest.assume(record_id not in record_ids)
-            new_nums = len(new_records)
-            pytest.assume(new_nums == old_nums - 1 - index)
+                new_nums = len(new_records)
+                pytest.assume(new_nums == 0)
 
 
 @pytest.mark.test_sync
@@ -340,9 +337,7 @@ def test_delete_chunk(self, collection_id):
             delete_chunk(collection_id=collection_id, chunk_id=chunk_id)
 
             # List chunks.
-
-            new_chunks = list_chunks(collection_id=collection_id)
-            chunk_ids = [chunk.chunk_id for chunk in new_chunks]
-            pytest.assume(chunk_id not in chunk_ids)
-            new_nums = len(new_chunks)
-            pytest.assume(new_nums == old_nums - 1 - index)
+            if index == old_nums-1:
+                new_chunks = list_chunks(collection_id=collection_id)
+                new_nums = len(new_chunks)
+                pytest.assume(new_nums == 0)

test/testcase/test_sync/test_sync_tool.py

@@ -207,8 +207,8 @@ def test_delete_action(self):
             # Delete an action.
 
             delete_action(action_id=action_id)
-            new_actions = list_actions(limit=100)
-            action_ids = [action.action_id for action in new_actions]
-            pytest.assume(action_id not in action_ids)
-            new_nums = len(new_actions)
-            pytest.assume(new_nums == old_nums - 1 - index)
+
+            if index == old_nums-1:
+                new_actions = list_actions(limit=100)
+                new_nums = len(new_actions)
+                pytest.assume(new_nums == 0)

test_requirements.txt

@@ -15,4 +15,4 @@ pytest-tornasync>=0.6.0
 pytest-trio==0.8.0
 pytest-twisted==1.14.0
 Twisted==24.3.0
-dotenv==1.0.0
+python-dotenv==1.0.0