feat: Delete client after running search

Author: KShivendu

engine/base_client/search.py

@@ -97,6 +97,9 @@ def search_all(
                 )
 
         total_time = time.perf_counter() - start
+
+        self.__class__.delete_client()
+
         return {
             "total_time": total_time,
             "mean_time": np.mean(latencies),
@@ -116,3 +119,8 @@ def setup_search(self):
 
     def post_search(self):
         pass
+
+    @classmethod
+    def delete_client(cls):
+        pass
+

engine/clients/qdrant/search.py

@@ -32,6 +32,7 @@ def init_client(cls, host, distance, connection_params: dict, search_params: dic
 
     @classmethod
     def search_one(cls, vector, meta_conditions, top) -> List[Tuple[int, float]]:
+        # return cls.client.count(collection_name=QDRANT_COLLECTION_NAME)
         res = cls.client.search(
             collection_name=QDRANT_COLLECTION_NAME,
             query_vector=vector,
@@ -42,3 +43,8 @@ def search_one(cls, vector, meta_conditions, top) -> List[Tuple[int, float]]:
             ),
         )
         return [(hit.id, hit.score) for hit in res]
+
+    @classmethod
+    def delete_client(cls):
+        if cls.client is not None:
+            del cls.client

engine/clients/qdrant/upload.py

@@ -28,6 +28,7 @@ def upload_batch(
                 vectors=vectors,
                 payloads=[payload or {} for payload in metadata],
             ),
+            wait=False,
         )
 
     @classmethod

experiments/configurations/qdrant-single-node.json

@@ -45,6 +45,20 @@
     ],
     "upload_params": { "parallel": 16, "batch_size": 1024 }
   },
+  {
+    "name": "qdrant-parallel",
+    "engine": "qdrant",
+    "connection_params": { "timeout": 30 },
+    "collection_params": {
+      "optimizers_config": { "memmap_threshold": 10000000 }
+    },
+    "search_params": [
+      { "parallel": 16, "search_params": { "hnsw_ef": 128 } },
+      { "parallel": 32, "search_params": { "hnsw_ef": 128 } },
+      { "parallel": 100, "search_params": { "hnsw_ef": 128 } }
+    ],
+    "upload_params": { "parallel": 16, "batch_size": 1024 }
+  },
   {
     "name": "qdrant-m-16-ef-128",
     "engine": "qdrant",
@@ -147,4 +161,4 @@
     ],
     "upload_params": { "parallel": 16 }
   }
-]
+]