some barely working version. It is doing some inserts and not erroring out

Author: slice4e

engine/base_client/search.py

@@ -74,7 +74,7 @@ def _insert_one(cls, query):
         # Generate unique doc_id here
         doc_id = next(cls._doc_id_counter)
 
-        cls.insert_one(doc_id, query.vector, query.meta_conditions)
+        cls.insert_one(str(doc_id), query.vector, query.meta_conditions)
         end = time.perf_counter()
         # No precision metric for inserts, so precision=1.0
         return 1.0, end - start
@@ -267,7 +267,8 @@ def worker_function(self, distance, search_one, insert_one, chunk, result_queue,
 def process_chunk(chunk, search_one, insert_one, insert_fraction):
     results = []
     for i, query in enumerate(chunk):
-        if random.random() < insert_fraction:
+        #if random.random() < insert_fraction:
+        if random.random() < 0.5:
             result = insert_one(query)
         else:
             # Search

engine/clients/redis/search.py

@@ -102,19 +102,19 @@ def search_one(cls, vector, meta_conditions, top) -> List[Tuple[int, float]]:
 
         return [(int(result.id), float(result.vector_score)) for result in results.docs]
 
-@classmethod
-def insert_one(cls, doc_id: int, vector, meta_conditions):
-    if cls.client is None:
-        raise RuntimeError("Redis client not initialized")
+    @classmethod
+    def insert_one(cls, doc_id: int, vector, meta_conditions):
+        if cls.client is None:
+            raise RuntimeError("Redis client not initialized")
 
-    if not isinstance(vector, bytes):
-        vec_param = np.array(vector, dtype=cls.np_data_type).tobytes()
-    else:
-        vec_param = vector
+        if not isinstance(vector, bytes):
+            vec_param = np.array(vector, dtype=cls.np_data_type).tobytes()
+        else:
+            vec_param = vector
 
-    doc = {"vector": vec_param}
-    if meta_conditions:
-        for k, v in meta_conditions.items():
-            doc[k] = str(v)
+        doc = {"vector": vec_param}
+        if meta_conditions:
+            for k, v in meta_conditions.items():
+                doc[k] = str(v)
 
-    cls.client.hset(f"doc:{doc_id}", mapping=doc)
+        cls.client.hset(str(doc_id), mapping=doc)