Remove parallel > 1

Author: LukasWestholt

experiments/configurations/chroma-single-node.json

@@ -23,8 +23,7 @@
       }
     },
     "search_params": [
-      { "parallel": 1, "config": {"hnsw:search_ef": 128 } }, { "parallel": 1, "config": {"hnsw:search_ef": 256 } }, { "parallel": 1, "config": {"hnsw:search_ef": 512 } },
-      { "parallel": 100, "config": {"hnsw:search_ef": 128 } }, { "parallel": 100, "config": {"hnsw:search_ef": 256 } }, { "parallel": 100, "config": {"hnsw:search_ef": 512 } }
+      { "parallel": 1, "config": {"hnsw:search_ef": 128 } }, { "parallel": 1, "config": {"hnsw:search_ef": 256 } }, { "parallel": 1, "config": {"hnsw:search_ef": 512 } }
     ],
     "upload_params": { "parallel": 16 }
   },
@@ -39,8 +38,7 @@
       }
     },
     "search_params": [
-      { "parallel": 1, "config": {"hnsw:search_ef": 128 } }, { "parallel": 1, "config": {"hnsw:search_ef": 256 } }, { "parallel": 1, "config": {"hnsw:search_ef": 512 } },
-      { "parallel": 100, "config": {"hnsw:search_ef": 128 } }, { "parallel": 100, "config": {"hnsw:search_ef": 256 } }, { "parallel": 100, "config": {"hnsw:search_ef": 512 } }
+      { "parallel": 1, "config": {"hnsw:search_ef": 128 } }, { "parallel": 1, "config": {"hnsw:search_ef": 256 } }, { "parallel": 1, "config": {"hnsw:search_ef": 512 } }
     ],
     "upload_params": { "parallel": 16 }
   },
@@ -55,8 +53,7 @@
       }
     },
     "search_params": [
-      { "parallel": 1, "config": {"hnsw:search_ef": 128 } }, { "parallel": 1, "config": {"hnsw:search_ef": 256 } }, { "parallel": 1, "config": {"hnsw:search_ef": 512 } },
-      { "parallel": 100, "config": {"hnsw:search_ef": 128 } }, { "parallel": 100, "config": {"hnsw:search_ef": 256 } }, { "parallel": 100, "config": {"hnsw:search_ef": 512 } }
+      { "parallel": 1, "config": {"hnsw:search_ef": 128 } }, { "parallel": 1, "config": {"hnsw:search_ef": 256 } }, { "parallel": 1, "config": {"hnsw:search_ef": 512 } }
     ],
     "upload_params": { "parallel": 16 }
   },
@@ -71,8 +68,7 @@
       }
     },
     "search_params": [
-      { "parallel": 1, "config": {"hnsw:search_ef": 128 } }, { "parallel": 1, "config": {"hnsw:search_ef": 256 } }, { "parallel": 1, "config": {"hnsw:search_ef": 512 } },
-      { "parallel": 100, "config": {"hnsw:search_ef": 128 } }, { "parallel": 100, "config": {"hnsw:search_ef": 256 } }, { "parallel": 100, "config": {"hnsw:search_ef": 512 } }
+      { "parallel": 1, "config": {"hnsw:search_ef": 128 } }, { "parallel": 1, "config": {"hnsw:search_ef": 256 } }, { "parallel": 1, "config": {"hnsw:search_ef": 512 } }
     ],
     "upload_params": { "parallel": 16 }
   },
@@ -87,8 +83,7 @@
       }
     },
     "search_params": [
-      { "parallel": 1, "config": {"hnsw:search_ef": 128 } }, { "parallel": 1, "config": {"hnsw:search_ef": 256 } }, { "parallel": 1, "config": {"hnsw:search_ef": 512 } },
-      { "parallel": 100, "config": {"hnsw:search_ef": 128 } }, { "parallel": 100, "config": {"hnsw:search_ef": 256 } }, { "parallel": 100, "config": {"hnsw:search_ef": 512 } }
+      { "parallel": 1, "config": {"hnsw:search_ef": 128 } }, { "parallel": 1, "config": {"hnsw:search_ef": 256 } }, { "parallel": 1, "config": {"hnsw:search_ef": 512 } }
     ],
     "upload_params": { "parallel": 16 }
   },
@@ -103,8 +98,7 @@
       }
     },
     "search_params": [
-      { "parallel": 1, "config": {"hnsw:search_ef": 128 } }, { "parallel": 1, "config": {"hnsw:search_ef": 256 } }, { "parallel": 1, "config": {"hnsw:search_ef": 512 } },
-      { "parallel": 100, "config": {"hnsw:search_ef": 128 } }, { "parallel": 100, "config": {"hnsw:search_ef": 256 } }, { "parallel": 100, "config": {"hnsw:search_ef": 512 } }
+      { "parallel": 1, "config": {"hnsw:search_ef": 128 } }, { "parallel": 1, "config": {"hnsw:search_ef": 256 } }, { "parallel": 1, "config": {"hnsw:search_ef": 512 } }
     ],
     "upload_params": { "parallel": 16 }
   }

experiments/configurations/chroma-single-node.md

@@ -6,14 +6,16 @@ See https://cookbook.chromadb.dev/core/configuration/#hnsw-configuration
 `hnsw:construction_ef` cannot be changed after index creation.
 `hnsw:search_ef` can be changed.
 
+Parallel > 1 for searching is currently not supported because Chroma is not process-safe (see https://github.com/qdrant/vector-db-benchmark/pull/205#discussion_r1781471419).
+
 ## collection_params
     "metadata": {
         "hnsw:M": 16,32,64,
         "hnsw:construction_ef": 128,256,512
     }
 
 ## search_params
-    "parallel": 1, 8, 100              # implemented in base_client
+    "parallel": 1                      # implemented in base_client
     "top": /                           # implemented in base_client
     "metadata": {
         "hnsw:search_ef": 128,256,512