diff --git a/experiments/configurations/elasticsearch-single-node.json b/experiments/configurations/elasticsearch-single-node.json index 529b825c5..36f09af90 100644 --- a/experiments/configurations/elasticsearch-single-node.json +++ b/experiments/configurations/elasticsearch-single-node.json @@ -5,13 +5,25 @@ "connection_params": { "request_timeout": 10000 }, - "collection_params": { "index_options": { "m": 16, "ef_construction": 100 } }, + "collection_params": { "index_options": { "m": 16, "ef_construction": 128 } }, "search_params": [ { "parallel": 1, "config": { "num_candidates": 128 } }, { "parallel": 1, "config": { "num_candidates": 256 } }, { "parallel": 1, "config": { "num_candidates": 512 } }, { "parallel": 100, "config": { "num_candidates": 128 } }, { "parallel": 100, "config": { "num_candidates": 256 } }, { "parallel": 100, "config": { "num_candidates": 512 } } ], "upload_params": { "parallel": 16 } }, + { + "name": "elasticsearch-debug", + "engine": "elasticsearch", + "connection_params": { + "request_timeout": 10000 + }, + "collection_params": { "index_options": { "m": 16, "ef_construction": 128 } }, + "search_params": [ + { "parallel": 1, "config": { "num_candidates": 128 } }, { "parallel": 1, "config": { "num_candidates": 256 } }, { "parallel": 1, "config": { "num_candidates": 512 } } + ], + "upload_params": { "parallel": 1 } + }, { "name": "elasticsearch-m-16-ef-128", "engine": "elasticsearch", diff --git a/experiments/configurations/milvus-single-node.json b/experiments/configurations/milvus-single-node.json index bffc0a1c9..af2b0ee5a 100644 --- a/experiments/configurations/milvus-single-node.json +++ b/experiments/configurations/milvus-single-node.json @@ -8,7 +8,17 @@ { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } }, { "parallel": 100, "config": { "ef": 128 } }, { "parallel": 100, "config": { "ef": 256 } }, { "parallel": 100, "config": { "ef": 512 } } ], - "upload_params": { "parallel": 16, "index_params": { "efConstruction": 100, "M": 16 } } + "upload_params": { "parallel": 16, "index_params": { "efConstruction": 128, "M": 16 } } + }, + { + "name": "milvus-debug", + "engine": "milvus", + "connection_params": {}, + "collection_params": {}, + "search_params": [ + { "parallel": 1, "config": { "ef": 128 } }, { "parallel": 1, "config": { "ef": 256 } }, { "parallel": 1, "config": { "ef": 512 } } + ], + "upload_params": { "parallel": 1, "index_params": { "efConstruction": 128, "M": 16 } } }, { "name": "milvus-m-16-ef-128", diff --git a/experiments/configurations/opensearch-single-node.json b/experiments/configurations/opensearch-single-node.json index dda9314f1..42d25ef91 100644 --- a/experiments/configurations/opensearch-single-node.json +++ b/experiments/configurations/opensearch-single-node.json @@ -5,13 +5,25 @@ "connection_params": { "request_timeout": 10000 }, - "collection_params": { "method": { "parameters": { "m": 16, "ef_construction": 100 } } }, -"search_params": [ + "collection_params": { "method": { "parameters": { "m": 16, "ef_construction": 128 } } }, + "search_params": [ { "parallel": 1, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 512 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 100, "config": { "knn.algo_param.ef_search": 512 } } ], "upload_params": { "parallel": 16 } }, + { + "name": "opensearch-debug", + "engine": "opensearch", + "connection_params": { + "request_timeout": 10000 + }, + "collection_params": { "method": { "parameters": { "m": 16, "ef_construction": 128 } } }, + "search_params": [ + { "parallel": 1, "config": { "knn.algo_param.ef_search": 128 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 256 } }, { "parallel": 1, "config": { "knn.algo_param.ef_search": 512 } } + ], + "upload_params": { "parallel": 1 } + }, { "name": "opensearch-m-16-ef-128", "engine": "opensearch", diff --git a/experiments/configurations/pgvector-single-node.json b/experiments/configurations/pgvector-single-node.json index 31b97fca6..bd19d08a5 100644 --- a/experiments/configurations/pgvector-single-node.json +++ b/experiments/configurations/pgvector-single-node.json @@ -9,6 +9,16 @@ ], "upload_params": { "parallel": 16, "batch_size": 1024, "hnsw_config": { "m": 16, "ef_construct": 128 } } }, + { + "name": "pgvector-debug", + "engine": "pgvector", + "connection_params": {}, + "collection_params": {}, + "search_params": [ + { "parallel": 1, "config": { "hnsw_ef": 128 } } + ], + "upload_params": { "parallel": 1, "batch_size": 1024, "hnsw_config": { "m": 16, "ef_construct": 128 } } + }, { "name": "pgvector-parallel", "engine": "pgvector", diff --git a/experiments/configurations/qdrant-native-single-node.json b/experiments/configurations/qdrant-native-single-node.json index fd3cbddc5..81da83e0b 100644 --- a/experiments/configurations/qdrant-native-single-node.json +++ b/experiments/configurations/qdrant-native-single-node.json @@ -4,13 +4,27 @@ "engine": "qdrant_native", "connection_params": { "timeout": 30 }, "collection_params": { - "optimizers_config": { "memmap_threshold": 10000000 } + "optimizers_config": { "memmap_threshold": 10000000 }, + "hnsw_config": { "m": 16, "ef_construct": 128 } }, "search_params": [ { "parallel": 8, "config": { "hnsw_ef": 128 } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, + { + "name": "qdrant-native-debug", + "engine": "qdrant_native", + "connection_params": { "timeout": 30 }, + "collection_params": { + "optimizers_config": { "memmap_threshold": 10000000 }, + "hnsw_config": { "m": 16, "ef_construct": 128 } + }, + "search_params": [ + { "parallel": 1, "config": { "hnsw_ef": 128 } } + ], + "upload_params": { "parallel": 1, "batch_size": 1024 } + }, { "name": "qdrant-native-continuous-benchmark", "engine": "qdrant_native", diff --git a/experiments/configurations/qdrant-single-node.json b/experiments/configurations/qdrant-single-node.json index bfbf69964..96768b44d 100644 --- a/experiments/configurations/qdrant-single-node.json +++ b/experiments/configurations/qdrant-single-node.json @@ -4,13 +4,27 @@ "engine": "qdrant", "connection_params": { "timeout": 30 }, "collection_params": { - "optimizers_config": { "memmap_threshold": 10000000 } + "optimizers_config": { "memmap_threshold": 10000000 }, + "hnsw_config": { "m": 16, "ef_construct": 128 } }, "search_params": [ { "parallel": 8, "config": { "hnsw_ef": 128 } } ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, + { + "name": "qdrant-debug", + "engine": "qdrant", + "connection_params": { "timeout": 30 }, + "collection_params": { + "optimizers_config": { "memmap_threshold": 10000000 }, + "hnsw_config": { "m": 16, "ef_construct": 128 } + }, + "search_params": [ + { "parallel": 1, "config": { "hnsw_ef": 128 } } + ], + "upload_params": { "parallel": 1, "batch_size": 1024 } + }, { "name": "qdrant-continuous-benchmark", "engine": "qdrant", diff --git a/experiments/configurations/redis-single-node.json b/experiments/configurations/redis-single-node.json index 2807e288e..ad97d5116 100644 --- a/experiments/configurations/redis-single-node.json +++ b/experiments/configurations/redis-single-node.json @@ -4,6 +4,7 @@ "engine": "redis", "connection_params": {}, "collection_params": { + "hnsw_config": { "M": 16, "EF_CONSTRUCTION": 128 } }, "search_params": [ { "parallel": 1, "config": { "EF": 64 } }, { "parallel": 1, "config": { "EF": 128 } }, { "parallel": 1, "config": { "EF": 256 } }, { "parallel": 1, "config": { "EF": 512 } }, @@ -11,6 +12,18 @@ ], "upload_params": { "parallel": 16, "batch_size": 1024 } }, + { + "name": "redis-debug", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "hnsw_config": { "M": 16, "EF_CONSTRUCTION": 128 } + }, + "search_params": [ + { "parallel": 1, "config": { "EF": 64 } }, { "parallel": 1, "config": { "EF": 128 } }, { "parallel": 1, "config": { "EF": 256 } }, { "parallel": 1, "config": { "EF": 512 } } + ], + "upload_params": { "parallel": 1, "batch_size": 1024 } + }, { "name": "redis-m-16-ef-128", "engine": "redis", diff --git a/experiments/configurations/weaviate-single-node.json b/experiments/configurations/weaviate-single-node.json index 3a4989cfe..ac6a307b1 100644 --- a/experiments/configurations/weaviate-single-node.json +++ b/experiments/configurations/weaviate-single-node.json @@ -5,12 +5,24 @@ "connection_params": { "timeout_config": 1000 }, - "collection_params": { "vectorIndexConfig": { "efConstruction": 256, "maxConnections": 16 } }, + "collection_params": { "vectorIndexConfig": { "efConstruction": 128, "maxConnections": 16 } }, "search_params": [ { "parallel": 8, "config": { "ef": 128 } } ], "upload_params": { "batch_size": 1024, "parallel": 8 } }, + { + "name": "weaviate-debug", + "engine": "weaviate", + "connection_params": { + "timeout_config": 1000 + }, + "collection_params": { "vectorIndexConfig": { "efConstruction": 128, "maxConnections": 16 } }, + "search_params": [ + { "parallel": 1, "config": { "ef": 128 } } + ], + "upload_params": { "batch_size": 1024, "parallel": 1 } + }, { "name": "weaviate-m-16-ef-128", "engine": "weaviate",