From 5728cdb4d7636a3cb5ead008e4a4e820d68905b7 Mon Sep 17 00:00:00 2001 From: Vijayan Balasubramanian Date: Thu, 7 Mar 2024 13:39:19 -0800 Subject: [PATCH] Update default param values Signed-off-by: Vijayan Balasubramanian --- vectorsearch/params/corpus/10million/faiss-cohere-768-dp.json | 1 - .../params/corpus/10million/lucene-cohere-768-dp.json | 1 - .../params/corpus/10million/nmslib-cohere-768-dp.json | 3 +-- vectorsearch/params/corpus/1million/faiss-cohere-768-dp.json | 1 - vectorsearch/params/corpus/1million/lucene-cohere-768-dp.json | 1 - vectorsearch/params/corpus/1million/nmslib-cohere-768-dp.json | 1 - vectorsearch/params/faiss-sift-128-l2.json | 4 ++-- vectorsearch/params/lucene-sift-128-l2.json | 4 ++-- vectorsearch/params/nmslib-sift-128-l2.json | 4 ++-- 9 files changed, 7 insertions(+), 13 deletions(-) diff --git a/vectorsearch/params/corpus/10million/faiss-cohere-768-dp.json b/vectorsearch/params/corpus/10million/faiss-cohere-768-dp.json index 07f95de8..48b7644e 100644 --- a/vectorsearch/params/corpus/10million/faiss-cohere-768-dp.json +++ b/vectorsearch/params/corpus/10million/faiss-cohere-768-dp.json @@ -12,7 +12,6 @@ "target_index_bulk_indexing_clients": 10, "target_index_max_num_segments": 10, - "target_index_force_merge_timeout": 100, "hnsw_ef_search": 100, "hnsw_ef_construction": 100, diff --git a/vectorsearch/params/corpus/10million/lucene-cohere-768-dp.json b/vectorsearch/params/corpus/10million/lucene-cohere-768-dp.json index 2f725aa0..f0833bc3 100644 --- a/vectorsearch/params/corpus/10million/lucene-cohere-768-dp.json +++ b/vectorsearch/params/corpus/10million/lucene-cohere-768-dp.json @@ -12,7 +12,6 @@ "target_index_bulk_indexing_clients": 10, "target_index_max_num_segments": 10, - "target_index_force_merge_timeout": 100, "hnsw_ef_search": 100, "hnsw_ef_construction": 100, diff --git a/vectorsearch/params/corpus/10million/nmslib-cohere-768-dp.json b/vectorsearch/params/corpus/10million/nmslib-cohere-768-dp.json index 6fdee69f..05727aa9 100644 --- a/vectorsearch/params/corpus/10million/nmslib-cohere-768-dp.json +++ b/vectorsearch/params/corpus/10million/nmslib-cohere-768-dp.json @@ -12,7 +12,6 @@ "target_index_bulk_indexing_clients": 10, "target_index_max_num_segments": 10, - "target_index_force_merge_timeout": 100, "hnsw_ef_search": 100, "hnsw_ef_construction": 100, @@ -23,7 +22,7 @@ }, "query_data_set_format": "hdf5", - "query_data_set_corpus": "cohere-1m", + "query_data_set_corpus": "cohere-10m", "neighbors_data_set_corpus": "cohere-10m", "neighbors_data_set_format": "hdf5", "query_count": 10000 diff --git a/vectorsearch/params/corpus/1million/faiss-cohere-768-dp.json b/vectorsearch/params/corpus/1million/faiss-cohere-768-dp.json index 3266edd4..fa657ee8 100644 --- a/vectorsearch/params/corpus/1million/faiss-cohere-768-dp.json +++ b/vectorsearch/params/corpus/1million/faiss-cohere-768-dp.json @@ -12,7 +12,6 @@ "target_index_bulk_indexing_clients": 10, "target_index_max_num_segments": 10, - "target_index_force_merge_timeout": 100, "hnsw_ef_search": 100, "hnsw_ef_construction": 100, diff --git a/vectorsearch/params/corpus/1million/lucene-cohere-768-dp.json b/vectorsearch/params/corpus/1million/lucene-cohere-768-dp.json index 5b5fc2cc..8298b258 100644 --- a/vectorsearch/params/corpus/1million/lucene-cohere-768-dp.json +++ b/vectorsearch/params/corpus/1million/lucene-cohere-768-dp.json @@ -12,7 +12,6 @@ "target_index_bulk_indexing_clients": 10, "target_index_max_num_segments": 10, - "target_index_force_merge_timeout": 100, "hnsw_ef_search": 100, "hnsw_ef_construction": 100, diff --git a/vectorsearch/params/corpus/1million/nmslib-cohere-768-dp.json b/vectorsearch/params/corpus/1million/nmslib-cohere-768-dp.json index 7fe9fd65..687bf07a 100644 --- a/vectorsearch/params/corpus/1million/nmslib-cohere-768-dp.json +++ b/vectorsearch/params/corpus/1million/nmslib-cohere-768-dp.json @@ -12,7 +12,6 @@ "target_index_bulk_indexing_clients": 10, "target_index_max_num_segments": 10, - "target_index_force_merge_timeout": 100, "hnsw_ef_search": 100, "hnsw_ef_construction": 100, diff --git a/vectorsearch/params/faiss-sift-128-l2.json b/vectorsearch/params/faiss-sift-128-l2.json index f0949487..bbe034a0 100644 --- a/vectorsearch/params/faiss-sift-128-l2.json +++ b/vectorsearch/params/faiss-sift-128-l2.json @@ -11,8 +11,8 @@ "target_index_bulk_index_data_set_path": "/tmp/sift-128-euclidean.hdf5", "target_index_bulk_indexing_clients": 10, - "target_index_max_num_segments": 10, - "target_index_force_merge_timeout": 45.0, + "target_index_max_num_segments": 1, + "target_index_force_merge_timeout": 300, "hnsw_ef_search": 100, "hnsw_ef_construction": 100, diff --git a/vectorsearch/params/lucene-sift-128-l2.json b/vectorsearch/params/lucene-sift-128-l2.json index fe5a96c3..27905c54 100644 --- a/vectorsearch/params/lucene-sift-128-l2.json +++ b/vectorsearch/params/lucene-sift-128-l2.json @@ -11,8 +11,8 @@ "target_index_bulk_index_data_set_path": "/tmp/sift-128-euclidean.hdf5", "target_index_bulk_indexing_clients": 10, - "target_index_max_num_segments": 10, - "target_index_force_merge_timeout": 45.0, + "target_index_max_num_segments": 1, + "target_index_force_merge_timeout": 300, "hnsw_ef_search": 100, "hnsw_ef_construction": 100, diff --git a/vectorsearch/params/nmslib-sift-128-l2.json b/vectorsearch/params/nmslib-sift-128-l2.json index 2c4942a2..d6908e48 100644 --- a/vectorsearch/params/nmslib-sift-128-l2.json +++ b/vectorsearch/params/nmslib-sift-128-l2.json @@ -11,8 +11,8 @@ "target_index_bulk_index_data_set_path": "/tmp/sift-128-euclidean-train.hdf5", "target_index_bulk_indexing_clients": 10, - "target_index_max_num_segments": 10, - "target_index_force_merge_timeout": 45.0, + "target_index_max_num_segments": 1, + "target_index_force_merge_timeout": 300, "hnsw_ef_search": 100, "hnsw_ef_construction": 100,