On-boarding Disk-based-Vector on Nightly runs (#451)

Signed-off-by: Vikasht34 <[email protected]>

vectorsearch/indices/faiss-index.json

@@ -21,6 +21,9 @@
         "target_field": {
           "type": "knn_vector",
           "dimension": {{ target_index_dimension }},
+          {%- if mode is defined %}
+          "mode": "{{ mode }}",
+          {%- endif %}
           {%- if train_model_id is defined %}
           "model_id": "{{ train_model_id }}"
           {%- else %}

vectorsearch/params/corpus/10million/faiss-cohere-768-disk-based-vector.json

@@ -0,0 +1,28 @@
+{
+    "target_index_name": "target_index",
+    "target_field_name": "target_field",
+    "target_index_body": "indices/faiss-index.json",
+    "target_index_primary_shards": 5,
+    "target_index_replica_shards": 1,
+    "target_index_dimension": 768,
+    "target_index_space_type": "innerproduct",
+
+    "target_index_bulk_size": 100,
+    "target_index_bulk_index_data_set_format": "hdf5",
+    "target_index_bulk_index_data_set_corpus": "cohere-10m",
+    "target_index_bulk_indexing_clients": 10,
+
+    "target_index_max_num_segments": 1,
+    "hnsw_ef_search": 256,
+    "hnsw_ef_construction": 256,
+    "mode": "on_disk",
+    "query_k": 100,
+    "query_body": {
+         "docvalue_fields" : ["_id"],
+         "stored_fields" : "_none_"
+    },
+
+    "query_data_set_format": "hdf5",
+    "query_data_set_corpus": "cohere-10m",
+    "query_count": 10000
+  }