Add neighbors to test procedure (opensearch-project#193)

Vector search supports neighbors as a seperate input file with individual format. Signed-off-by: Vijayan Balasubramanian <balasvij@amazon.com>
harshavamsi · Mar 5, 2024 · 584f7fc · 584f7fc
1 parent 4c4a601
commit 584f7fc
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 2 deletions.
diff --git a/vectorsearch/params/nmslib-sift-128-l2.json b/vectorsearch/params/nmslib-sift-128-l2.json
@@ -8,7 +8,7 @@
 
     "target_index_bulk_size": 100,
     "target_index_bulk_index_data_set_format": "hdf5",
-    "target_index_bulk_index_data_set_path": "/tmp/sift-128-euclidean.hdf5",
+    "target_index_bulk_index_data_set_path": "/tmp/sift-128-euclidean-train.hdf5",
     "target_index_bulk_indexing_clients": 10,
 
     "target_index_max_num_segments": 10,
@@ -18,6 +18,8 @@
     "query_k": 100,
 
     "query_data_set_format": "hdf5",
-    "query_data_set_path":"/tmp/sift-128-euclidean.hdf5",
+    "query_data_set_path":"/tmp/sift-128-euclidean-test.hdf5",
+    "neighbors_data_set_path":"/tmp/sift-128-euclidean-neighbors.hdf5",
+    "neighbors_data_set_format":"hdf5",
     "query_count": 100
   }
diff --git a/vectorsearch/test_procedures/default.json b/vectorsearch/test_procedures/default.json
@@ -54,6 +54,8 @@
                 "field" : "{{ target_field_name | default('target_field') }}",
                 "data_set_format" : "{{ query_data_set_format | default('hdf5') }}",
                 "data_set_path" : "{{ query_data_set_path | default('/tmp/vector-dataset.hdf5') }}",
+                "neighbors_data_set_path" : "{{ neighbors_data_set_path | default('/tmp/vector-dataset.hdf5') }}",
+                "neighbors_data_set_format" : "{{ neighbors_data_set_format | default('hdf5') }}",
                 "num_vectors" : {{ query_count | default(-1) }},
                 "id-field-name": "{{ id_field_name }}"
             },