Update performance test with nested field (#1488)

Signed-off-by: Heemin Kim <[email protected]>

Author: heemin32

benchmarks/perf-tool/add-parent-doc-id-to-dataset.py

@@ -116,8 +116,8 @@ def run(self, source_path, target_path) -> None:
             possible_colors = ['red', 'green', 'yellow', 'blue', None]
             possible_tastes = ['sweet', 'salty', 'sour', 'bitter', None]
             max_age = 100
-            min_field_size = 1000
-            max_field_size = 10001
+            min_field_size = 10
+            max_field_size = 10
 
             # Copy train and test data
             for key in in_file.keys():

benchmarks/perf-tool/okpt/test/steps/steps.py

@@ -759,9 +759,6 @@ def get_body(self, vec):
             }
         }
 
-    def get_exclude_fields(self):
-        return ['nested_field.' + self.field_name]
-
 class GetStatsStep(OpenSearchStep):
     """See base class."""
 

benchmarks/perf-tool/release-configs/faiss-hnsw/nested/simple/index.json

@@ -8,6 +8,9 @@
     }
   },
   "mappings": {
+    "_source": {
+      "excludes": ["nested_field"]
+    },
     "properties": {
       "nested_field": {
         "type": "nested",

benchmarks/perf-tool/release-configs/lucene-hnsw/nested/simple/index.json

@@ -7,6 +7,9 @@
     }
   },
   "mappings": {
+    "_source": {
+      "excludes": ["nested_field"]
+    },
     "properties": {
       "nested_field": {
         "type": "nested",

benchmarks/perf-tool/release-configs/lucene-hnsw/nested/simple/simple-nested-test.yml

@@ -9,7 +9,7 @@ steps:
     index_name: target_index
   - name: create_index
     index_name: target_index
-    index_spec: release-configs/faiss-hnsw/nested/simple/index.json
+    index_spec: release-configs/lucene-hnsw/nested/simple/index.json
   - name: ingest_nested_field
     index_name: target_index
     field_name: target_field

benchmarks/perf-tool/release-configs/run_all_tests.sh

@@ -68,6 +68,7 @@ curl -X PUT "http://$ENDPOINT:$PORT/_cluster/settings?pretty" -H 'Content-Type:
 
 TESTS="./release-configs/faiss-hnsw/filtering/relaxed-filter/relaxed-filter-test.yml
 ./release-configs/faiss-hnsw/filtering/restrictive-filter/restrictive-filter-test.yml
+./release-configs/faiss-hnsw/nested/simple/simple-nested-test.yml
 ./release-configs/faiss-hnsw/test.yml
 ./release-configs/faiss-hnswpq/test.yml
 ./release-configs/faiss-ivf/filtering/relaxed-filter/relaxed-filter-test.yml
@@ -76,6 +77,7 @@ TESTS="./release-configs/faiss-hnsw/filtering/relaxed-filter/relaxed-filter-test
 ./release-configs/faiss-ivfpq/test.yml
 ./release-configs/lucene-hnsw/filtering/relaxed-filter/relaxed-filter-test.yml
 ./release-configs/lucene-hnsw/filtering/restrictive-filter/restrictive-filter-test.yml
+./release-configs/lucene-hnsw/nested/simple/simple-nested-test.yml
 ./release-configs/lucene-hnsw/test.yml
 ./release-configs/nmslib-hnsw/test.yml"