diff --git a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/40_knn_search_bfloat16.yml b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/40_knn_search_bfloat16.yml index 51adafc624469..2ef09ada3f1ba 100644 --- a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/40_knn_search_bfloat16.yml +++ b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/40_knn_search_bfloat16.yml @@ -83,9 +83,6 @@ setup: - match: { hits.hits.1.fields.name.0: "rabbit.jpg" } --- "kNN multi-field search only": - - requires: - cluster_features: "gte_v8.7.0" - reason: 'multi-field kNN search added to search endpoint in 8.7' - do: search: index: test @@ -102,9 +99,6 @@ setup: - match: { hits.hits.1.fields.name.0: "moose.jpg" } --- "kNN search plus query": - - requires: - cluster_features: "gte_v8.4.0" - reason: 'kNN added to search endpoint in 8.4' - do: search: index: test @@ -129,9 +123,6 @@ setup: - match: { hits.hits.2.fields.name.0: "rabbit.jpg" } --- "kNN multi-field search with query": - - requires: - cluster_features: "gte_v8.7.0" - reason: 'multi-field kNN search added to search endpoint in 8.7' - do: search: index: test @@ -154,9 +145,6 @@ setup: - match: { hits.hits.2.fields.name.0: "moose.jpg" } --- "kNN search with filter": - - requires: - cluster_features: "gte_v8.4.0" - reason: 'kNN added to search endpoint in 8.4' - do: search: index: test @@ -195,9 +183,6 @@ setup: --- "kNN search with explicit search_type": - - requires: - cluster_features: "gte_v8.4.0" - reason: 'kNN added to search endpoint in 8.4' - do: catch: bad_request search: @@ -216,9 +201,6 @@ setup: --- "Test nonexistent field is match none": - - requires: - cluster_features: "gte_v8.16.0" - reason: 'non-existent field handling improved in 8.16' - do: search: index: test @@ -266,9 +248,6 @@ setup: --- "KNN Vector similarity search only": - - requires: - cluster_features: "gte_v8.8.0" - reason: 'kNN similarity added in 8.8' - do: search: index: test @@ -287,9 +266,6 @@ setup: - match: { hits.hits.0.fields.name.0: "moose.jpg" } --- "Vector similarity with filter only": - - requires: - cluster_features: "gte_v8.8.0" - reason: 'kNN similarity added in 8.8' - do: search: index: test @@ -325,8 +301,6 @@ setup: --- "Knn search with mip": - requires: - cluster_features: "gte_v8.11.0" - reason: 'mip similarity added in 8.11' test_runner_features: "close_to" - do: @@ -414,8 +388,6 @@ setup: --- "Knn search with _name": - requires: - cluster_features: "gte_v8.15.0" - reason: 'support for _name in knn was added in 8.15' test_runner_features: "close_to" - do: @@ -450,39 +422,7 @@ setup: - match: { hits.hits.2.matched_queries.0: "my_knn_query" } --- -"kNN search on empty index should return 0 results and not an error": - - requires: - cluster_features: "gte_v8.15.1" - reason: 'Error fixed in 8.15.1' - - do: - indices.create: - index: test_empty - body: - mappings: - properties: - vector: - type: dense_vector - - do: - search: - index: test_empty - body: - fields: [ "name" ] - knn: - field: vector - query_vector: [ -0.5, 90.0, -10, 14.8, -156.0 ] - k: 2 - num_candidates: 3 - - - match: { hits.total.value: 0 } ---- "Vector rescoring has no effect for non-quantized vectors and provides same results as non-rescored knn": - - requires: - reason: 'Quantized vector rescoring is required' - test_runner_features: [capabilities] - capabilities: - - method: GET - path: /_search - capabilities: [knn_quantized_vector_rescore_oversample] - skip: features: "headers" @@ -571,9 +511,6 @@ setup: --- "Updating dim to null is not allowed": - - requires: - cluster_features: "mapper.npe_on_dims_update_fix" - reason: "dims update fix" - do: indices.create: index: test_index @@ -598,9 +535,6 @@ setup: --- "Searching with no data dimensions specified": - - requires: - cluster_features: "search.vectors.no_dimensions_bugfix" - reason: "Search with no dimensions bugfix" - do: indices.create: diff --git a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/41_knn_search_bbq_hnsw_bfloat16.yml b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/41_knn_search_bbq_hnsw_bfloat16.yml index 358089c5342ad..15ca662f1da56 100644 --- a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/41_knn_search_bbq_hnsw_bfloat16.yml +++ b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/41_knn_search_bbq_hnsw_bfloat16.yml @@ -84,13 +84,6 @@ setup: indices.refresh: { } --- "Test knn search": - - requires: - capabilities: - - method: POST - path: /_search - capabilities: [ optimized_scalar_quantization_bbq ] - test_runner_features: capabilities - reason: "BBQ scoring improved and changed with optimized_scalar_quantization_bbq" - do: search: index: bbq_hnsw @@ -113,13 +106,6 @@ setup: - match: { hits.hits.2._id: "2" } --- "Vector rescoring has same scoring as exact search for kNN section": - - requires: - reason: 'Quantized vector rescoring is required' - test_runner_features: [capabilities] - capabilities: - - method: GET - path: /_search - capabilities: [knn_quantized_vector_rescore_oversample] - skip: features: "headers" @@ -241,9 +227,6 @@ setup: vector: [1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0] --- "Test index configured rescore vector": - - requires: - cluster_features: ["mapper.dense_vector.rescore_vector"] - reason: Needs rescore_vector feature - skip: features: "headers" - do: @@ -332,10 +315,6 @@ setup: - match: { hits.hits.2._score: $rescore_score2 } --- "Test index configured rescore vector updateable and settable to 0": - - requires: - cluster_features: ["mapper.dense_vector.rescore_zero_vector"] - reason: Needs rescore_zero_vector feature - - do: indices.create: index: bbq_rescore_0_hnsw @@ -390,9 +369,6 @@ setup: - match: { .bbq_rescore_update_hnsw.mappings.properties.vector.index_options.rescore_vector.oversample: 0 } --- "Test index configured rescore vector score consistency": - - requires: - cluster_features: ["mapper.dense_vector.rescore_zero_vector"] - reason: Needs rescore_zero_vector feature - skip: features: "headers" - do: @@ -570,9 +546,6 @@ setup: --- "default oversample value": - - requires: - cluster_features: ["mapper.dense_vector.default_oversample_value_for_bbq"] - reason: "Needs default_oversample_value_for_bbq feature" - do: indices.get_mapping: index: bbq_hnsw diff --git a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/41_knn_search_byte_quantized_bfloat16.yml b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/41_knn_search_byte_quantized_bfloat16.yml index 92141ba8e220a..80e619a9ad318 100644 --- a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/41_knn_search_byte_quantized_bfloat16.yml +++ b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/41_knn_search_byte_quantized_bfloat16.yml @@ -378,13 +378,6 @@ setup: --- # Won't be true for larger datasets, but this helps checking kNN vs rescoring vs exact search "Vector rescoring has the same scoring as exact search for kNN section": - - requires: - reason: 'Quantized vector rescoring is required' - test_runner_features: [capabilities] - capabilities: - - method: GET - path: /_search - capabilities: [knn_quantized_vector_rescore_oversample] - skip: features: "headers" @@ -434,36 +427,6 @@ setup: - match: { hits.hits.2._score: $rescore_score2 } --- -"Test bad quantization parameters": - - do: - catch: bad_request - indices.create: - index: bad_hnsw_quantized - body: - mappings: - properties: - vector: - type: dense_vector - dims: 5 - element_type: byte - index: true - index_options: - type: int8_hnsw - - - do: - catch: bad_request - indices.create: - index: bad_hnsw_quantized - body: - mappings: - properties: - vector: - type: dense_vector - dims: 5 - index: false - index_options: - type: int8_hnsw ---- "Test create, merge, and search cosine": - do: indices.create: @@ -539,9 +502,6 @@ setup: - match: { hits.hits.2._id: "3"} --- "Test create, merge, and search dot_product": - - requires: - cluster_features: "gte_v8.12.0" - reason: 'kNN float to byte quantization added in 8.12' - do: indices.create: index: hnsw_byte_quantized_merge_dot_product @@ -616,9 +576,6 @@ setup: - match: { hits.hits.2._id: "3"} --- "Test index configured rescore vector": - - requires: - cluster_features: ["mapper.dense_vector.rescore_vector"] - reason: Needs rescore_vector feature - skip: features: "headers" - do: @@ -691,10 +648,6 @@ setup: - match: { hits.hits.2._score: $rescore_score2 } --- "Test index configured rescore vector updateable and settable to 0": - - requires: - cluster_features: ["mapper.dense_vector.rescore_zero_vector"] - reason: Needs rescore_zero_vector feature - - do: indices.create: index: int8_rescore_0_hnsw @@ -749,9 +702,6 @@ setup: - match: { .int8_rescore_update_hnsw.mappings.properties.vector.index_options.rescore_vector.oversample: 0 } --- "Test index configured rescore vector score consistency": - - requires: - cluster_features: ["mapper.dense_vector.rescore_zero_vector"] - reason: Needs rescore_zero_vector feature - skip: features: "headers" - do: diff --git a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/41_knn_search_half_byte_quantized_bfloat16.yml b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/41_knn_search_half_byte_quantized_bfloat16.yml index 8b9467f0d97e1..af884b9525bd7 100644 --- a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/41_knn_search_half_byte_quantized_bfloat16.yml +++ b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/41_knn_search_half_byte_quantized_bfloat16.yml @@ -376,36 +376,6 @@ setup: - gte: {hits.hits.2._score: 0.78} - lte: {hits.hits.2._score: 0.80} --- -"Test bad quantization parameters": - - do: - catch: bad_request - indices.create: - index: bad_hnsw_quantized - body: - mappings: - properties: - vector: - type: dense_vector - dims: 6 - element_type: byte - index: true - index_options: - type: int4_hnsw - - - do: - catch: bad_request - indices.create: - index: bad_hnsw_quantized - body: - mappings: - properties: - vector: - type: dense_vector - dims: 6 - index: false - index_options: - type: int4_hnsw ---- "Test create, merge, and search cosine": - do: indices.create: @@ -553,13 +523,6 @@ setup: - match: { hits.hits.2._id: "3"} --- "Vector rescoring has the same scoring as exact search for kNN section": - - requires: - reason: 'Quantized vector rescoring is required' - test_runner_features: [capabilities] - capabilities: - - method: GET - path: /_search - capabilities: [knn_quantized_vector_rescore_oversample] - skip: features: "headers" @@ -652,9 +615,6 @@ setup: vector: [1.0, 2.0, 3.0, 4.0, 5.0, 6.0] --- "Test index configured rescore vector": - - requires: - cluster_features: ["mapper.dense_vector.rescore_vector"] - reason: Needs rescore_vector feature - skip: features: "headers" - do: @@ -728,10 +688,6 @@ setup: - match: { hits.hits.2._score: $rescore_score2 } --- "Test index configured rescore vector updateable and settable to 0": - - requires: - cluster_features: ["mapper.dense_vector.rescore_zero_vector"] - reason: Needs rescore_zero_vector feature - - do: indices.create: index: int4_rescore_0_hnsw @@ -786,9 +742,6 @@ setup: - match: { .int4_rescore_update_hnsw.mappings.properties.vector.index_options.rescore_vector.oversample: 0 } --- "Test index configured rescore vector score consistency": - - requires: - cluster_features: ["mapper.dense_vector.rescore_zero_vector"] - reason: Needs rescore_zero_vector feature - skip: features: "headers" - do: diff --git a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/42_knn_search_bbq_flat_bfloat16.yml b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/42_knn_search_bbq_flat_bfloat16.yml index 6cbeb9ecfd189..471a84506ea78 100644 --- a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/42_knn_search_bbq_flat_bfloat16.yml +++ b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/42_knn_search_bbq_flat_bfloat16.yml @@ -109,13 +109,6 @@ setup: - match: { hits.hits.2._id: "2" } --- "Vector rescoring has same scoring as exact search for kNN section": - - requires: - reason: 'Quantized vector rescoring is required' - test_runner_features: [capabilities] - capabilities: - - method: GET - path: /_search - capabilities: [knn_quantized_vector_rescore_oversample] - skip: features: "headers" @@ -177,39 +170,6 @@ setup: - match: { hits.hits.2._score: $rescore_score2 } --- -"Test bad parameters": - - do: - catch: bad_request - indices.create: - index: bad_bbq_flat - body: - mappings: - properties: - vector: - type: dense_vector - element_type: bfloat16 - dims: 64 - index: true - index_options: - type: bbq_flat - m: 42 ---- -"Test bad raw vector size": - - do: - catch: bad_request - indices.create: - index: bad_bbq_flat - body: - mappings: - properties: - vector: - type: dense_vector - dims: 64 - index: true - index_options: - type: bbq_flat - raw_vector_size: 25 ---- "Test few dimensions fail indexing": # verify index creation fails - do: @@ -259,9 +219,6 @@ setup: vector: [1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0] --- "Test index configured rescore vector": - - requires: - cluster_features: ["mapper.dense_vector.rescore_vector"] - reason: Needs rescore_vector feature - skip: features: "headers" - do: @@ -351,9 +308,6 @@ setup: --- "default oversample value": - - requires: - cluster_features: ["mapper.dense_vector.default_oversample_value_for_bbq"] - reason: "Needs default_oversample_value_for_bbq feature" - do: indices.get_mapping: index: bbq_flat diff --git a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/42_knn_search_flat_bfloat16.yml b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/42_knn_search_flat_bfloat16.yml index 4d4d20f9dcb4e..e389c59d4cc5f 100644 --- a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/42_knn_search_flat_bfloat16.yml +++ b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/42_knn_search_flat_bfloat16.yml @@ -260,13 +260,6 @@ setup: - lte: {hits.hits.2._score: 0.791} --- "Vector rescoring has no effect for non-quantized vectors and provides same results as non-rescored knn": - - requires: - reason: 'Quantized vector rescoring is required' - test_runner_features: [capabilities] - capabilities: - - method: GET - path: /_search - capabilities: [knn_quantized_vector_rescore_oversample] - skip: features: "headers" @@ -314,22 +307,6 @@ setup: - match: { hits.hits.1._score: $knn_score1 } - match: { hits.hits.2._score: $knn_score2 } --- -"Test bad parameters": - - do: - catch: bad_request - indices.create: - index: bad_flat - body: - mappings: - properties: - vector: - type: dense_vector - dims: 5 - index: true - index_options: - type: flat - m: 42 ---- "Nested flat search": - do: indices.create: diff --git a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/42_knn_search_int4_flat_bfloat16.yml b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/42_knn_search_int4_flat_bfloat16.yml index e60ea690664e5..bc0201511990e 100644 --- a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/42_knn_search_int4_flat_bfloat16.yml +++ b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/42_knn_search_int4_flat_bfloat16.yml @@ -360,13 +360,6 @@ setup: vector: [1.0, 2.0, 3.0, 4.0, 5.0, 6.0] --- "Vector rescoring has the same scoring as exact search for kNN section": - - requires: - reason: 'Quantized vector rescoring is required' - test_runner_features: [capabilities] - capabilities: - - method: GET - path: /_search - capabilities: [knn_quantized_vector_rescore_oversample] - skip: features: "headers" @@ -415,9 +408,6 @@ setup: - match: { hits.hits.2._score: $rescore_score2 } --- "Test index configured rescore vector": - - requires: - cluster_features: ["mapper.dense_vector.rescore_vector"] - reason: Needs rescore_vector feature - skip: features: "headers" - do: @@ -507,9 +497,6 @@ setup: --- "no default oversample value": - - requires: - cluster_features: ["mapper.dense_vector.default_oversample_value_for_bbq"] - reason: "Needs default_oversample_value_for_bbq feature" - do: indices.get_mapping: index: int4_flat diff --git a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/42_knn_search_int8_flat_bfloat16.yml b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/42_knn_search_int8_flat_bfloat16.yml index 065593282b751..b89faeef60911 100644 --- a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/42_knn_search_int8_flat_bfloat16.yml +++ b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/42_knn_search_int8_flat_bfloat16.yml @@ -265,13 +265,6 @@ setup: - lte: {hits.hits.2._score: 0.791} --- "Vector rescoring has the same scoring as exact search for kNN section": - - requires: - reason: 'Quantized vector rescoring is required' - test_runner_features: [capabilities] - capabilities: - - method: GET - path: /_search - capabilities: [knn_quantized_vector_rescore_oversample] - skip: features: "headers" @@ -318,42 +311,7 @@ setup: - match: { hits.hits.1._score: $rescore_score1 } - match: { hits.hits.2._score: $rescore_score2 } --- -"Test bad parameters": - - do: - catch: bad_request - indices.create: - index: bad_int8_flat - body: - mappings: - properties: - vector: - type: dense_vector - element_type: bfloat16 - dims: 5 - index: true - index_options: - type: int8_flat - m: 42 - - - do: - catch: bad_request - indices.create: - index: bad_int8_flat - body: - mappings: - properties: - vector: - type: dense_vector - dims: 5 - element_type: byte - index: true - index_options: - type: int8_flat ---- "Test index configured rescore vector": - - requires: - cluster_features: ["mapper.dense_vector.rescore_vector"] - reason: Needs rescore_vector feature - skip: features: "headers" - do: @@ -443,9 +401,6 @@ setup: --- "no default oversample value": - - requires: - cluster_features: ["mapper.dense_vector.default_oversample_value_for_bbq"] - reason: "Needs default_oversample_value_for_bbq feature" - do: indices.get_mapping: index: int8_flat diff --git a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/46_knn_search_bbq_ivf_bfloat16.yml b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/46_knn_search_bbq_ivf_bfloat16.yml index b47d337120c54..15a213e0259fc 100644 --- a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/46_knn_search_bbq_ivf_bfloat16.yml +++ b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/46_knn_search_bbq_ivf_bfloat16.yml @@ -191,36 +191,6 @@ setup: - match: { hits.hits.2._score: $rescore_score2 } --- -"Test bad quantization parameters": - - do: - catch: bad_request - indices.create: - index: bad_bbq_ivf - body: - mappings: - properties: - vector: - type: dense_vector - dims: 64 - element_type: byte - index: true - index_options: - type: bbq_disk - - - do: - catch: bad_request - indices.create: - index: bad_bbq_ivf - body: - mappings: - properties: - vector: - type: dense_vector - dims: 64 - index: false - index_options: - type: bbq_disk ---- "Test index configured rescore vector": - skip: features: "headers" @@ -310,9 +280,6 @@ setup: --- "Test index configured rescore vector with on-disk rescore": - - requires: - cluster_features: [ "mapper.vectors.diskbbq_on_disk_rescoring" ] - reason: Needs on_disk_rescoring feature for DiskBBQ - skip: features: "headers" - do: