diff --git a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/180_update_dense_vector_type.yml b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/180_update_dense_vector_type.yml index f2e7b2562a8bf..9641e6ba84cd7 100644 --- a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/180_update_dense_vector_type.yml +++ b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/180_update_dense_vector_type.yml @@ -1145,11 +1145,14 @@ setup: - requires: cluster_features: "gte_v8.16.0" reason: 'updatable dense vector field type for int4 was added in 8.16' + - requires: + test_runner_features: [ "allowed_warnings" ] - do: indices.create: index: test_index - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.put_mapping: index: test_index body: @@ -1159,6 +1162,7 @@ setup: dims: 4 index_options: type: int4_hnsw + confidence_interval: 0.0 - do: indices.get_mapping: @@ -1242,11 +1246,14 @@ setup: - requires: cluster_features: "gte_v8.16.0" reason: 'updatable dense vector field type for int4 was added in 8.16' + - requires: + test_runner_features: [ "allowed_warnings" ] - do: indices.create: index: test_index - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.put_mapping: index: test_index body: @@ -1256,6 +1263,7 @@ setup: dims: 4 index_options: type: int4_flat + confidence_interval: 0.0 - do: indices.get_mapping: @@ -1485,12 +1493,13 @@ setup: cluster_features: "gte_v8.16.0" reason: 'updatable dense vector field type for int4 was added in 8.16' - requires: - test_runner_features: [ contains ] + test_runner_features: [ contains, "allowed_warnings" ] - do: indices.create: index: test_index - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.put_mapping: index: test_index body: @@ -1500,6 +1509,7 @@ setup: dims: 4 index_options: type: int4_hnsw + confidence_interval: 0.0 - do: indices.get_mapping: @@ -1509,6 +1519,7 @@ setup: - match: { test_index.mappings.properties.embedding.index_options.type: int4_hnsw } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.put_mapping: index: test_index body: @@ -1519,6 +1530,7 @@ setup: index_options: type: int4_hnsw m: 32 + confidence_interval: 0.0 - do: indices.get_mapping: index: test_index @@ -1528,6 +1540,7 @@ setup: - match: { test_index.mappings.properties.embedding.index_options.m: 32 } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.put_mapping: index: test_index body: @@ -1539,6 +1552,7 @@ setup: type: int4_hnsw m: 32 ef_construction: 200 + confidence_interval: 0.0 - do: indices.get_mapping: @@ -1624,12 +1638,13 @@ setup: cluster_features: "gte_v8.16.0" reason: 'updatable dense vector field type for int4 was added in 8.16' - requires: - test_runner_features: [ contains ] + test_runner_features: [ contains, "allowed_warnings" ] - do: indices.create: index: test_index - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.put_mapping: index: test_index body: @@ -1639,6 +1654,7 @@ setup: dims: 4 index_options: type: int4_flat + confidence_interval: 0.0 - do: indices.get_mapping: @@ -1648,6 +1664,7 @@ setup: - match: { test_index.mappings.properties.embedding.index_options.type: int4_flat } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.put_mapping: index: test_index body: @@ -1657,6 +1674,7 @@ setup: dims: 4 index_options: type: int4_flat + confidence_interval: 0.0 - do: indices.get_mapping: @@ -1671,7 +1689,7 @@ setup: cluster_features: "gte_v8.16.0" reason: 'updatable dense vector field type for int4 was added in 8.16' - requires: - test_runner_features: [ contains ] + test_runner_features: [ contains, "allowed_warnings" ] - do: indices.create: index: test_index @@ -1784,6 +1802,7 @@ setup: - contains: { hits.hits: { _id: "3" } } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.put_mapping: index: test_index body: @@ -1793,8 +1812,10 @@ setup: dims: 4 index_options: type: int4_flat + confidence_interval: 0.0 - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.get_mapping: index: test_index @@ -1802,30 +1823,35 @@ setup: - match: { test_index.mappings.properties.embedding.index_options.type: int4_flat } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "11" body: embedding: [ 2, 1, 1, 1 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "12" body: embedding: [ 3, 1, 1, 2 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "13" body: embedding: [ 4, 1, 1, 3 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "14" body: embedding: [ 5, 1, 1, 4 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "15" @@ -1833,33 +1859,39 @@ setup: embedding: [ 6, 1, 1, 5 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.flush: { } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "16" body: embedding: [ 7, 1, 1, 6 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "17" body: embedding: [ 8, 1, 1, 7 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "18" body: embedding: [ 9, 1, 1, 8 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "19" body: embedding: [ 10, 1, 1, 9 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "20" @@ -1867,12 +1899,15 @@ setup: embedding: [ 1, 11, 1, 10 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.flush: { } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.refresh: {} - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] search: index: test_index body: @@ -1891,6 +1926,7 @@ setup: - contains: { hits.hits: { _id: "2" } } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.put_mapping: index: test_index body: @@ -1903,6 +1939,7 @@ setup: m: 3 - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.get_mapping: index: test_index @@ -1910,30 +1947,35 @@ setup: - match: { test_index.mappings.properties.embedding.index_options.type: int8_hnsw } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "21" body: embedding: [ 1, 1, 2, 1 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "22" body: embedding: [ 1, 1, 3, 1 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "23" body: embedding: [ 1, 1, 4, 1 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "24" body: embedding: [ 1, 1, 5, 1 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "25" @@ -1941,33 +1983,39 @@ setup: embedding: [ 1, 1, 6, 1 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.flush: { } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "26" body: embedding: [ 1, 1, 7, 1 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "27" body: embedding: [ 1, 1, 8, 1 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "28" body: embedding: [ 1, 1, 9, 1 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "29" body: embedding: [ 1, 1, 10, 1 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "30" @@ -1975,12 +2023,15 @@ setup: embedding: [ 1, 1, 11, 1 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.flush: { } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.refresh: {} - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] search: index: test_index body: @@ -2000,6 +2051,7 @@ setup: - contains: {hits.hits: {_id: "21"}} - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.put_mapping: index: test_index body: @@ -2010,8 +2062,10 @@ setup: index_options: type: int4_hnsw ef_construction: 200 + confidence_interval: 0.0 - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.get_mapping: index: test_index @@ -2019,30 +2073,35 @@ setup: - match: { test_index.mappings.properties.embedding.index_options.type: int4_hnsw } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "31" body: embedding: [ 1, 1, 1, 2 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "32" body: embedding: [ 1, 1, 1, 3 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "33" body: embedding: [ 1, 1, 1, 4 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "34" body: embedding: [ 1, 1, 1, 5 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "35" @@ -2050,33 +2109,39 @@ setup: embedding: [ 1, 1, 1, 6 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.flush: { } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "36" body: embedding: [ 1, 1, 1, 7 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "37" body: embedding: [ 1, 1, 1, 8 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "38" body: embedding: [ 1, 1, 1, 9 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "39" body: embedding: [ 1, 1, 1, 10 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: test_index id: "40" @@ -2084,12 +2149,15 @@ setup: embedding: [ 1, 1, 1, 11 ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.flush: { } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.refresh: {} - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] search: index: test_index body: diff --git a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/220_dense_vector_node_index_stats.yml b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/220_dense_vector_node_index_stats.yml index 20a3a42ceeeef..5a6de2020c665 100644 --- a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/220_dense_vector_node_index_stats.yml +++ b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/220_dense_vector_node_index_stats.yml @@ -170,13 +170,16 @@ - method: GET path: /_nodes/stats capabilities: [ dense_vector_off_heap_stats ] - test_runner_features: [ capabilities ] + test_runner_features: [ capabilities, "allowed_warnings" ] reason: Capability required to run test - requires: cluster_features: [ "search.vectors.flat_index_threshold" ] reason: "Uses index_options.flat_index_threshold" - do: + allowed_warnings: + - "Parameter [confidence_interval] in [index_options] for dense_vector field [vector3] is deprecated and will be removed in a future version" + - "Parameter [confidence_interval] in [index_options] for dense_vector field [vector4] is deprecated and will be removed in a future version" indices.create: index: int8_and_4_quantized body: @@ -209,6 +212,7 @@ index_options: type: int4_hnsw flat_index_threshold: 0 + confidence_interval: 0.0 vector4: type: dense_vector dims: 4 @@ -216,6 +220,7 @@ similarity: l2_norm index_options: type: int4_flat + confidence_interval: 0.0 - do: index: diff --git a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/41_knn_search_half_byte_quantized.yml b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/41_knn_search_half_byte_quantized.yml index f7c0d2aada320..944157ae1bc82 100644 --- a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/41_knn_search_half_byte_quantized.yml +++ b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/41_knn_search_half_byte_quantized.yml @@ -1,5 +1,10 @@ setup: + - requires: + test_runner_features: [ "allowed_warnings" ] - do: + allowed_warnings: + - "Parameter [confidence_interval] in [index_options] for dense_vector field [vector] is deprecated and will be removed in a future version" + - "Parameter [confidence_interval] in [index_options] for dense_vector field [another_vector] is deprecated and will be removed in a future version" indices.create: index: hnsw_byte_quantized body: @@ -17,6 +22,7 @@ setup: similarity: l2_norm index_options: type: int4_hnsw + confidence_interval: 0.0 another_vector: type: dense_vector dims: 4 @@ -24,6 +30,7 @@ setup: similarity: l2_norm index_options: type: int4_hnsw + confidence_interval: 0.0 - do: index: @@ -244,7 +251,10 @@ setup: - length: {hits.hits: 0} --- "Knn search with mip": + - requires: + test_runner_features: [ "allowed_warnings" ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [vector] is deprecated and will be removed in a future version"] indices.create: index: mip body: @@ -262,6 +272,7 @@ setup: similarity: max_inner_product index_options: type: int4_hnsw + confidence_interval: 0.0 - do: index: @@ -401,6 +412,8 @@ setup: type: int4_hnsw --- "Test create, merge, and search cosine": + - requires: + test_runner_features: [ "allowed_warnings" ] - do: indices.create: index: hnsw_byte_quantized_merge_cosine @@ -409,6 +422,7 @@ setup: index: number_of_shards: 1 - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.put_mapping: index: hnsw_byte_quantized_merge_cosine body: @@ -419,8 +433,10 @@ setup: similarity: cosine index_options: type: int4_hnsw + confidence_interval: 0.0 - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: hnsw_byte_quantized_merge_cosine id: "1" @@ -429,9 +445,11 @@ setup: # Flush in order to provoke a merge later - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.flush: { } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: hnsw_byte_quantized_merge_cosine id: "2" @@ -440,9 +458,11 @@ setup: # Flush in order to provoke a merge later - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.flush: { } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: hnsw_byte_quantized_merge_cosine id: "3" @@ -450,14 +470,17 @@ setup: embedding: [0.0, 0.0, 0.0, 0.0, 0.0, 10.5] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.forcemerge: index: hnsw_byte_quantized_merge_cosine max_num_segments: 1 - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.refresh: {} - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] search: index: hnsw_byte_quantized_merge_cosine body: @@ -474,6 +497,8 @@ setup: - match: { hits.hits.2._id: "3"} --- "Test create, merge, and search dot_product": + - requires: + test_runner_features: [ "allowed_warnings" ] - do: indices.create: index: hnsw_byte_quantized_merge_dot_product @@ -482,6 +507,7 @@ setup: index: number_of_shards: 1 - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.put_mapping: index: hnsw_byte_quantized_merge_dot_product body: @@ -492,8 +518,10 @@ setup: similarity: dot_product index_options: type: int4_hnsw + confidence_interval: 0.0 - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: hnsw_byte_quantized_merge_dot_product id: "1" @@ -502,9 +530,11 @@ setup: # Flush in order to provoke a merge later - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.flush: { } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: hnsw_byte_quantized_merge_dot_product id: "2" @@ -513,9 +543,11 @@ setup: # Flush in order to provoke a merge later - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.flush: { } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: hnsw_byte_quantized_merge_dot_product id: "3" @@ -523,14 +555,17 @@ setup: embedding: [-0.6, -0.8] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.forcemerge: index: hnsw_byte_quantized_merge_dot_product max_num_segments: 1 - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.refresh: {} - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] search: index: hnsw_byte_quantized_merge_dot_product body: @@ -603,6 +638,8 @@ setup: --- "Test odd dimensions fail indexing": + - requires: + test_runner_features: [ "allowed_warnings" ] - do: catch: bad_request indices.create: @@ -618,6 +655,7 @@ setup: type: int4_hnsw - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [vector] is deprecated and will be removed in a future version"] indices.create: index: dynamic_dim_hnsw_quantized body: @@ -629,6 +667,7 @@ setup: similarity: l2_norm index_options: type: int4_hnsw + confidence_interval: 0.0 - do: catch: bad_request @@ -638,6 +677,7 @@ setup: vector: [1.0, 2.0, 3.0, 4.0, 5.0] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [vector] is deprecated and will be removed in a future version"] index: index: dynamic_dim_hnsw_quantized body: @@ -647,9 +687,12 @@ setup: - requires: cluster_features: ["mapper.dense_vector.rescore_vector"] reason: Needs rescore_vector feature + - requires: + test_runner_features: [ "allowed_warnings" ] - skip: features: "headers" - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [vector] is deprecated and will be removed in a future version"] indices.create: index: int4_rescore_hnsw body: @@ -664,6 +707,7 @@ setup: similarity: max_inner_product index_options: type: int4_hnsw + confidence_interval: 0.0 rescore_vector: oversample: 1.5 @@ -722,8 +766,11 @@ setup: - requires: cluster_features: ["mapper.dense_vector.rescore_zero_vector"] reason: Needs rescore_zero_vector feature + - requires: + test_runner_features: [ "allowed_warnings" ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [vector] is deprecated and will be removed in a future version"] indices.create: index: int4_rescore_0_hnsw body: @@ -736,10 +783,12 @@ setup: type: dense_vector index_options: type: int4_hnsw + confidence_interval: 0.0 rescore_vector: oversample: 0 - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [vector] is deprecated and will be removed in a future version"] indices.create: index: int4_rescore_update_hnsw body: @@ -752,10 +801,12 @@ setup: type: dense_vector index_options: type: int4_hnsw + confidence_interval: 0.0 rescore_vector: oversample: 1 - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [vector] is deprecated and will be removed in a future version"] indices.put_mapping: index: int4_rescore_update_hnsw body: @@ -764,6 +815,7 @@ setup: type: dense_vector index_options: type: int4_hnsw + confidence_interval: 0.0 rescore_vector: oversample: 0 @@ -777,9 +829,12 @@ setup: - requires: cluster_features: ["mapper.dense_vector.rescore_zero_vector"] reason: Needs rescore_zero_vector feature + - requires: + test_runner_features: [ "allowed_warnings" ] - skip: features: "headers" - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [vector] is deprecated and will be removed in a future version"] indices.create: index: int4_rescore_zero_hnsw body: @@ -794,6 +849,7 @@ setup: dims: 4 index_options: type: int4_hnsw + confidence_interval: 0.0 rescore_vector: oversample: 0 @@ -848,6 +904,7 @@ setup: - set: { hits.hits.2._score: override_score2 } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [vector] is deprecated and will be removed in a future version"] indices.put_mapping: index: int4_rescore_zero_hnsw body: @@ -858,6 +915,7 @@ setup: dims: 4 index_options: type: int4_hnsw + confidence_interval: 0.0 rescore_vector: oversample: 2 @@ -880,6 +938,7 @@ setup: - set: { hits.hits.2._score: default_rescore2 } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [vector] is deprecated and will be removed in a future version"] indices.put_mapping: index: int4_rescore_zero_hnsw body: @@ -890,6 +949,7 @@ setup: dims: 4 index_options: type: int4_hnsw + confidence_interval: 0.0 rescore_vector: oversample: 0 diff --git a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/41_knn_search_half_byte_quantized_bfloat16.yml b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/41_knn_search_half_byte_quantized_bfloat16.yml index af884b9525bd7..ccb4dc64494e8 100644 --- a/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/41_knn_search_half_byte_quantized_bfloat16.yml +++ b/rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/41_knn_search_half_byte_quantized_bfloat16.yml @@ -2,7 +2,12 @@ setup: - requires: cluster_features: [ "mapper.vectors.generic_vector_format" ] reason: Needs generic vector support + - requires: + test_runner_features: [ "allowed_warnings" ] - do: + allowed_warnings: + - "Parameter [confidence_interval] in [index_options] for dense_vector field [vector] is deprecated and will be removed in a future version" + - "Parameter [confidence_interval] in [index_options] for dense_vector field [another_vector] is deprecated and will be removed in a future version" indices.create: index: hnsw_byte_quantized body: @@ -21,6 +26,7 @@ setup: similarity: l2_norm index_options: type: int4_hnsw + confidence_interval: 0.0 another_vector: type: dense_vector element_type: bfloat16 @@ -29,6 +35,7 @@ setup: similarity: l2_norm index_options: type: int4_hnsw + confidence_interval: 0.0 - do: index: @@ -249,7 +256,10 @@ setup: - length: {hits.hits: 0} --- "Knn search with mip": + - requires: + test_runner_features: [ "allowed_warnings" ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [vector] is deprecated and will be removed in a future version"] indices.create: index: mip body: @@ -268,6 +278,7 @@ setup: similarity: max_inner_product index_options: type: int4_hnsw + confidence_interval: 0.0 - do: index: @@ -377,6 +388,8 @@ setup: - lte: {hits.hits.2._score: 0.80} --- "Test create, merge, and search cosine": + - requires: + test_runner_features: [ "allowed_warnings" ] - do: indices.create: index: hnsw_byte_quantized_merge_cosine @@ -385,6 +398,7 @@ setup: index: number_of_shards: 1 - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.put_mapping: index: hnsw_byte_quantized_merge_cosine body: @@ -395,8 +409,10 @@ setup: similarity: cosine index_options: type: int4_hnsw + confidence_interval: 0.0 - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: hnsw_byte_quantized_merge_cosine id: "1" @@ -405,9 +421,11 @@ setup: # Flush in order to provoke a merge later - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.flush: { } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: hnsw_byte_quantized_merge_cosine id: "2" @@ -416,9 +434,11 @@ setup: # Flush in order to provoke a merge later - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.flush: { } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: hnsw_byte_quantized_merge_cosine id: "3" @@ -426,14 +446,17 @@ setup: embedding: [0.0, 0.0, 0.0, 0.0, 0.0, 10.5] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.forcemerge: index: hnsw_byte_quantized_merge_cosine max_num_segments: 1 - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.refresh: {} - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] search: index: hnsw_byte_quantized_merge_cosine body: @@ -450,6 +473,8 @@ setup: - match: { hits.hits.2._id: "3"} --- "Test create, merge, and search dot_product": + - requires: + test_runner_features: [ "allowed_warnings" ] - do: indices.create: index: hnsw_byte_quantized_merge_dot_product @@ -458,6 +483,7 @@ setup: index: number_of_shards: 1 - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.put_mapping: index: hnsw_byte_quantized_merge_dot_product body: @@ -468,8 +494,10 @@ setup: similarity: dot_product index_options: type: int4_hnsw + confidence_interval: 0.0 - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: hnsw_byte_quantized_merge_dot_product id: "1" @@ -478,9 +506,11 @@ setup: # Flush in order to provoke a merge later - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.flush: { } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: hnsw_byte_quantized_merge_dot_product id: "2" @@ -489,9 +519,11 @@ setup: # Flush in order to provoke a merge later - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.flush: { } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] index: index: hnsw_byte_quantized_merge_dot_product id: "3" @@ -499,14 +531,17 @@ setup: embedding: [-0.6, -0.8] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.forcemerge: index: hnsw_byte_quantized_merge_dot_product max_num_segments: 1 - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] indices.refresh: {} - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [embedding] is deprecated and will be removed in a future version"] search: index: hnsw_byte_quantized_merge_dot_product body: @@ -572,6 +607,8 @@ setup: --- "Test odd dimensions fail indexing": + - requires: + test_runner_features: [ "allowed_warnings" ] - do: catch: bad_request indices.create: @@ -588,6 +625,7 @@ setup: type: int4_hnsw - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [vector] is deprecated and will be removed in a future version"] indices.create: index: dynamic_dim_hnsw_quantized body: @@ -600,6 +638,7 @@ setup: similarity: l2_norm index_options: type: int4_hnsw + confidence_interval: 0.0 - do: catch: bad_request @@ -609,15 +648,19 @@ setup: vector: [1.0, 2.0, 3.0, 4.0, 5.0] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [vector] is deprecated and will be removed in a future version"] index: index: dynamic_dim_hnsw_quantized body: vector: [1.0, 2.0, 3.0, 4.0, 5.0, 6.0] --- "Test index configured rescore vector": + - requires: + test_runner_features: [ "allowed_warnings" ] - skip: features: "headers" - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [vector] is deprecated and will be removed in a future version"] indices.create: index: int4_rescore_hnsw body: @@ -633,6 +676,7 @@ setup: similarity: max_inner_product index_options: type: int4_hnsw + confidence_interval: 0.0 rescore_vector: oversample: 1.5 @@ -688,7 +732,10 @@ setup: - match: { hits.hits.2._score: $rescore_score2 } --- "Test index configured rescore vector updateable and settable to 0": + - requires: + test_runner_features: [ "allowed_warnings" ] - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [vector] is deprecated and will be removed in a future version"] indices.create: index: int4_rescore_0_hnsw body: @@ -702,10 +749,12 @@ setup: element_type: bfloat16 index_options: type: int4_hnsw + confidence_interval: 0.0 rescore_vector: oversample: 0 - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [vector] is deprecated and will be removed in a future version"] indices.create: index: int4_rescore_update_hnsw body: @@ -719,10 +768,12 @@ setup: element_type: bfloat16 index_options: type: int4_hnsw + confidence_interval: 0.0 rescore_vector: oversample: 1 - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [vector] is deprecated and will be removed in a future version"] indices.put_mapping: index: int4_rescore_update_hnsw body: @@ -732,6 +783,7 @@ setup: element_type: bfloat16 index_options: type: int4_hnsw + confidence_interval: 0.0 rescore_vector: oversample: 0 @@ -742,9 +794,12 @@ setup: - match: { .int4_rescore_update_hnsw.mappings.properties.vector.index_options.rescore_vector.oversample: 0 } --- "Test index configured rescore vector score consistency": + - requires: + test_runner_features: [ "allowed_warnings" ] - skip: features: "headers" - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [vector] is deprecated and will be removed in a future version"] indices.create: index: int4_rescore_zero_hnsw body: @@ -760,6 +815,7 @@ setup: dims: 4 index_options: type: int4_hnsw + confidence_interval: 0.0 rescore_vector: oversample: 0 @@ -814,6 +870,7 @@ setup: - set: { hits.hits.2._score: override_score2 } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [vector] is deprecated and will be removed in a future version"] indices.put_mapping: index: int4_rescore_zero_hnsw body: @@ -825,6 +882,7 @@ setup: dims: 4 index_options: type: int4_hnsw + confidence_interval: 0.0 rescore_vector: oversample: 2 @@ -847,6 +905,7 @@ setup: - set: { hits.hits.2._score: default_rescore2 } - do: + allowed_warnings: ["Parameter [confidence_interval] in [index_options] for dense_vector field [vector] is deprecated and will be removed in a future version"] indices.put_mapping: index: int4_rescore_zero_hnsw body: @@ -858,6 +917,7 @@ setup: dims: 4 index_options: type: int4_hnsw + confidence_interval: 0.0 rescore_vector: oversample: 0