adding yaml tests for multiple indices

Author: Samiul-TheSoccerFan

x-pack/plugin/inference/src/yamlRestTest/resources/rest-api-spec/test/inference/45_semantic_text_match.yml

@@ -279,7 +279,7 @@ setup:
   - match: { hits.total.value: 0 }
 
 ---
-"Apply boost and query name":
+"Apply boost and query name on single index":
   - requires:
       cluster_features: "semantic_text.query_rewrite.boost_and_query_name_fix"
       reason: fix boosting and query name for semantic text match queries.
@@ -343,3 +343,92 @@ setup:
   - match: { hits.hits.0._id: "doc_1" }
   - close_to: { hits.hits.0._score: { value: 2.8501142E19, error: 1e15 } }
   - match: { hits.hits.0.matched_queries: [ "i-like-naming-my-queries" ] }
+
+---
+"Apply boost and query name on multiple indices":
+  - requires:
+      cluster_features: "semantic_text.query_rewrite.boost_and_query_name_fix"
+      reason: fix boosting and query name for semantic text match queries.
+
+  - skip:
+      features: [ "headers", "close_to" ]
+
+  - do:
+      indices.create:
+        index: index-with-semantic-field
+        body:
+          settings:
+            number_of_shards: 1
+            number_of_replicas: 0
+          mappings:
+            properties:
+              inference_field:
+                type: semantic_text
+                inference_id: sparse-inference-id
+
+  - do:
+      indices.create:
+        index: index-with-text-field
+        body:
+          mappings:
+            properties:
+              inference_field:
+                type: text
+
+  - do:
+      index:
+        index: index-with-semantic-field
+        id: doc_1
+        body:
+          inference_field: [ "It was a beautiful game", "Very competitive" ]
+        refresh: true
+
+  - do:
+      index:
+        index: index-with-text-field
+        id: doc_1
+        body:
+          inference_field: [ "It was a beautiful game", "Very competitive" ]
+        refresh: true
+
+  - do:
+      headers:
+        # Force JSON content type so that we use a parser that interprets the floating-point score as a double
+        Content-Type: application/json
+      search:
+        index: index-with-semantic-field,index-with-text-field
+        body:
+          query:
+            match:
+              inference_field:
+                query: "beautiful"
+
+  - match: { hits.total.value: 2 }
+  - match: { hits.hits.0._id: "doc_1" }
+  - match: { hits.hits.1._id: "doc_1" }
+  - close_to: { hits.hits.0._score: { value: 1.1140361E19, error: 1e15 } }
+  - not_exists: hits.hits.0.matched_queries
+  - close_to: { hits.hits.1._score: { value: 0.2876821, error: 1e15 } }
+  - not_exists: hits.hits.1.matched_queries
+
+  - do:
+      headers:
+        # Force JSON content type so that we use a parser that interprets the floating-point score as a double
+        Content-Type: application/json
+      search:
+        index: index-with-semantic-field,index-with-text-field
+        body:
+          query:
+            match:
+              inference_field:
+                query: "beautiful"
+                boost: 5.0
+                _name: i-like-naming-my-queries
+
+  - match: { hits.total.value: 2 }
+  - match: { hits.hits.0._id: "doc_1" }
+  - match: { hits.hits.1._id: "doc_1" }
+  - close_to: { hits.hits.0._score: { value: 5.5701804E19, error: 1e15 } }
+  - match: { hits.hits.0.matched_queries: [ "i-like-naming-my-queries" ] }
+  - close_to: { hits.hits.1._score: { value: 1.4384103, error: 1e15 } }
+  - match: { hits.hits.1.matched_queries: [ "i-like-naming-my-queries" ] }

x-pack/plugin/inference/src/yamlRestTest/resources/rest-api-spec/test/inference/46_semantic_text_sparse_vector.yml

@@ -248,7 +248,7 @@ setup:
   - match: { hits.total.value: 2 }
 
 ---
-"Apply boost and query name":
+"Apply boost and query name on single index":
   - requires:
       cluster_features: "semantic_text.query_rewrite.boost_and_query_name_fix"
       reason: fix boosting and query name for semantic text sparse vector queries.
@@ -282,7 +282,7 @@ setup:
         # Force JSON content type so that we use a parser that interprets the floating-point score as a double
         Content-Type: application/json
       search:
-        index: test-semantic-text-index
+        index: test-sparse-index-random
         body:
           query:
             sparse_vector:
@@ -291,7 +291,7 @@ setup:
 
   - match: { hits.total.value: 1 }
   - match: { hits.hits.0._id: "doc_1" }
-  - close_to: { hits.hits.0._score: { value: 6.9606755E18, error: 1e15 } }
+  - close_to: { hits.hits.0._score: { value: 5.700229E18, error: 1e15 } }
   - not_exists: hits.hits.0.matched_queries
 
   - do:
@@ -312,3 +312,94 @@ setup:
   - match: { hits.hits.0._id: "doc_1" }
   - close_to: { hits.hits.0._score: { value: 2.8501142E19, error: 1e15 } }
   - match: { hits.hits.0.matched_queries: [ "i-like-naming-my-queries" ] }
+
+---
+"Apply boost and query name on multiple indices":
+  - requires:
+      cluster_features: "semantic_text.query_rewrite.boost_and_query_name_fix"
+      reason: fix boosting and query name for semantic text sparse vector queries.
+
+  - skip:
+      features: [ "headers", "close_to" ]
+
+  - do:
+      indices.create:
+        index: index-with-semantic-field
+        body:
+          settings:
+            number_of_shards: 1
+            number_of_replicas: 0
+          mappings:
+            properties:
+              inference_field:
+                type: semantic_text
+                inference_id: sparse-inference-id
+
+  - do:
+      indices.create:
+        index: index-with-sparse-field
+        body:
+          mappings:
+            properties:
+              inference_field:
+                type: sparse_vector
+
+  - do:
+      index:
+        index: index-with-semantic-field
+        id: doc_1
+        body:
+          inference_field: [ "It was a beautiful game", "Very competitive" ]
+        refresh: true
+
+  - do:
+      index:
+        index: index-with-sparse-field
+        id: doc_1
+        body:
+          inference_field: { "feature_0": 1, "feature_1": 2, "feature_2": 3, "feature_3": 4, "feature_4": 5 }
+        refresh: true
+
+  - do:
+      headers:
+        # Force JSON content type so that we use a parser that interprets the floating-point score as a double
+        Content-Type: application/json
+      search:
+        index: index-with-semantic-field,index-with-sparse-field
+        body:
+          query:
+            sparse_vector:
+              field: inference_field
+              query: "soccer"
+              inference_id: sparse-inference-id
+
+  - match: { hits.total.value: 2 }
+  - match: { hits.hits.0._id: "doc_1" }
+  - match: { hits.hits.1._id: "doc_1" }
+  - close_to: { hits.hits.0._score: { value: 5.700229E18, error: 1e15 } }
+  - not_exists: hits.hits.0.matched_queries
+  - close_to: { hits.hits.1._score: { value: 1.3455845E10, error: 1e15 } }
+  - not_exists: hits.hits.1.matched_queries
+
+  - do:
+      headers:
+        # Force JSON content type so that we use a parser that interprets the floating-point score as a double
+        Content-Type: application/json
+      search:
+        index: index-with-semantic-field,index-with-sparse-field
+        body:
+          query:
+            sparse_vector:
+              field: inference_field
+              query: "soccer"
+              inference_id: sparse-inference-id
+              boost: 5.0
+              _name: i-like-naming-my-queries
+
+  - match: { hits.total.value: 2 }
+  - match: { hits.hits.0._id: "doc_1" }
+  - match: { hits.hits.1._id: "doc_1" }
+  - close_to: { hits.hits.0._score: { value: 2.8501142E19, error: 1e15 } }
+  - match: { hits.hits.0.matched_queries: [ "i-like-naming-my-queries" ] }
+  - close_to: { hits.hits.1._score: { value: 6.7279225E10, error: 1e15 } }
+  - match: { hits.hits.1.matched_queries: [ "i-like-naming-my-queries" ] }

x-pack/plugin/inference/src/yamlRestTest/resources/rest-api-spec/test/inference/47_semantic_text_knn.yml

@@ -405,7 +405,7 @@ setup:
   - match: { hits.total.value: 4 }
 
 ---
-"Apply boost and query name":
+"Apply boost and query name on single index":
   - requires:
       cluster_features: "semantic_text.query_rewrite.boost_and_query_name_fix"
       reason: fix boosting and query name for semantic text knn queries.
@@ -415,7 +415,7 @@ setup:
 
   - do:
       indices.create:
-        index: test-sparse-index-random
+        index: test-dense-index-random
         body:
           settings:
             number_of_shards: 1
@@ -428,7 +428,7 @@ setup:
 
   - do:
       index:
-        index: test-sparse-index-random
+        index: test-dense-index-random
         id: doc_1
         body:
           inference_field: [ "It was a beautiful game", "Very competitive" ]
@@ -439,7 +439,7 @@ setup:
         # Force JSON content type so that we use a parser that interprets the floating-point score as a double
         Content-Type: application/json
       search:
-        index: test-semantic-text-index
+        index: test-dense-index-random
         body:
           query:
             knn:
@@ -460,7 +460,7 @@ setup:
         # Force JSON content type so that we use a parser that interprets the floating-point score as a double
         Content-Type: application/json
       search:
-        index: test-sparse-index-random
+        index: test-dense-index-random
         body:
           query:
             knn:
@@ -478,4 +478,103 @@ setup:
   - close_to: { hits.hits.0._score: { value: 4.9907494, error: 1e15 } }
   - match: { hits.hits.0.matched_queries: [ "i-like-naming-my-queries" ] }
 
+---
+"Apply boost and query name on multiple indices":
+  - requires:
+      cluster_features: "semantic_text.query_rewrite.boost_and_query_name_fix"
+      reason: fix boosting and query name for semantic text knn queries.
+
+  - skip:
+      features: [ "headers", "close_to" ]
+
+  - do:
+      indices.create:
+        index: index-with-semantic-field
+        body:
+          settings:
+            number_of_shards: 1
+            number_of_replicas: 0
+          mappings:
+            properties:
+              inference_field:
+                type: semantic_text
+                inference_id: dense-inference-id
+
+  - do:
+      indices.create:
+        index: index-with-dense-field
+        body:
+          mappings:
+            properties:
+              inference_field:
+                type: dense_vector
+                dims: 10
+                similarity: cosine
+
+  - do:
+      index:
+        index: index-with-semantic-field
+        id: doc_1
+        body:
+          inference_field: [ "It was a beautiful game", "Very competitive" ]
+        refresh: true
+
+  - do:
+      index:
+        index: index-with-dense-field
+        id: doc_1
+        body:
+          inference_field: [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10 ]
+        refresh: true
 
+  - do:
+      headers:
+        # Force JSON content type so that we use a parser that interprets the floating-point score as a double
+        Content-Type: application/json
+      search:
+        index: index-with-semantic-field,index-with-dense-field
+        body:
+          query:
+            knn:
+              field: inference_field
+              k: 2
+              num_candidates: 100
+              query_vector_builder:
+                text_embedding:
+                  model_text: soccer
+                  model_id: dense-inference-id
+
+  - match: { hits.total.value: 2 }
+  - match: { hits.hits.0._id: "doc_1" }
+  - match: { hits.hits.1._id: "doc_1" }
+  - close_to: { hits.hits.0._score: { value: 0.9984111, error: 1e15 } }
+  - not_exists: hits.hits.0.matched_queries
+  - close_to: { hits.hits.1._score: { value: 0.9984111, error: 1e15 } }
+  - not_exists: hits.hits.1.matched_queries
+
+  - do:
+      headers:
+        # Force JSON content type so that we use a parser that interprets the floating-point score as a double
+        Content-Type: application/json
+      search:
+        index: index-with-semantic-field,index-with-dense-field
+        body:
+          query:
+            knn:
+              field: inference_field
+              k: 2
+              num_candidates: 100
+              query_vector_builder:
+                text_embedding:
+                  model_text: soccer
+                  model_id: dense-inference-id
+              boost: 5.0
+              _name: i-like-naming-my-queries
+
+  - match: { hits.total.value: 2 }
+  - match: { hits.hits.0._id: "doc_1" }
+  - match: { hits.hits.1._id: "doc_1" }
+  - close_to: { hits.hits.0._score: { value: 4.9907494, error: 1e15 } }
+  - match: { hits.hits.0.matched_queries: [ "i-like-naming-my-queries" ] }
+  - close_to: { hits.hits.1._score: { value: 4.9907494, error: 1e15 } }
+  - match: { hits.hits.1.matched_queries: [ "i-like-naming-my-queries" ] }