Add MapperFeature for yaml tests

Author: romseygeek

rest-api-spec/build.gradle

@@ -110,6 +110,7 @@ tasks.named("yamlRestCompatTestTransform").configure ({ task ->
   task.skipTest("logsdb/10_settings/override sort order settings", "we changed the error message")
   task.skipTest("tsdb/10_settings/set start_time and end_time without timeseries mode", "we don't validate for index_mode=tsdb when setting start_date/end_date anymore")
   task.skipTest("tsdb/10_settings/set start_time, end_time and routing_path via put settings api without time_series mode", "we don't validate for index_mode=tsdb when setting start_date/end_date anymore")
+  task.skipTest("search/140_pre_filter_search_shards/prefilter on non-indexed date fields", "prefiltering can now use skippers on dv-only fields")
   // Expected deprecation warning to compat yaml tests:
   task.addAllowedWarningRegex("Use of the \\[max_size\\] rollover condition has been deprecated in favour of the \\[max_primary_shard_size\\] condition and will be removed in a later version")
 })

rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search/140_pre_filter_search_shards.yml

@@ -240,8 +240,8 @@ setup:
 ---
 "prefilter on non-indexed date fields":
   - requires:
-      cluster_features: "gte_v8.1.0"
-      reason: "doc values search was added in 8.1.0"
+      cluster_features: [ "gte_v8.1.0", "mapper.skippers_on_unindexed_fields" ]
+      reason: "doc values search was added in 8.1.0; skippers allow pre-filtering"
 
   - do:
       index:
@@ -274,7 +274,7 @@ setup:
   - match: { _shards.failed: 0 }
   - match: { hits.total: 2 }
 
-  # this is a case where we would normally skip due to rewrite but we can't because we only have doc values
+  # this is a case where we can use docvalues skippers to pre-filter index_1
   - do:
       search:
         rest_total_hits_as_int: true
@@ -283,6 +283,6 @@ setup:
 
   - match: { _shards.total: 3 }
   - match: { _shards.successful: 3 }
-  - match: { _shards.skipped : 0 }
+  - match: { _shards.skipped : 1 }
   - match: { _shards.failed: 0 }
   - match: { hits.total: 2 }

server/src/main/java/org/elasticsearch/index/mapper/MapperFeatures.java

@@ -64,6 +64,7 @@ public class MapperFeatures implements FeatureSpecification {
     public static final NodeFeature GENERIC_VECTOR_FORMAT = new NodeFeature("mapper.vectors.generic_vector_format");
     public static final NodeFeature FIX_DENSE_VECTOR_WRONG_FIELDS = new NodeFeature("mapper.fix_dense_vector_wrong_fields");
     static final NodeFeature BBQ_DISK_STATS_SUPPORT = new NodeFeature("mapper.bbq_disk_stats_support");
+    static final NodeFeature SKIPPERS_ON_UNINDEXED_FIELDS = new NodeFeature("mapper.skippers_on_unindexed_fields");
 
     @Override
     public Set<NodeFeature> getTestFeatures() {
@@ -108,7 +109,8 @@ public Set<NodeFeature> getTestFeatures() {
             EXCLUDE_VECTORS_DOCVALUE_BUGFIX,
             BASE64_DENSE_VECTORS,
             FIX_DENSE_VECTOR_WRONG_FIELDS,
-            BBQ_DISK_STATS_SUPPORT
+            BBQ_DISK_STATS_SUPPORT,
+            SKIPPERS_ON_UNINDEXED_FIELDS
         );
         if (ES93GenericFlatVectorsFormat.GENERIC_VECTOR_FORMAT.isEnabled()) {
             features = new HashSet<>(features);

test/framework/src/main/java/org/elasticsearch/index/mapper/MapperTestCase.java

@@ -74,6 +74,7 @@
 import org.elasticsearch.search.lookup.Source;
 import org.elasticsearch.search.lookup.SourceFilter;
 import org.elasticsearch.search.lookup.SourceProvider;
+import org.elasticsearch.test.index.IndexVersionUtils;
 import org.elasticsearch.xcontent.ToXContent;
 import org.elasticsearch.xcontent.XContentBuilder;
 import org.elasticsearch.xcontent.XContentFactory;