Index Pipelines: Add {created,modified}_date

Author: szybia

rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/indices.put_index_template/20_tracking.yml

@@ -0,0 +1,113 @@
+setup:
+  - requires:
+      test_runner_features: [capabilities, contains]
+      capabilities:
+        - method: PUT
+          path: /_index_template/{id}
+          capabilities: [ index_template_tracking_info ]
+      reason: "Index templates have tracking info: modified_date and created_date"
+
+---
+"Test PUT setting created_date":
+  - do:
+      catch: bad_request
+      indices.put_index_template:
+        name: test_tracking
+        body:
+          index_patterns: [ "test-*" ]
+          template:
+            settings:
+              number_of_shards: 1
+          created_date: "2025-07-04T12:50:48.415Z"
+  - match: { status: 400 }
+  - contains: { error.reason: "[index_template] unknown field [created_date] did you mean [created_date_millis]?" }
+
+---
+"Test PUT setting created_date_millis":
+  - do:
+      catch: bad_request
+      indices.put_index_template:
+        name: test_tracking
+        body:
+          index_patterns: ["test-*"]
+          template:
+            settings:
+              number_of_shards: 1
+          created_date_millis: 0
+  - match: { status: 400 }
+  - match: { error.reason: "index_template [test_tracking] invalid, cause [provided a template property which is managed by the system: created_date]" }
+
+---
+"Test PUT setting modified_date":
+  - do:
+      catch: bad_request
+      indices.put_index_template:
+        name: test_tracking
+        body:
+          index_patterns: ["test-*"]
+          template:
+            settings:
+              number_of_shards: 1
+          modified_date: "2025-07-04T12:50:48.415Z"
+  - match: { status: 400 }
+  - contains: { error.reason: "[index_template] unknown field [modified_date] did you mean [modified_date_millis]?" }
+
+---
+"Test PUT setting modified_date_millis":
+  - do:
+      catch: bad_request
+      indices.put_index_template:
+        name: test_tracking
+        body:
+          index_patterns: ["test-*"]
+          template:
+            settings:
+              number_of_shards: 1
+          modified_date_millis: 0
+  - match: { status: 400 }
+  - match: { error.reason: "index_template [test_tracking] invalid, cause [provided a template property which is managed by the system: modified_date]" }
+
+---
+"Test update preserves created_date but updates modified_date":
+  - do:
+      indices.put_index_template:
+        human: true
+        name: test_tracking
+        body:
+          index_patterns: ["test-*"]
+          template:
+            settings:
+              number_of_shards: 1
+  - match: { acknowledged: true }
+
+  - do:
+      indices.get_index_template:
+        human: true
+        name: test_tracking
+  - set: { index_templates.0.index_template.created_date: first_created }
+  - set: { index_templates.0.index_template.created_date_millis: first_created_millis }
+  - set: { index_templates.0.index_template.modified_date: first_modified }
+  - set: { index_templates.0.index_template.modified_date_millis: first_modified_millis }
+  - match: { $first_created: "/^\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}\\.\\d{3}Z$/" }
+  - match: { $first_modified: "/^\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}\\.\\d{3}Z$/" }
+  - match: { $first_created: $first_modified }
+  - match: { $first_created_millis: $first_modified_millis }
+  - gte: { $first_created_millis: 0 }
+
+  - do:
+      indices.put_index_template:
+        name: test_tracking
+        body:
+          index_patterns: ["test-*"]
+          template:
+            settings:
+              number_of_shards: 2
+
+  - do:
+      indices.get_index_template:
+        human: true
+        name: test_tracking
+  - set: { index_templates.0.index_template.created_date: second_created }
+  - set: { index_templates.0.index_template.created_date_millis: second_created_millis }
+  - match: { $second_created: $first_created }
+  - match: { $second_created_millis: $first_created_millis }

server/src/main/java/org/elasticsearch/TransportVersions.java

@@ -354,6 +354,7 @@ static TransportVersion def(int id) {
     public static final TransportVersion RERANK_SNIPPETS = def(9_130_0_00);
     public static final TransportVersion PIPELINE_TRACKING_INFO = def(9_131_0_00);
     public static final TransportVersion COMPONENT_TEMPLATE_TRACKING_INFO = def(9_132_0_00);
+    public static final TransportVersion INDEX_TEMPLATE_TRACKING_INFO = def(9_133_0_00);
 
     /*
      * STOP! READ THIS FIRST! No, really,

server/src/main/java/org/elasticsearch/cluster/metadata/ComposableIndexTemplate.java

@@ -40,13 +40,15 @@
 import java.util.List;
 import java.util.Map;
 import java.util.Objects;
+import java.util.Optional;
 
 /**
  * An index template consists of a set of index patterns, an optional template, and a list of
  * ids corresponding to component templates that should be composed in order when creating a new
  * index.
  */
 public class ComposableIndexTemplate implements SimpleDiffable<ComposableIndexTemplate>, ToXContentObject {
+
     private static final ParseField INDEX_PATTERNS = new ParseField("index_patterns");
     private static final ParseField TEMPLATE = new ParseField("template");
     private static final ParseField PRIORITY = new ParseField("priority");
@@ -57,6 +59,10 @@ public class ComposableIndexTemplate implements SimpleDiffable<ComposableIndexTe
     private static final ParseField ALLOW_AUTO_CREATE = new ParseField("allow_auto_create");
     private static final ParseField IGNORE_MISSING_COMPONENT_TEMPLATES = new ParseField("ignore_missing_component_templates");
     private static final ParseField DEPRECATED = new ParseField("deprecated");
+    private static final ParseField CREATED_DATE_MILLIS = new ParseField("created_date_millis");
+    private static final ParseField CREATED_DATE = new ParseField("created_date");
+    private static final ParseField MODIFIED_DATE_MILLIS = new ParseField("modified_date_millis");
+    private static final ParseField MODIFIED_DATE = new ParseField("modified_date");
     public static final CompressedXContent EMPTY_MAPPINGS;
     static {
         try {
@@ -70,18 +76,20 @@ public class ComposableIndexTemplate implements SimpleDiffable<ComposableIndexTe
     public static final ConstructingObjectParser<ComposableIndexTemplate, Void> PARSER = new ConstructingObjectParser<>(
         "index_template",
         false,
-        a -> new ComposableIndexTemplate(
-            (List<String>) a[0],
-            (Template) a[1],
-            (List<String>) a[2],
-            (Long) a[3],
-            (Long) a[4],
-            (Map<String, Object>) a[5],
-            (DataStreamTemplate) a[6],
-            (Boolean) a[7],
-            (List<String>) a[8],
-            (Boolean) a[9]
-        )
+        a -> ComposableIndexTemplate.builder()
+            .indexPatterns((List<String>) a[0])
+            .template((Template) a[1])
+            .componentTemplates((List<String>) a[2])
+            .priority((Long) a[3])
+            .version((Long) a[4])
+            .metadata((Map<String, Object>) a[5])
+            .dataStreamTemplate((DataStreamTemplate) a[6])
+            .allowAutoCreate((Boolean) a[7])
+            .ignoreMissingComponentTemplates((List<String>) a[8])
+            .deprecated((Boolean) a[9])
+            .createdDate((Long) a[10])
+            .modifiedDate((Long) a[11])
+            .build()
     );
 
     static {
@@ -95,6 +103,8 @@ public class ComposableIndexTemplate implements SimpleDiffable<ComposableIndexTe
         PARSER.declareBoolean(ConstructingObjectParser.optionalConstructorArg(), ALLOW_AUTO_CREATE);
         PARSER.declareStringArray(ConstructingObjectParser.optionalConstructorArg(), IGNORE_MISSING_COMPONENT_TEMPLATES);
         PARSER.declareBoolean(ConstructingObjectParser.optionalConstructorArg(), DEPRECATED);
+        PARSER.declareLong(ConstructingObjectParser.optionalConstructorArg(), CREATED_DATE_MILLIS);
+        PARSER.declareLong(ConstructingObjectParser.optionalConstructorArg(), MODIFIED_DATE_MILLIS);
     }
 
     private final List<String> indexPatterns;
@@ -116,6 +126,10 @@ public class ComposableIndexTemplate implements SimpleDiffable<ComposableIndexTe
     private final List<String> ignoreMissingComponentTemplates;
     @Nullable
     private final Boolean deprecated;
+    @Nullable
+    private final Long createdDateMillis;
+    @Nullable
+    private final Long modifiedDateMillis;
 
     static Diff<ComposableIndexTemplate> readITV2DiffFrom(StreamInput in) throws IOException {
         return SimpleDiffable.readDiffFrom(ComposableIndexTemplate::new, in);
@@ -129,28 +143,19 @@ public static Builder builder() {
         return new Builder();
     }
 
-    private ComposableIndexTemplate(
-        List<String> indexPatterns,
-        @Nullable Template template,
-        @Nullable List<String> componentTemplates,
-        @Nullable Long priority,
-        @Nullable Long version,
-        @Nullable Map<String, Object> metadata,
-        @Nullable DataStreamTemplate dataStreamTemplate,
-        @Nullable Boolean allowAutoCreate,
-        @Nullable List<String> ignoreMissingComponentTemplates,
-        @Nullable Boolean deprecated
-    ) {
-        this.indexPatterns = indexPatterns;
-        this.template = template;
-        this.componentTemplates = componentTemplates == null ? List.of() : componentTemplates;
-        this.priority = priority;
-        this.version = version;
-        this.metadata = metadata;
-        this.dataStreamTemplate = dataStreamTemplate;
-        this.allowAutoCreate = allowAutoCreate;
-        this.ignoreMissingComponentTemplates = ignoreMissingComponentTemplates;
-        this.deprecated = deprecated;
+    private ComposableIndexTemplate(final Builder b) {
+        this.indexPatterns = b.indexPatterns;
+        this.template = b.template;
+        this.componentTemplates = b.componentTemplates == null ? List.of() : b.componentTemplates;
+        this.priority = b.priority;
+        this.version = b.version;
+        this.metadata = b.metadata;
+        this.dataStreamTemplate = b.dataStreamTemplate;
+        this.allowAutoCreate = b.allowAutoCreate;
+        this.ignoreMissingComponentTemplates = b.ignoreMissingComponentTemplates;
+        this.deprecated = b.deprecated;
+        this.createdDateMillis = b.createdDateMillis;
+        this.modifiedDateMillis = b.modifiedDateMillis;
     }
 
     public ComposableIndexTemplate(StreamInput in) throws IOException {
@@ -176,6 +181,13 @@ public ComposableIndexTemplate(StreamInput in) throws IOException {
         } else {
             this.deprecated = null;
         }
+        if (in.getTransportVersion().onOrAfter(TransportVersions.INDEX_TEMPLATE_TRACKING_INFO)) {
+            this.createdDateMillis = in.readOptionalLong();
+            this.modifiedDateMillis = in.readOptionalLong();
+        } else {
+            this.createdDateMillis = null;
+            this.modifiedDateMillis = null;
+        }
     }
 
     public List<String> indexPatterns() {
@@ -257,6 +269,14 @@ public boolean isDeprecated() {
         return Boolean.TRUE.equals(deprecated);
     }
 
+    public Optional<Long> createdDateMillis() {
+        return Optional.ofNullable(createdDateMillis);
+    }
+
+    public Optional<Long> modifiedDateMillis() {
+        return Optional.ofNullable(modifiedDateMillis);
+    }
+
     @Override
     public void writeTo(StreamOutput out) throws IOException {
         out.writeStringCollection(this.indexPatterns);
@@ -278,6 +298,10 @@ public void writeTo(StreamOutput out) throws IOException {
         if (out.getTransportVersion().onOrAfter(TransportVersions.V_8_12_0)) {
             out.writeOptionalBoolean(deprecated);
         }
+        if (out.getTransportVersion().onOrAfter(TransportVersions.INDEX_TEMPLATE_TRACKING_INFO)) {
+            out.writeOptionalLong(createdDateMillis);
+            out.writeOptionalLong(modifiedDateMillis);
+        }
     }
 
     @Override
@@ -320,6 +344,20 @@ public XContentBuilder toXContent(XContentBuilder builder, Params params, @Nulla
         if (this.deprecated != null) {
             builder.field(DEPRECATED.getPreferredName(), deprecated);
         }
+        if (this.createdDateMillis != null) {
+            builder.timestampFieldsFromUnixEpochMillis(
+                CREATED_DATE_MILLIS.getPreferredName(),
+                CREATED_DATE.getPreferredName(),
+                this.createdDateMillis
+            );
+        }
+        if (this.modifiedDateMillis != null) {
+            builder.timestampFieldsFromUnixEpochMillis(
+                MODIFIED_DATE_MILLIS.getPreferredName(),
+                MODIFIED_DATE.getPreferredName(),
+                this.modifiedDateMillis
+            );
+        }
         builder.endObject();
         return builder;
     }
@@ -422,7 +460,9 @@ public int hashCode() {
             this.dataStreamTemplate,
             this.allowAutoCreate,
             this.ignoreMissingComponentTemplates,
-            this.deprecated
+            this.deprecated,
+            this.createdDateMillis,
+            this.modifiedDateMillis
         );
     }
 
@@ -444,7 +484,9 @@ && componentTemplatesEquals(this.componentTemplates, other.componentTemplates)
             && Objects.equals(this.dataStreamTemplate, other.dataStreamTemplate)
             && Objects.equals(this.allowAutoCreate, other.allowAutoCreate)
             && Objects.equals(this.ignoreMissingComponentTemplates, other.ignoreMissingComponentTemplates)
-            && Objects.equals(deprecated, other.deprecated);
+            && Objects.equals(deprecated, other.deprecated)
+            && Objects.equals(createdDateMillis, other.createdDateMillis)
+            && Objects.equals(modifiedDateMillis, other.modifiedDateMillis);
     }
 
     static boolean componentTemplatesEquals(List<String> c1, List<String> c2) {
@@ -598,6 +640,8 @@ public static class Builder {
         private Boolean allowAutoCreate;
         private List<String> ignoreMissingComponentTemplates;
         private Boolean deprecated;
+        private Long createdDateMillis;
+        private Long modifiedDateMillis;
 
         /**
          * @deprecated use {@link ComposableIndexTemplate#builder()}
@@ -616,6 +660,8 @@ private Builder(ComposableIndexTemplate template) {
             this.allowAutoCreate = template.allowAutoCreate;
             this.ignoreMissingComponentTemplates = template.ignoreMissingComponentTemplates;
             this.deprecated = template.deprecated;
+            this.createdDateMillis = template.createdDateMillis;
+            this.modifiedDateMillis = template.modifiedDateMillis;
         }
 
         public Builder indexPatterns(List<String> indexPatterns) {
@@ -673,19 +719,18 @@ public Builder deprecated(@Nullable Boolean deprecated) {
             return this;
         }
 
+        public Builder createdDate(@Nullable Long createdDate) {
+            this.createdDateMillis = createdDate;
+            return this;
+        }
+
+        public Builder modifiedDate(@Nullable Long modifiedDate) {
+            this.modifiedDateMillis = modifiedDate;
+            return this;
+        }
+
         public ComposableIndexTemplate build() {
-            return new ComposableIndexTemplate(
-                this.indexPatterns,
-                this.template,
-                this.componentTemplates,
-                this.priority,
-                this.version,
-                this.metadata,
-                this.dataStreamTemplate,
-                this.allowAutoCreate,
-                this.ignoreMissingComponentTemplates,
-                this.deprecated
-            );
+            return new ComposableIndexTemplate(this);
         }
     }
 }