update

Author: drempapis

server/src/main/java/org/elasticsearch/common/settings/IndexScopedSettings.java

@@ -133,6 +133,7 @@ public final class IndexScopedSettings extends AbstractScopedSettings {
                 IndexSettings.MAX_RESCORE_WINDOW_SETTING,
                 IndexSettings.MAX_ANALYZED_OFFSET_SETTING,
                 IndexSettings.WEIGHT_MATCHES_MODE_ENABLED_SETTING,
+                IndexSettings.MAX_SOURCE_SIZE_BYTES_SETTING,
                 IndexSettings.MAX_TERMS_COUNT_SETTING,
                 IndexSettings.INDEX_TRANSLOG_SYNC_INTERVAL_SETTING,
                 IndexSettings.DEFAULT_FIELD_SETTING,

server/src/main/java/org/elasticsearch/index/IndexSettings.java

@@ -209,6 +209,14 @@ public final class IndexSettings {
         Property.IndexScope
     );
 
+    public static final Setting<Integer> MAX_SOURCE_SIZE_BYTES_SETTING = Setting.intSetting(
+        "index.max_source_size_bytes",
+        500000,
+        1,
+        Property.Dynamic,
+        Property.IndexScope
+    );
+
     /**
      * Index setting describing the maximum number of terms that can be used in Terms Query.
      * The default maximum of 65536 terms is defensive, as extra processing and memory is involved
@@ -919,6 +927,7 @@ private void setRetentionLeaseMillis(final TimeValue retentionLease) {
     private volatile TimeValue searchIdleAfter;
     private volatile int maxAnalyzedOffset;
     private volatile boolean weightMatchesEnabled;
+    private volatile int maxSourceSizeBytes;
     private volatile int maxTermsCount;
     private volatile String defaultPipeline;
     private volatile String requiredPipeline;
@@ -1091,6 +1100,7 @@ public IndexSettings(final IndexMetadata indexMetadata, final Settings nodeSetti
         maxSlicesPerScroll = scopedSettings.get(MAX_SLICES_PER_SCROLL);
         maxAnalyzedOffset = scopedSettings.get(MAX_ANALYZED_OFFSET_SETTING);
         weightMatchesEnabled = scopedSettings.get(WEIGHT_MATCHES_MODE_ENABLED_SETTING);
+        maxSourceSizeBytes = scopedSettings.get(MAX_SOURCE_SIZE_BYTES_SETTING);
         maxTermsCount = scopedSettings.get(MAX_TERMS_COUNT_SETTING);
         maxRegexLength = scopedSettings.get(MAX_REGEX_LENGTH_SETTING);
         this.mergePolicyConfig = new MergePolicyConfig(logger, this);
@@ -1202,6 +1212,7 @@ public IndexSettings(final IndexMetadata indexMetadata, final Settings nodeSetti
         scopedSettings.addSettingsUpdateConsumer(MAX_REFRESH_LISTENERS_PER_SHARD, this::setMaxRefreshListeners);
         scopedSettings.addSettingsUpdateConsumer(MAX_ANALYZED_OFFSET_SETTING, this::setHighlightMaxAnalyzedOffset);
         scopedSettings.addSettingsUpdateConsumer(WEIGHT_MATCHES_MODE_ENABLED_SETTING, this::setWeightMatchesEnabled);
+        scopedSettings.addSettingsUpdateConsumer(MAX_SOURCE_SIZE_BYTES_SETTING, this::setMaxSourceSizeBytes);
         scopedSettings.addSettingsUpdateConsumer(MAX_TERMS_COUNT_SETTING, this::setMaxTermsCount);
         scopedSettings.addSettingsUpdateConsumer(MAX_SLICES_PER_SCROLL, this::setMaxSlicesPerScroll);
         scopedSettings.addSettingsUpdateConsumer(DEFAULT_FIELD_SETTING, this::setDefaultFields);
@@ -1603,6 +1614,17 @@ private void setWeightMatchesEnabled(boolean value) {
         this.weightMatchesEnabled = value;
     }
 
+    /**
+     *  Returns the maximum number of terms that can be used in a Terms Query request
+     */
+    public int getMaxSourceSizeBytes() {
+        return this.maxSourceSizeBytes;
+    }
+
+    private void setMaxSourceSizeBytes(int maxSourceSizeBytes) {
+        this.maxSourceSizeBytes = maxSourceSizeBytes;
+    }
+
     /**
      *  Returns the maximum number of terms that can be used in a Terms Query request
      */

server/src/main/java/org/elasticsearch/index/mapper/DocumentParser.java

@@ -79,6 +79,15 @@ public ParsedDocument parseDocument(SourceToParse source, MappingLookup mappingL
         if (source.source() != null && source.source().length() == 0) {
             throw new DocumentParsingException(new XContentLocation(0, 0), "failed to parse, document is empty");
         }
+
+        int maxSourceSize = mappingParserContext.getIndexSettings().getMaxSourceSizeBytes();
+        if (source.source().length() > maxSourceSize) {
+            throw new DocumentParsingException(
+                new XContentLocation(0, 0),
+                "failed to parse, document too large. " + "Max allowed is " + maxSourceSize + " bytes."
+            );
+        }
+
         final RootDocumentParserContext context;
         final XContentType xContentType = source.getXContentType();