diff --git a/components/vector-kubearchive-log-collector/development/loki-helm-dev-values.yaml b/components/vector-kubearchive-log-collector/development/loki-helm-dev-values.yaml index 95f60def74f..0b83b70d8fc 100644 --- a/components/vector-kubearchive-log-collector/development/loki-helm-dev-values.yaml +++ b/components/vector-kubearchive-log-collector/development/loki-helm-dev-values.yaml @@ -74,6 +74,8 @@ loki: endpoint: minio:9000 insecure: true limits_config: + shard_streams: + enabled: false retention_period: 24h # Reduce from 744h for development ingestion_rate_mb: 5 # Reduce from 10 for development ingestion_burst_size_mb: 10 # Reduce from 20 @@ -283,6 +285,3 @@ memcachedIndexQueries: memcachedIndexWrites: enabled: true maxItemMemory: 10 # MB - Index write operations - - - diff --git a/components/vector-kubearchive-log-collector/production/kflux-ocp-p01/loki-helm-prod-values.yaml b/components/vector-kubearchive-log-collector/production/kflux-ocp-p01/loki-helm-prod-values.yaml index 7eca2f59b0c..dceb33bbd08 100644 --- a/components/vector-kubearchive-log-collector/production/kflux-ocp-p01/loki-helm-prod-values.yaml +++ b/components/vector-kubearchive-log-collector/production/kflux-ocp-p01/loki-helm-prod-values.yaml @@ -55,23 +55,25 @@ loki: s3forcepathstyle: false # Configure ingestion limits to handle Vector's data volume limits_config: - retention_period: 744h # 31 days retention - ingestion_rate_mb: 50 - ingestion_burst_size_mb: 100 - ingestion_rate_strategy: "local" - max_streams_per_user: 0 - max_line_size: 2097152 - per_stream_rate_limit: 50M - per_stream_rate_limit_burst: 200M - reject_old_samples: false - reject_old_samples_max_age: 168h - discover_service_name: [] - discover_log_levels: false - volume_enabled: true - max_global_streams_per_user: 75000 - max_entries_limit_per_query: 100000 - increment_duplicate_timestamp: true - allow_structured_metadata: true + shard_streams: + enabled: false + retention_period: 744h # 31 days retention + ingestion_rate_mb: 50 + ingestion_burst_size_mb: 100 + ingestion_rate_strategy: "local" + max_streams_per_user: 0 + max_line_size: 2097152 + per_stream_rate_limit: 50M + per_stream_rate_limit_burst: 200M + reject_old_samples: false + reject_old_samples_max_age: 168h + discover_service_name: [] + discover_log_levels: false + volume_enabled: true + max_global_streams_per_user: 75000 + max_entries_limit_per_query: 100000 + increment_duplicate_timestamp: true + allow_structured_metadata: true runtimeConfig: configs: kubearchive: @@ -103,7 +105,7 @@ loki: max_concurrent: 8 query_range: # split_queries_by_interval deprecated in Loki 3.x - removed - parallelise_shardable_queries: true + parallelise_shardable_queries: false # Distributed components configuration ingester: diff --git a/components/vector-kubearchive-log-collector/production/kflux-osp-p01/loki-helm-prod-values.yaml b/components/vector-kubearchive-log-collector/production/kflux-osp-p01/loki-helm-prod-values.yaml index d5f36dafe7f..8f519b01aa3 100644 --- a/components/vector-kubearchive-log-collector/production/kflux-osp-p01/loki-helm-prod-values.yaml +++ b/components/vector-kubearchive-log-collector/production/kflux-osp-p01/loki-helm-prod-values.yaml @@ -56,23 +56,25 @@ loki: s3forcepathstyle: false # Configure ingestion limits to handle Vector's data volume limits_config: - retention_period: 744h # 31 days retention - ingestion_rate_mb: 50 - ingestion_burst_size_mb: 100 - ingestion_rate_strategy: "local" - max_streams_per_user: 0 - max_line_size: 2097152 - per_stream_rate_limit: 50M - per_stream_rate_limit_burst: 200M - reject_old_samples: false - reject_old_samples_max_age: 168h - discover_service_name: [] - discover_log_levels: false - volume_enabled: true - max_global_streams_per_user: 75000 - max_entries_limit_per_query: 100000 - increment_duplicate_timestamp: true - allow_structured_metadata: true + shard_streams: + enabled: false + retention_period: 744h # 31 days retention + ingestion_rate_mb: 50 + ingestion_burst_size_mb: 100 + ingestion_rate_strategy: "local" + max_streams_per_user: 0 + max_line_size: 2097152 + per_stream_rate_limit: 50M + per_stream_rate_limit_burst: 200M + reject_old_samples: false + reject_old_samples_max_age: 168h + discover_service_name: [] + discover_log_levels: false + volume_enabled: true + max_global_streams_per_user: 75000 + max_entries_limit_per_query: 100000 + increment_duplicate_timestamp: true + allow_structured_metadata: true runtimeConfig: configs: kubearchive: @@ -104,7 +106,7 @@ loki: max_concurrent: 8 query_range: # split_queries_by_interval deprecated in Loki 3.x - removed - parallelise_shardable_queries: true + parallelise_shardable_queries: false # Distributed components configuration ingester: diff --git a/components/vector-kubearchive-log-collector/production/kflux-prd-rh02/loki-helm-prod-values.yaml b/components/vector-kubearchive-log-collector/production/kflux-prd-rh02/loki-helm-prod-values.yaml index a9ebc3bdb5c..95ee261d639 100644 --- a/components/vector-kubearchive-log-collector/production/kflux-prd-rh02/loki-helm-prod-values.yaml +++ b/components/vector-kubearchive-log-collector/production/kflux-prd-rh02/loki-helm-prod-values.yaml @@ -56,23 +56,25 @@ loki: s3forcepathstyle: false # Configure ingestion limits to handle Vector's data volume limits_config: - retention_period: 744h # 31 days retention - ingestion_rate_mb: 100 - ingestion_burst_size_mb: 300 - ingestion_rate_strategy: "local" - max_streams_per_user: 0 - max_line_size: 2097152 - per_stream_rate_limit: 100M - per_stream_rate_limit_burst: 300M - reject_old_samples: false - reject_old_samples_max_age: 168h - discover_service_name: [] - discover_log_levels: false - volume_enabled: true - max_global_streams_per_user: 75000 - max_entries_limit_per_query: 100000 - increment_duplicate_timestamp: true - allow_structured_metadata: true + shard_streams: + enabled: false + retention_period: 744h # 31 days retention + ingestion_rate_mb: 100 + ingestion_burst_size_mb: 300 + ingestion_rate_strategy: "local" + max_streams_per_user: 0 + max_line_size: 2097152 + per_stream_rate_limit: 100M + per_stream_rate_limit_burst: 300M + reject_old_samples: false + reject_old_samples_max_age: 168h + discover_service_name: [] + discover_log_levels: false + volume_enabled: true + max_global_streams_per_user: 75000 + max_entries_limit_per_query: 100000 + increment_duplicate_timestamp: true + allow_structured_metadata: true runtimeConfig: configs: kubearchive: @@ -104,7 +106,7 @@ loki: max_concurrent: 8 query_range: # split_queries_by_interval deprecated in Loki 3.x - removed - parallelise_shardable_queries: true + parallelise_shardable_queries: false # Distributed components configuration ingester: diff --git a/components/vector-kubearchive-log-collector/production/kflux-prd-rh03/loki-helm-prod-values.yaml b/components/vector-kubearchive-log-collector/production/kflux-prd-rh03/loki-helm-prod-values.yaml index 636cc8dc0cb..7044d69df5d 100644 --- a/components/vector-kubearchive-log-collector/production/kflux-prd-rh03/loki-helm-prod-values.yaml +++ b/components/vector-kubearchive-log-collector/production/kflux-prd-rh03/loki-helm-prod-values.yaml @@ -56,23 +56,25 @@ loki: s3forcepathstyle: false # Configure ingestion limits to handle Vector's data volume limits_config: - retention_period: 744h # 31 days retention - ingestion_rate_mb: 50 - ingestion_burst_size_mb: 100 - ingestion_rate_strategy: "local" - max_streams_per_user: 0 - max_line_size: 2097152 - per_stream_rate_limit: 50M - per_stream_rate_limit_burst: 200M - reject_old_samples: false - reject_old_samples_max_age: 168h - discover_service_name: [] - discover_log_levels: false - volume_enabled: true - max_global_streams_per_user: 75000 - max_entries_limit_per_query: 100000 - increment_duplicate_timestamp: true - allow_structured_metadata: true + shard_streams: + enabled: false + retention_period: 744h # 31 days retention + ingestion_rate_mb: 50 + ingestion_burst_size_mb: 100 + ingestion_rate_strategy: "local" + max_streams_per_user: 0 + max_line_size: 2097152 + per_stream_rate_limit: 50M + per_stream_rate_limit_burst: 200M + reject_old_samples: false + reject_old_samples_max_age: 168h + discover_service_name: [] + discover_log_levels: false + volume_enabled: true + max_global_streams_per_user: 75000 + max_entries_limit_per_query: 100000 + increment_duplicate_timestamp: true + allow_structured_metadata: true runtimeConfig: configs: kubearchive: @@ -104,7 +106,7 @@ loki: max_concurrent: 8 query_range: # split_queries_by_interval deprecated in Loki 3.x - removed - parallelise_shardable_queries: true + parallelise_shardable_queries: false # Distributed components configuration ingester: diff --git a/components/vector-kubearchive-log-collector/production/kflux-rhel-p01/loki-helm-prod-values.yaml b/components/vector-kubearchive-log-collector/production/kflux-rhel-p01/loki-helm-prod-values.yaml index 1747644a945..21509c04157 100644 --- a/components/vector-kubearchive-log-collector/production/kflux-rhel-p01/loki-helm-prod-values.yaml +++ b/components/vector-kubearchive-log-collector/production/kflux-rhel-p01/loki-helm-prod-values.yaml @@ -47,23 +47,25 @@ loki: s3forcepathstyle: false # Configure ingestion limits to handle Vector's data volume limits_config: - retention_period: 744h # 31 days retention - ingestion_rate_mb: 50 - ingestion_burst_size_mb: 100 - ingestion_rate_strategy: "local" - max_streams_per_user: 0 - max_line_size: 2097152 - per_stream_rate_limit: 50M - per_stream_rate_limit_burst: 200M - reject_old_samples: false - reject_old_samples_max_age: 168h - discover_service_name: [] - discover_log_levels: false - volume_enabled: true - max_global_streams_per_user: 75000 - max_entries_limit_per_query: 100000 - increment_duplicate_timestamp: true - allow_structured_metadata: true + shard_streams: + enabled: false + retention_period: 744h # 31 days retention + ingestion_rate_mb: 50 + ingestion_burst_size_mb: 100 + ingestion_rate_strategy: "local" + max_streams_per_user: 0 + max_line_size: 2097152 + per_stream_rate_limit: 50M + per_stream_rate_limit_burst: 200M + reject_old_samples: false + reject_old_samples_max_age: 168h + discover_service_name: [] + discover_log_levels: false + volume_enabled: true + max_global_streams_per_user: 75000 + max_entries_limit_per_query: 100000 + increment_duplicate_timestamp: true + allow_structured_metadata: true runtimeConfig: configs: kubearchive: @@ -95,7 +97,7 @@ loki: max_concurrent: 8 query_range: # split_queries_by_interval deprecated in Loki 3.x - removed - parallelise_shardable_queries: true + parallelise_shardable_queries: false # Distributed components configuration ingester: diff --git a/components/vector-kubearchive-log-collector/production/pentest-p01/loki-helm-prod-values.yaml b/components/vector-kubearchive-log-collector/production/pentest-p01/loki-helm-prod-values.yaml index f10f249171c..514907e621a 100644 --- a/components/vector-kubearchive-log-collector/production/pentest-p01/loki-helm-prod-values.yaml +++ b/components/vector-kubearchive-log-collector/production/pentest-p01/loki-helm-prod-values.yaml @@ -86,23 +86,25 @@ loki: s3forcepathstyle: false # Configure ingestion limits to handle Vector's data volume limits_config: - retention_period: 744h # 31 days retention - ingestion_rate_mb: 100 - ingestion_burst_size_mb: 300 - ingestion_rate_strategy: "local" - max_streams_per_user: 0 - max_line_size: 2097152 - per_stream_rate_limit: 100M - per_stream_rate_limit_burst: 400M - reject_old_samples: false - reject_old_samples_max_age: 168h - discover_service_name: [] - discover_log_levels: false - volume_enabled: true - max_global_streams_per_user: 75000 - max_entries_limit_per_query: 100000 - increment_duplicate_timestamp: true - allow_structured_metadata: true + shard_streams: + enabled: false + retention_period: 744h # 31 days retention + ingestion_rate_mb: 100 + ingestion_burst_size_mb: 300 + ingestion_rate_strategy: "local" + max_streams_per_user: 0 + max_line_size: 2097152 + per_stream_rate_limit: 100M + per_stream_rate_limit_burst: 400M + reject_old_samples: false + reject_old_samples_max_age: 168h + discover_service_name: [] + discover_log_levels: false + volume_enabled: true + max_global_streams_per_user: 75000 + max_entries_limit_per_query: 100000 + increment_duplicate_timestamp: true + allow_structured_metadata: true runtimeConfig: configs: kubearchive: @@ -134,7 +136,7 @@ loki: max_concurrent: 8 query_range: # split_queries_by_interval deprecated in Loki 3.x - removed - parallelise_shardable_queries: true + parallelise_shardable_queries: false # Distributed components configuration ingester: diff --git a/components/vector-kubearchive-log-collector/production/stone-prd-rh01/loki-helm-prod-values.yaml b/components/vector-kubearchive-log-collector/production/stone-prd-rh01/loki-helm-prod-values.yaml index eac62db18e7..95f5b8b83cf 100644 --- a/components/vector-kubearchive-log-collector/production/stone-prd-rh01/loki-helm-prod-values.yaml +++ b/components/vector-kubearchive-log-collector/production/stone-prd-rh01/loki-helm-prod-values.yaml @@ -46,23 +46,25 @@ loki: s3forcepathstyle: false # Configure ingestion limits to handle Vector's data volume limits_config: - retention_period: 744h # 31 days retention - ingestion_rate_mb: 100 - ingestion_burst_size_mb: 300 - ingestion_rate_strategy: "local" - max_streams_per_user: 0 - max_line_size: 2097152 - per_stream_rate_limit: 100M - per_stream_rate_limit_burst: 400M - reject_old_samples: false - reject_old_samples_max_age: 168h - discover_service_name: [] - discover_log_levels: false - volume_enabled: true - max_global_streams_per_user: 75000 - max_entries_limit_per_query: 100000 - increment_duplicate_timestamp: true - allow_structured_metadata: true + shard_streams: + enabled: false + retention_period: 744h # 31 days retention + ingestion_rate_mb: 100 + ingestion_burst_size_mb: 300 + ingestion_rate_strategy: "local" + max_streams_per_user: 0 + max_line_size: 2097152 + per_stream_rate_limit: 100M + per_stream_rate_limit_burst: 400M + reject_old_samples: false + reject_old_samples_max_age: 168h + discover_service_name: [] + discover_log_levels: false + volume_enabled: true + max_global_streams_per_user: 75000 + max_entries_limit_per_query: 100000 + increment_duplicate_timestamp: true + allow_structured_metadata: true runtimeConfig: configs: kubearchive: @@ -94,7 +96,7 @@ loki: max_concurrent: 8 query_range: # split_queries_by_interval deprecated in Loki 3.x - removed - parallelise_shardable_queries: true + parallelise_shardable_queries: false # Distributed components configuration ingester: diff --git a/components/vector-kubearchive-log-collector/production/stone-prod-p01/loki-helm-prod-values.yaml b/components/vector-kubearchive-log-collector/production/stone-prod-p01/loki-helm-prod-values.yaml index 1a1a7e28329..74f89cb3525 100644 --- a/components/vector-kubearchive-log-collector/production/stone-prod-p01/loki-helm-prod-values.yaml +++ b/components/vector-kubearchive-log-collector/production/stone-prod-p01/loki-helm-prod-values.yaml @@ -56,23 +56,25 @@ loki: s3forcepathstyle: false # Configure ingestion limits to handle Vector's data volume limits_config: - retention_period: 744h # 31 days retention - ingestion_rate_mb: 100 - ingestion_burst_size_mb: 300 - ingestion_rate_strategy: "local" - max_streams_per_user: 0 - max_line_size: 2097152 - per_stream_rate_limit: 100M - per_stream_rate_limit_burst: 400M - reject_old_samples: false - reject_old_samples_max_age: 168h - discover_service_name: [] - discover_log_levels: false - volume_enabled: true - max_global_streams_per_user: 75000 - max_entries_limit_per_query: 100000 - increment_duplicate_timestamp: true - allow_structured_metadata: true + shard_streams: + enabled: false + retention_period: 744h # 31 days retention + ingestion_rate_mb: 100 + ingestion_burst_size_mb: 300 + ingestion_rate_strategy: "local" + max_streams_per_user: 0 + max_line_size: 2097152 + per_stream_rate_limit: 100M + per_stream_rate_limit_burst: 400M + reject_old_samples: false + reject_old_samples_max_age: 168h + discover_service_name: [] + discover_log_levels: false + volume_enabled: true + max_global_streams_per_user: 75000 + max_entries_limit_per_query: 100000 + increment_duplicate_timestamp: true + allow_structured_metadata: true runtimeConfig: configs: kubearchive: @@ -104,7 +106,7 @@ loki: max_concurrent: 8 query_range: # split_queries_by_interval deprecated in Loki 3.x - removed - parallelise_shardable_queries: true + parallelise_shardable_queries: false # Distributed components configuration ingester: diff --git a/components/vector-kubearchive-log-collector/production/stone-prod-p02/loki-helm-prod-values.yaml b/components/vector-kubearchive-log-collector/production/stone-prod-p02/loki-helm-prod-values.yaml index 1a1a7e28329..74f89cb3525 100644 --- a/components/vector-kubearchive-log-collector/production/stone-prod-p02/loki-helm-prod-values.yaml +++ b/components/vector-kubearchive-log-collector/production/stone-prod-p02/loki-helm-prod-values.yaml @@ -56,23 +56,25 @@ loki: s3forcepathstyle: false # Configure ingestion limits to handle Vector's data volume limits_config: - retention_period: 744h # 31 days retention - ingestion_rate_mb: 100 - ingestion_burst_size_mb: 300 - ingestion_rate_strategy: "local" - max_streams_per_user: 0 - max_line_size: 2097152 - per_stream_rate_limit: 100M - per_stream_rate_limit_burst: 400M - reject_old_samples: false - reject_old_samples_max_age: 168h - discover_service_name: [] - discover_log_levels: false - volume_enabled: true - max_global_streams_per_user: 75000 - max_entries_limit_per_query: 100000 - increment_duplicate_timestamp: true - allow_structured_metadata: true + shard_streams: + enabled: false + retention_period: 744h # 31 days retention + ingestion_rate_mb: 100 + ingestion_burst_size_mb: 300 + ingestion_rate_strategy: "local" + max_streams_per_user: 0 + max_line_size: 2097152 + per_stream_rate_limit: 100M + per_stream_rate_limit_burst: 400M + reject_old_samples: false + reject_old_samples_max_age: 168h + discover_service_name: [] + discover_log_levels: false + volume_enabled: true + max_global_streams_per_user: 75000 + max_entries_limit_per_query: 100000 + increment_duplicate_timestamp: true + allow_structured_metadata: true runtimeConfig: configs: kubearchive: @@ -104,7 +106,7 @@ loki: max_concurrent: 8 query_range: # split_queries_by_interval deprecated in Loki 3.x - removed - parallelise_shardable_queries: true + parallelise_shardable_queries: false # Distributed components configuration ingester: diff --git a/components/vector-kubearchive-log-collector/staging/stone-stage-p01/loki-helm-stg-values.yaml b/components/vector-kubearchive-log-collector/staging/stone-stage-p01/loki-helm-stg-values.yaml index d0e5289d07a..23fe95d9370 100644 --- a/components/vector-kubearchive-log-collector/staging/stone-stage-p01/loki-helm-stg-values.yaml +++ b/components/vector-kubearchive-log-collector/staging/stone-stage-p01/loki-helm-stg-values.yaml @@ -54,23 +54,25 @@ loki: s3forcepathstyle: false # Configure ingestion limits to handle Vector's data volume limits_config: - retention_period: 744h # 31 days retention - ingestion_rate_mb: 20 - ingestion_burst_size_mb: 40 - ingestion_rate_strategy: "local" - max_streams_per_user: 0 - max_line_size: 2097152 - per_stream_rate_limit: 20M - per_stream_rate_limit_burst: 50M - reject_old_samples: false - reject_old_samples_max_age: 168h - discover_service_name: [] - discover_log_levels: false - volume_enabled: true - max_global_streams_per_user: 50000 - max_entries_limit_per_query: 100000 - increment_duplicate_timestamp: true - allow_structured_metadata: true + shard_streams: + enabled: false + retention_period: 744h # 31 days retention + ingestion_rate_mb: 20 + ingestion_burst_size_mb: 40 + ingestion_rate_strategy: "local" + max_streams_per_user: 0 + max_line_size: 2097152 + per_stream_rate_limit: 20M + per_stream_rate_limit_burst: 50M + reject_old_samples: false + reject_old_samples_max_age: 168h + discover_service_name: [] + discover_log_levels: false + volume_enabled: true + max_global_streams_per_user: 50000 + max_entries_limit_per_query: 100000 + increment_duplicate_timestamp: true + allow_structured_metadata: true runtimeConfig: configs: kubearchive: @@ -102,7 +104,7 @@ loki: max_concurrent: 8 query_range: # split_queries_by_interval deprecated in Loki 3.x - removed - parallelise_shardable_queries: true + parallelise_shardable_queries: false # Distributed components configuration ingester: diff --git a/components/vector-kubearchive-log-collector/staging/stone-stg-rh01/loki-helm-stg-values.yaml b/components/vector-kubearchive-log-collector/staging/stone-stg-rh01/loki-helm-stg-values.yaml index a3aebdff988..1aa92d0e00a 100644 --- a/components/vector-kubearchive-log-collector/staging/stone-stg-rh01/loki-helm-stg-values.yaml +++ b/components/vector-kubearchive-log-collector/staging/stone-stg-rh01/loki-helm-stg-values.yaml @@ -86,23 +86,25 @@ loki: s3forcepathstyle: false # Configure ingestion limits to handle Vector's data volume limits_config: - retention_period: 744h # 31 days retention - ingestion_rate_mb: 20 - ingestion_burst_size_mb: 40 - ingestion_rate_strategy: "local" - max_streams_per_user: 0 - max_line_size: 2097152 - per_stream_rate_limit: 20M - per_stream_rate_limit_burst: 50M - reject_old_samples: false - reject_old_samples_max_age: 168h - discover_service_name: [] - discover_log_levels: false - volume_enabled: true - max_global_streams_per_user: 50000 - max_entries_limit_per_query: 100000 - increment_duplicate_timestamp: true - allow_structured_metadata: true + shard_streams: + enabled: false + retention_period: 744h # 31 days retention + ingestion_rate_mb: 20 + ingestion_burst_size_mb: 40 + ingestion_rate_strategy: "local" + max_streams_per_user: 0 + max_line_size: 2097152 + per_stream_rate_limit: 20M + per_stream_rate_limit_burst: 50M + reject_old_samples: false + reject_old_samples_max_age: 168h + discover_service_name: [] + discover_log_levels: false + volume_enabled: true + max_global_streams_per_user: 50000 + max_entries_limit_per_query: 100000 + increment_duplicate_timestamp: true + allow_structured_metadata: true runtimeConfig: configs: kubearchive: @@ -134,7 +136,7 @@ loki: max_concurrent: 8 query_range: # split_queries_by_interval deprecated in Loki 3.x - removed - parallelise_shardable_queries: true + parallelise_shardable_queries: false # Distributed components configuration ingester: