feat: Add Loki V3 support (#17)

* feat: Update the spec and Loki config for the V3 settings

Author: ZPascal

jobs/loki/spec

@@ -56,17 +56,45 @@ properties:
     default: 0
 
   loki.index.storage:
+    description: "An index storage for Loki (tsdb, gcs, s3)"
+    default: tsdb
+
+  loki.object_store.storage:
+    description: "A object_store storage for Loki (filesystem, bigtable, dynamodb)"
+    default: filesystem
+
+  loki.index.v2.storage:
     description: "An index storage for Loki (boltdb, gcs, s3)"
     default: boltdb
 
-  loki.object_store.storage:
+  loki.object_store.v2.storage:
     description: "A object_store storage for Loki (filesystem, bigtable, dynamodb)"
     default: filesystem
 
-  loki.validation.enforce_metric_name:
-    description: "Enforce every sample has a metric name"
+  loki.compactor.compaction_interval:
+    description: "Specify the compactor compaction interval"
+    default: "10m"
+
+  loki.compactor.retention_enabled:
+    description: "Specify if the compactor retention is enabled"
     default: true
 
+  loki.compactor.retention_delete_delay:
+    description: "Specify the compactor retention deletion delay"
+    default: "24h"
+
+  loki.compactor.retention_delete_worker_count:
+    description: "Specify the compactor retention deletion worker count"
+    default: 150
+
+  loki.compactor.delete_request_store:
+    description: "Specify the compactor deletion request store"
+    default: "filesystem"
+
+  loki.validation.allow_structured_metadata:
+    description: "Enforce every sample has a structured metadata"
+    default: false
+
   loki.validation.reject_old_samples:
     description: "Reject old samples"
     default: false
@@ -75,6 +103,10 @@ properties:
     description: "Reject old samples max age"
     default: ""
 
+  loki.validation.retention_period:
+    description: "Max retention period for the config limits needs to be a duration in string format that can be parsed using time.Duration"
+    default: "672h"
+
   loki.retention.period:
     description: "Retention period needs to be a duration in string format that can be parsed using time.Duration"
     default: "168h"

jobs/loki/templates/config/config.yml.erb

@@ -43,6 +43,14 @@ ingester:
   chunk_idle_period: 5m
   chunk_retain_period: 30s
 
+compactor:
+  working_directory: /var/vcap/store/loki/retention
+  compaction_interval: <%= p('loki.compactor.compaction_interval') %>
+  retention_enabled: <%= p('loki.compactor.retention_enabled') %>
+  retention_delete_delay: <%= p('loki.compactor.retention_delete_delay') %>
+  retention_delete_worker_count: <%= p('loki.compactor.retention_delete_worker_count') %>
+  delete_request_store: <%= p('loki.compactor.delete_request_store') %>
+
 schema_config:
   configs:
     - from: 2023-02-24
@@ -52,26 +60,48 @@ schema_config:
 <% if p('loki.object_store.storage') == "filesystem" %>
       object_store: filesystem
 <% end %>
+<% if p('loki.index.storage') == "boltdb" %>
       schema: v11
       index:
         prefix: index_
         period: <%= p('loki.retention.period') %>
+<% end %>
+<% if p('loki.index.v2.storage') == "tsdb" %>
+     - from: 2024-05-01
+      store: tsdb
+<% end %>
+<% if p('loki.index.v2.storage') == "tsdb" && p('loki.object_store.v2.storage') == "filesystem" %>
+      object_store: filesystem
+<% end %>
+<% if p('loki.index.v2.storage') == "tsdb" %>
+      schema: v13
+      index:
+        prefix: index_
+        period: 24h
+<% end %>
 
 storage_config:
 <% if p('loki.index.storage') == "boltdb" %>
   boltdb:
     directory: /var/vcap/store/loki/index
 <% end %>
-  
+
+<% if p('loki.index.storage') == "tsdb" %>
+  tsdb_shipper:
+    active_index_directory: /var/vcap/store/loki/tsdb-index
+    cache_location: /var/vcap/store/loki/tsdb-cache
+<% end %>
+
 <% if p('loki.object_store.storage') == "filesystem" %>
   filesystem:
     directory: /var/vcap/store/loki/chunks
 <% end %>
 
 limits_config:
-  enforce_metric_name: <%= p('loki.validation.enforce_metric_name') %>
+  allow_structured_metadata: <%= p('loki.validation.allow_structured_metadata') %>
   reject_old_samples: <%= p('loki.validation.reject_old_samples') %>
   reject_old_samples_max_age: <%= p('loki.validation.reject_old_samples_max_age') %>
+  retention_period: <%= p('loki.validation.retention_period') %>
 
 query_range:
   results_cache: