Add LogRetention API to archiver

Signed-off-by: Anisur Rahman <[email protected]>

Author: anisurrahman75

apis/archiver/v1alpha1/mariadbarchiver_types.go

@@ -52,7 +52,7 @@ type MariaDBArchiverSpec struct {
 	// Pause defines if the backup process should be paused or not
 	// +optional
 	Pause bool `json:"pause,omitempty"`
-	// RetentionPolicy refers to a RetentionPolicy CR which defines how to cleanup the old Snapshots
+	// RetentionPolicy field is the RetentionPolicy of the backupConfiguration's backend
 	// +optional
 	RetentionPolicy *kmapi.ObjectReference `json:"retentionPolicy"`
 	// FullBackup defines the session configuration for the full backup

apis/archiver/v1alpha1/mysqlarchiver_types.go

@@ -52,9 +52,6 @@ type MySQLArchiverSpec struct {
 	// Pause defines if the backup process should be paused or not
 	// +optional
 	Pause bool `json:"pause,omitempty"`
-	// RetentionPolicy field is the RetentionPolicy of the backupConfiguration's backend
-	// +optional
-	RetentionPolicy *kmapi.ObjectReference `json:"retentionPolicy"`
 	// FullBackup defines the sessionConfig of the fullBackup
 	// This options will eventually go to the full-backup job's yaml
 	// +optional

apis/archiver/v1alpha1/openapi_generated.go

@@ -78,6 +78,13 @@ type LogBackupOptions struct {
 	// +optional
 	ConfigSecret *GenericSecretReference `json:"configSecret,omitempty"`
 
+	// RetentionPeriod is the retention policy to be used for Logs (i.e. '60d') means how long logs will be retained before being pruned.
+	// The retention policy is expressed in the form of `XXu` where `XX` is a positive integer and `u` is in `[dwm]` - days, weeks, months.
+	// +kubebuilder:validation:Pattern=^[1-9][0-9]*[dwm]$
+	// +optional
+	RetentionPeriod string `json:"retentionPeriod,omitempty"`
+	// time.RFC3339 We need to parse the time to RFC3339 format
+
 	// SuccessfulLogHistoryLimit defines the number of successful Logs backup status that the incremental snapshot will retain
 	// The default value is 5.
 	// +kubebuilder:default=5
@@ -89,8 +96,28 @@ type LogBackupOptions struct {
 	// +kubebuilder:default=5
 	// +optional
 	FailedLogHistoryLimit int32 `json:"failedLogHistoryLimit,omitempty"`
+
+	// LogRetentionHistoryLimit defines the number of retention status the incremental snapshot will retain for debugging purposes.
+	// The default value is 5.
+	// +kubebuilder:default=5
+	// +optional
+	LogRetentionHistoryLimit int32 `json:"logRetentionHistoryLimit,omitempty"`
 }
 
+//func ParsePolicy(policy string) (string, error) {
+//	unitName := map[string]string{
+//		"d": "DAYS",
+//		"w": "WEEKS",
+//		"m": "MONTHS",
+//	}
+//	matches := regexPolicy.FindStringSubmatch(policy)
+//	if len(matches) < 3 {
+//		return "", fmt.Errorf("not a valid policy")
+//	}
+//
+//	return fmt.Sprintf("RECOVERY WINDOW OF %v %v", matches[1], unitName[matches[2]]), nil
+//}
+
 type Task struct {
 	Params *runtime.RawExtension `json:"params"`
 }

apis/archiver/v1alpha1/types.go

@@ -6025,6 +6025,13 @@ spec:
                     default: 5
                     format: int32
                     type: integer
+                  logRetentionHistoryLimit:
+                    default: 5
+                    format: int32
+                    type: integer
+                  retentionPeriod:
+                    pattern: ^[1-9][0-9]*[dwm]$
+                    type: string
                   runtimeSettings:
                     properties:
                       container:

apis/archiver/v1alpha1/zz_generated.deepcopy.go

@@ -6025,6 +6025,13 @@ spec:
                     default: 5
                     format: int32
                     type: integer
+                  logRetentionHistoryLimit:
+                    default: 5
+                    format: int32
+                    type: integer
+                  retentionPeriod:
+                    pattern: ^[1-9][0-9]*[dwm]$
+                    type: string
                   runtimeSettings:
                     properties:
                       container:

crds/archiver.kubedb.com_mariadbarchivers.yaml

@@ -6025,6 +6025,13 @@ spec:
                     default: 5
                     format: int32
                     type: integer
+                  logRetentionHistoryLimit:
+                    default: 5
+                    format: int32
+                    type: integer
+                  retentionPeriod:
+                    pattern: ^[1-9][0-9]*[dwm]$
+                    type: string
                   runtimeSettings:
                     properties:
                       container:

crds/archiver.kubedb.com_mongodbarchivers.yaml

@@ -6025,6 +6025,13 @@ spec:
                     default: 5
                     format: int32
                     type: integer
+                  logRetentionHistoryLimit:
+                    default: 5
+                    format: int32
+                    type: integer
+                  retentionPeriod:
+                    pattern: ^[1-9][0-9]*[dwm]$
+                    type: string
                   runtimeSettings:
                     properties:
                       container:
@@ -13040,15 +13047,6 @@ spec:
                 type: object
               pause:
                 type: boolean
-              retentionPolicy:
-                properties:
-                  name:
-                    type: string
-                  namespace:
-                    type: string
-                required:
-                - name
-                type: object
             required:
             - databases
             type: object

crds/archiver.kubedb.com_mssqlserverarchivers.yaml

@@ -6025,6 +6025,13 @@ spec:
                     default: 5
                     format: int32
                     type: integer
+                  logRetentionHistoryLimit:
+                    default: 5
+                    format: int32
+                    type: integer
+                  retentionPeriod:
+                    pattern: ^[1-9][0-9]*[dwm]$
+                    type: string
                   runtimeSettings:
                     properties:
                       container: