Add HTTP provider for bucket source

Signed-off-by: Zhongcheng Lao <[email protected]>

Author: laozc

api/v1beta2/bucket_types.go

@@ -43,6 +43,8 @@ const (
 	// Provides support for authentication using a Service Principal,
 	// Managed Identity or Shared Key.
 	AzureBucketProvider string = "azure"
+	// HttpProvider for an HTTP location as a Bucket.
+	HttpProvider string = "http"
 )
 
 // BucketSpec specifies the required configuration to produce an Artifact for
@@ -51,7 +53,7 @@ type BucketSpec struct {
 	// Provider of the object storage bucket.
 	// Defaults to 'generic', which expects an S3 (API) compatible object
 	// storage.
-	// +kubebuilder:validation:Enum=generic;aws;gcp;azure
+	// +kubebuilder:validation:Enum=generic;aws;gcp;azure;http
 	// +kubebuilder:default:=generic
 	// +optional
 	Provider string `json:"provider,omitempty"`

config/crd/bases/source.toolkit.fluxcd.io_buckets.yaml

@@ -340,6 +340,7 @@ spec:
                 - aws
                 - gcp
                 - azure
+                - http
                 type: string
               region:
                 description: Region of the Endpoint where the BucketName is located

controllers/bucket_controller.go

@@ -29,6 +29,8 @@ import (
 	"time"
 
 	"github.com/fluxcd/source-controller/pkg/azure"
+	"github.com/fluxcd/source-controller/pkg/http"
+
 	"golang.org/x/sync/errgroup"
 	"golang.org/x/sync/semaphore"
 	corev1 "k8s.io/api/core/v1"
@@ -491,6 +493,17 @@ func (r *BucketReconciler) reconcileSource(ctx context.Context, obj *sourcev1.Bu
 			conditions.MarkTrue(obj, sourcev1.FetchFailedCondition, e.Reason, e.Error())
 			return sreconcile.ResultEmpty, e
 		}
+	case sourcev1.HttpProvider:
+		if err = http.ValidateSecret(secret); err != nil {
+			e := &serror.Event{Err: err, Reason: sourcev1.AuthenticationFailedReason}
+			conditions.MarkTrue(obj, sourcev1.FetchFailedCondition, e.Reason, e.Error())
+			return sreconcile.ResultEmpty, e
+		}
+		if provider, err = http.NewClient(ctx, obj.Spec.Endpoint, secret); err != nil {
+			e := &serror.Event{Err: err, Reason: "ClientError"}
+			conditions.MarkTrue(obj, sourcev1.FetchFailedCondition, e.Reason, e.Error())
+			return sreconcile.ResultEmpty, e
+		}
 	default:
 		if err = minio.ValidateSecret(secret); err != nil {
 			e := &serror.Event{Err: err, Reason: sourcev1.AuthenticationFailedReason}