add support for remote docker file + TOML tags

Author: Tofel

framework/components/chip_ingress_set/chip_ingress.go

@@ -3,6 +3,9 @@ package chipingressset
 import (
 	"context"
 	"fmt"
+	"io"
+	"net/http"
+	"os"
 	"strings"
 	"time"
 
@@ -68,8 +71,13 @@ func New(in *Input) (*Output, error) {
 	in = defaultChipIngress(in)
 	identifier := framework.DefaultTCName(DEFAULT_CHIP_INGRESS_SERVICE_NAME)
 
+	composeFilePath, fileErr := composeFilePath(in.ComposeFile)
+	if fileErr != nil {
+		return nil, errors.Wrap(fileErr, "failed to get compose file path")
+	}
+
 	stack, stackErr := compose.NewDockerComposeWith(
-		compose.WithStackFiles(in.ComposeFile),
+		compose.WithStackFiles(composeFilePath),
 		compose.StackIdentifier(identifier),
 	)
 	if stackErr != nil {
@@ -195,3 +203,30 @@ func New(in *Input) (*Output, error) {
 
 	return output, nil
 }
+
+func composeFilePath(rawFilePath string) (string, error) {
+	// if it's not a URL, return it as is and assume it's a local file
+	if !strings.HasPrefix(rawFilePath, "http") {
+		return rawFilePath, nil
+	}
+
+	resp, respErr := http.Get(rawFilePath)
+	if respErr != nil {
+		return "", errors.Wrap(respErr, "failed to download docker-compose file")
+	}
+	defer resp.Body.Close()
+
+	tempFile, tempErr := os.CreateTemp(".", "chip-ingress-docker-compose.yml")
+	if tempErr != nil {
+		return "", errors.Wrap(tempErr, "failed to create temp file")
+	}
+	defer tempFile.Close()
+
+	_, copyErr := io.Copy(tempFile, resp.Body)
+	if copyErr != nil {
+		tempFile.Close()
+		return "", errors.Wrap(copyErr, "failed to write compose file")
+	}
+
+	return tempFile.Name(), nil
+}

framework/components/chip_ingress_set/protos.go

@@ -23,10 +23,10 @@ type protoFile struct {
 }
 
 type RepoConfiguration struct {
-	Owner   string
-	Repo    string
-	Ref     string   // ref or tag or commit SHA
-	Folders []string // if not provided, all protos will be fetched, otherwise only protos in these folders will be fetched
+	Owner   string   `toml:"owner"`
+	Repo    string   `toml:"repo"`
+	Ref     string   `toml:"ref"`     // ref or tag or commit SHA
+	Folders []string `toml:"folders"` // if not provided, all protos will be fetched, otherwise only protos in these folders will be fetched
 }
 
 // SubjectNamingStrategyFn is a function that is used to determine the subject name for a given proto file in a given repo
@@ -40,6 +40,21 @@ var DefaultRepoToSubjectNamingStrategy = RepoToSubjectNamingStrategyFn{
 	"chainlink-protos": ChainlinkProtosSubjectNamingStrategy,
 }
 
+func ValidateRepoConfiguration(repoConfig RepoConfiguration) error {
+	if repoConfig.Owner == "" {
+		return errors.New("owner is required")
+	}
+	if repoConfig.Repo == "" {
+		return errors.New("repo is required")
+	}
+
+	if repoConfig.Ref == "" {
+		return errors.New("ref is required")
+	}
+
+	return nil
+}
+
 func DefaultRegisterAndFetchProtos(ctx context.Context, client *github.Client, reposConfig []RepoConfiguration, schemaRegistryURL string) error {
 	return RegisterAndFetchProtos(ctx, client, reposConfig, schemaRegistryURL, DefaultRepoToSubjectNamingStrategy)
 }