feat: automatically copy manifests for non specified provider versions

Author: Lasserich

README.md

@@ -78,6 +78,29 @@ To run the test, you need to have following cli installed: `kind`, `kubectl`, [`
   --use-cluster-context my-cluster
 ```
 
+### Auto-Copy Feature for New Versions
+
+When testing upgrades from a provider version that doesn't have test manifests yet, the tool automatically helps by copying manifests from the latest available version that is lower than your specified source version.
+
+**How it works:**
+1. If the specified `--source-dir` doesn't exist, the tool checks if the Docker image exists in the registry
+2. If the image exists, it finds the latest known version lower than your source version
+3. Copies the test manifests from that version to your specified version
+4. Displays: *"Could not be found - copying manifests from latest known version and applying them to this version"*
+5. Continues with the upgrade test
+
+**Example:**
+```bash
+# Testing upgrade from v1.0.5 (source) to v1.1.0 (newly released target)
+# where v1.0.5 doesn't have manifests yet
+./provider-test.sh upgrade-test \
+  --source crossplane/provider-btp:v1.0.5 \
+  --target crossplane/provider-btp:v1.1.0 \
+  --source-dir provider-btp/v1.0.5
+```
+
+This feature unblocks testing when you need to upgrade from a version that doesn't have manifests, allowing you to test the upgrade path to newly released versions.
+
 ## Development
 Understanding the details of the tool is beneficial to developers. 
 

functions.sh

@@ -9,6 +9,82 @@ PURPLE='\033[0;35m'
 NC='\033[0m' # No Color (reset)
 
 
+# Check if a Docker image exists in a registry
+check_docker_image_exists() {
+    local registry_url=$1
+    print_color_message ${BLUE} "Checking if image exists: $registry_url"
+    
+    # For private registries, we might need authentication
+    # Try to check if we need to login first (for ghcr.io or other private registries)
+    if [[ "$registry_url" == *"ghcr.io"* ]] && [ -n "$GITHUB_TOKEN" ]; then
+        echo "$GITHUB_TOKEN" | docker login ghcr.io -u "$GITHUB_USERNAME" --password-stdin >/dev/null 2>&1
+    fi
+    
+    # Use docker manifest inspect to check if image exists
+    # Suppress error output but capture return code
+    if docker manifest inspect "$registry_url" >/dev/null 2>&1; then
+        print_color_message ${GREEN} "✓ Image exists: $registry_url"
+        return 0  # Image exists
+    else
+        print_color_message ${YELLOW} "✗ Image not found: $registry_url"
+        return 1  # Image does not exist
+    fi
+}
+
+# Find the latest known version directory for a provider that is lower than the specified version
+find_latest_known_version() {
+    local provider_name=$1
+    local target_version=$2
+    local provider_dir="./providers/$provider_name"
+    
+    if [ ! -d "$provider_dir" ]; then
+        return 1
+    fi
+    
+    # Find all version directories, filter those lower than target, and get the highest one
+    local latest_lower_version=""
+    for version_dir in "$provider_dir"/*/; do
+        if [ -d "$version_dir" ]; then
+            local version=$(basename "$version_dir")
+            
+            # Compare versions: check if current version is lower than target version
+            if printf '%s\n%s\n' "$version" "$target_version" | sort -V | head -n1 | grep -q "^$version$" && [ "$version" != "$target_version" ]; then
+                # This version is lower than target version
+                if [ -z "$latest_lower_version" ]; then
+                    latest_lower_version="$version"
+                else
+                    # Check if this version is higher than our current latest_lower_version
+                    if printf '%s\n%s\n' "$latest_lower_version" "$version" | sort -V | tail -n1 | grep -q "^$version$"; then
+                        latest_lower_version="$version"
+                    fi
+                fi
+            fi
+        fi
+    done
+    
+    echo "$latest_lower_version"
+}
+
+# Copy manifests from latest known version to a new version directory
+copy_manifests_from_latest() {
+    local provider_name=$1
+    local target_version=$2
+    local latest_version=$3
+    
+    local source_path="./providers/$provider_name/$latest_version"
+    local target_path="./providers/$provider_name/$target_version"
+    
+    print_color_message ${YELLOW} "Copying manifests from latest known version $latest_version to $target_version..."
+    
+    # Create target directory
+    mkdir -p "$target_path"
+    
+    # Copy all files from latest version
+    cp -r "$source_path"/* "$target_path/"
+    
+    print_color_message ${GREEN} "Successfully copied manifests from $latest_version to $target_version"
+}
+
 check_resource_status() {
   local api_version=$1
   local kind=$2
@@ -124,6 +200,7 @@ check_required_command_exists() {
     command -v sed >/dev/null 2>&1 || { echo >&2 "sed is not installed. Aborting."; exit 1; }
     command -v yq >/dev/null 2>&1 || { echo >&2 "yq is not installed. Aborting."; exit 1; }
     command -v jq >/dev/null 2>&1 || { echo >&2 "jq is not installed. Aborting."; exit 1; }
+    command -v docker >/dev/null 2>&1 || { echo >&2 "docker is not installed. Aborting."; exit 1; }
 
 }
 
@@ -252,9 +329,39 @@ exec_params_check() {
         exit 1
     fi 
 
+    # Check if source directory exists
     if [ ! -d "./providers/$SOURCE_DIR" ] || [ ! -f "./providers/$SOURCE_DIR/chainsaw-test.yaml" ]; then
-        print_color_message ${RED} "Error: couldn't find test resource under source-dir: $SOURCE_DIR."
-        exit 1
+        print_color_message ${YELLOW} "Warning: Couldn't find test resource under source-dir: $SOURCE_DIR."
+        
+        # Extract provider name and version from SOURCE_DIR (e.g., provider-btp/v1.0.5)
+        local provider_name=$(dirname "$SOURCE_DIR")
+        local requested_version=$(basename "$SOURCE_DIR")
+        
+        print_color_message ${BLUE} "Checking if Docker image exists for version $requested_version..."
+        
+        # Check if the Docker image exists in the registry
+        if check_docker_image_exists "$SOURCE_REGISTRY"; then
+            print_color_message ${GREEN} "Docker image found: $SOURCE_REGISTRY"
+            
+            # Find the latest known version that is lower than the requested version
+            local latest_version=$(find_latest_known_version "$provider_name" "$requested_version")
+            
+            if [ -n "$latest_version" ]; then
+                print_color_message ${YELLOW} "Could not be found - copying manifests from latest known version ($latest_version) and applying them to this version."
+                
+                # Copy manifests from latest version
+                copy_manifests_from_latest "$provider_name" "$requested_version" "$latest_version"
+                
+                print_color_message ${GREEN} "Manifests copied successfully. Continuing with upgrade test."
+            else
+                print_color_message ${RED} "Error: No known versions found for provider $provider_name that are lower than $requested_version to copy manifests from."
+                exit 1
+            fi
+        else
+            print_color_message ${RED} "Error: Docker image $SOURCE_REGISTRY does not exist in registry."
+            print_color_message ${RED} "Error: Cannot proceed without valid source version."
+            exit 1
+        fi
     fi
 }
 
@@ -278,13 +385,18 @@ print_help ()
     printf '\t%s\n' "--source: source version provider docker registry with tag (required)"
     printf '\t%s\n' "--target: target version provider docker registry with tag (required)"
     printf '\t%s\n' "--source-dir: source provider CR test directory relative to providers (required)"
+    printf '\t%s\n' "             Note: If the specified source-dir doesn't exist, but the Docker image"
+    printf '\t%s\n' "             exists in the registry, manifests will be automatically copied from"
+    printf '\t%s\n' "             the latest known version to enable testing of new versions."
     printf '\t%s\n' "--provider: which provider to test (default: provider-btp)"
     printf '\t%s\n' "--use-cluster-context: do not create k8s cluster, instead use existing cluster context"
     printf '\t%s\n' "--wait-user-input: prompt for user input within test steps"
     printf '\t%s\n' "--skip-crossplane-install: skip installing crossplane in k8s cluster"
     printf '\t%s\n' "-h,--help: Prints help"
     printf '\n%s\n' "Example:"
     printf '\t%s\n' "./provider-test.sh upgrade-test --source crossplane/provider-btp:v1.0.3 --target crossplane/provider-btp:v1.1.0 --source-dir provider-btp/v1.0.3"
+    printf '\n%s\n' "Auto-copy example (if v1.0.5 manifests don't exist but Docker image does):"
+    printf '\t%s\n' "./provider-test.sh upgrade-test --source crossplane/provider-btp:v1.0.5 --target crossplane/provider-btp:v1.1.0 --source-dir provider-btp/v1.0.5"
 }
 
 print_test_steps_summary() {

providers/provider-btp/v1.1.0/chainsaw-test.yaml

@@ -9,10 +9,10 @@ spec:
     cleanup: 120s
   steps:
   - timeouts:
-      assert: 180s
+      assert: 300s
     try:
     - apply:
-        file: ../v1.0.3/crs/subaccount.yaml
+        file: crs/subaccount.yaml
     - assert:
         resource:
           apiVersion: account.btp.sap.crossplane.io/v1alpha1
@@ -28,7 +28,7 @@ spec:
       assert: 120s
     try:
     - apply:
-        file: ../v1.0.3/crs/cis-entitlement.yaml
+        file: crs/cis-entitlement.yaml
     - assert:
         resource:
           apiVersion: account.btp.sap.crossplane.io/v1alpha1
@@ -44,7 +44,7 @@ spec:
       assert: 120s
     try:
     - apply:
-        file: ../v1.0.3/crs/kyma-entitlement.yaml
+        file: crs/kyma-entitlement.yaml
     - assert:
         resource:
           apiVersion: account.btp.sap.crossplane.io/v1alpha1
@@ -57,10 +57,10 @@ spec:
             (conditions[?type == 'Synced']):
             - status: 'True'
   - timeouts:
-      assert: 480s
+      assert: 120s
     try:
     - apply:
-        file: ../v1.0.3/crs/service-manager.yaml
+        file: crs/service-manager.yaml
     - assert:
         resource:
           apiVersion: account.btp.sap.crossplane.io/v1beta1 
@@ -76,7 +76,7 @@ spec:
       assert: 480s
     try:
     - apply:
-        file: ../v1.0.3/crs/cis-local.yaml
+        file: crs/cis-local.yaml
     - assert:
         resource:
           apiVersion: account.btp.sap.crossplane.io/v1alpha1  
@@ -92,7 +92,7 @@ spec:
       assert: 180s  
     try:
     - apply:
-        file: ../v1.0.3/crs/cloudfoundry-env.yaml
+        file: crs/cloudfoundry-env.yaml
     - assert:
         resource:
           apiVersion: environment.btp.sap.crossplane.io/v1alpha1 
@@ -108,7 +108,7 @@ spec:
       assert: 180s  
     try:
     - apply:
-        file: ../v1.0.3/crs/subscription.yaml
+        file: crs/subscription.yaml
     - assert:
         resource:
           apiVersion: account.btp.sap.crossplane.io/v1alpha1
@@ -124,7 +124,7 @@ spec:
       assert: 1800s  
     try:
     - apply:
-        file: ../v1.0.3/crs/kyma-env.yaml
+        file: crs/kyma-env.yaml
     - assert:
         resource:
           apiVersion: environment.btp.sap.crossplane.io/v1alpha1 

providers/provider-btp/v1.1.0/crs/cis-entitlement.yaml

@@ -0,0 +1,13 @@
+apiVersion: account.btp.sap.crossplane.io/v1alpha1
+kind: Entitlement
+metadata:
+  name: cis-entitlement
+spec:
+  forProvider:
+    serviceName: cis
+    servicePlanName: local
+    enable: true
+    subaccountRef:
+      name: upgrade-test-subaccount
+  providerConfigRef:
+    name: account-provider-config

providers/provider-btp/v1.1.0/crs/cis-local.yaml

@@ -0,0 +1,15 @@
+apiVersion: account.btp.sap.crossplane.io/v1alpha1
+kind: CloudManagement
+metadata:
+  name: my-cis
+spec:
+  writeConnectionSecretToRef:
+    name: my-cis
+    namespace: default
+  forProvider:
+    serviceManagerRef:
+      name: upgrade-test-subaccount-service-manager
+    subaccountRef:
+      name: upgrade-test-subaccount
+  providerConfigRef:
+    name: account-provider-config

providers/provider-btp/v1.1.0/crs/cloudfoundry-env.yaml

@@ -5,13 +5,11 @@ metadata:
 spec:
   forProvider:
     initialOrgManagers:
-      - $TECHNICAL_USER_EMAIL
-    landscape: cf-eu10
-    orgName: dummy-org
+      - INJECT_ENV.TECHNICAL_USER_EMAIL
+    landscape: cf-eu20
   cloudManagementRef:
     name: my-cis
   subaccountRef:
     name: upgrade-test-subaccount
   providerConfigRef:
     name: account-provider-config
-    

providers/provider-btp/v1.1.0/crs/directory.yaml

@@ -0,0 +1,13 @@
+apiVersion: account.btp.sap.crossplane.io/v1alpha1
+kind: Directory
+metadata:
+  name: my-directory
+spec:
+  forProvider:
+    description: test dir
+    directoryAdmins:
+      - INJECT_ENV.TECHNICAL_USER_EMAIL
+      - INJECT_ENV.SECOND_DIRECTORY_ADMIN_EMAIL
+    displayName: upgrade test directory
+  providerConfigRef:
+    name: account-provider-config

providers/provider-btp/v1.1.0/crs/kyma-entitlement.yaml

@@ -0,0 +1,13 @@
+apiVersion: account.btp.sap.crossplane.io/v1alpha1
+kind: Entitlement
+metadata:
+  name: kyma-entitlement
+spec:
+  forProvider:
+    serviceName: kymaruntime
+    servicePlanName: azure
+    amount: 1
+    subaccountRef:
+      name: upgrade-test-subaccount
+  providerConfigRef:
+    name: account-provider-config

providers/provider-btp/v1.1.0/crs/kyma-env.yaml

@@ -0,0 +1,15 @@
+apiVersion: environment.btp.sap.crossplane.io/v1alpha1
+kind: KymaEnvironment
+metadata:
+  name: my-kyma-env
+spec:
+  cloudManagementRef:
+    name: my-cis
+  forProvider:
+    parameters:
+      region: westeurope 
+    planName: azure
+  providerConfigRef:
+    name: account-provider-config
+  subaccountRef:
+    name: upgrade-test-subaccount

providers/provider-btp/v1.1.0/crs/service-manager.yaml

@@ -0,0 +1,14 @@
+apiVersion: account.btp.sap.crossplane.io/v1beta1
+kind: ServiceManager
+metadata:
+  name: upgrade-test-subaccount-service-manager
+  namespace: default
+spec:
+  writeConnectionSecretToRef:
+    name: upgrade-test-subaccount-service-manager
+    namespace: default
+  forProvider:
+    subaccountRef:
+      name: upgrade-test-subaccount
+  providerConfigRef:
+    name: account-provider-config