Use local Github clone as backup + fallback to statically.io (#2778)

* Add local repository backup fallback to avoid GitHub rate limits

- Add ensure_local_backup_repo() to clone repo fresh on each update
- Add try_local_backup() to copy files from local backup when GitHub fails
- Modify curl_to_dir() to automatically fall back to local backup
- Update fetch_lib.sh to use local backup when downloading lib.sh fails
- Call ensure_local_backup_repo() in update and install scripts

This solves issue #2771 by providing a local fallback when GitHub
raw.githubusercontent.com hits rate limits. The implementation:
- Prioritizes GitHub (online-first approach)
- Falls back to local clone automatically on download failures
- Clones fresh repo on each update run (no stale files)
- Minimal code changes (~55 lines across 4 files)
- Zero breaking changes - fully backward compatible

* Fix menu.sh to work offline with local backup

Remove network_ok check in menu.sh to allow running offline.
The run_script function will automatically:
1. Try to download from GitHub (if online)
2. Fall back to local backup (if offline or rate limited)

This allows users to run menu.sh for configuration changes
even when completely offline, as requested in issue #2771.

* Add Statically.io CDN as middle-tier fallback

- Add CDN fallback between GitHub and local backup
- Update curl_to_dir() in lib.sh to try cdn.statically.io
- Update fetch_lib.sh with CDN fallback
- Update nextcloud_update.sh initial source with CDN fallback
- Statically.io caches main branch for 1 day (helps with rate limits)
- Fallback order: GitHub → Statically CDN → Local backup

* Use fetch_lib.sh in update script instead of duplicating fallback logic

- Source fetch_lib.sh which handles GitHub → CDN → Local backup
- Check for local fetch_lib.sh first before downloading
- Add CDN fallback for fetch_lib.sh itself
- Cleaner code, no duplication of fallback logic

Author: enoch85

lib.sh

@@ -613,6 +613,7 @@ fi
 }
 
 # A function to fetch a file with curl to a directory
+# Falls back to local backup if download fails
 # 1 = https://example.com
 # 2 = name of file
 # 3 = directory that the file should end up in
@@ -624,18 +625,50 @@ fi
     rm -f "$3"/"$2"
     if [ -n "$download_script_function_in_use" ]
     then
-        curl -sfL "$1"/"$2" -o "$3"/"$2"
+        if ! curl -sfL "$1"/"$2" -o "$3"/"$2"
+        then
+            # Try Statically.io CDN if this is a GitHub URL
+            if [[ "$1" == *"raw.githubusercontent.com"* ]]
+            then
+                local cdn_url="${1/raw.githubusercontent.com/cdn.statically.io\/gh}"
+                cdn_url="${cdn_url//\/nextcloud\/vm\//\/nextcloud\/vm\/main\/}"
+                if curl -sfL "$cdn_url"/"$2" -o "$3"/"$2"
+                then
+                    return 0
+                fi
+            fi
+            # Try local backup
+            try_local_backup "$1" "$2" "$3"
+        fi
     else
         local retries=0
         while :
         do
             if [ "$retries" -ge 10 ]
             then
-                if yesno_box_yes "Tried 10 times but didn't succeed. We will now exit the script because it might break things. You can choose 'No' to continue on your own risk."
+                # Try Statically.io CDN if this is a GitHub URL
+                if [[ "$1" == *"raw.githubusercontent.com"* ]]
                 then
-                    exit 1
+                    local cdn_url="${1/raw.githubusercontent.com/cdn.statically.io\/gh}"
+                    cdn_url="${cdn_url//\/nextcloud\/vm\//\/nextcloud\/vm\/main\/}"
+                    if curl -sfL "$cdn_url"/"$2" -o "$3"/"$2"
+                    then
+                        print_text_in_color "$IGreen" "✓ Used Statically.io CDN"
+                        break
+                    fi
+                fi
+                # Exhausted retries, try local backup
+                if try_local_backup "$1" "$2" "$3"
+                then
+                    print_text_in_color "$IGreen" "✓ Used local backup copy"
+                    break
                 else
-                    return 1
+                    if yesno_box_yes "Tried 10 times but didn't succeed. We will now exit the script because it might break things. You can choose 'No' to continue on your own risk."
+                    then
+                        exit 1
+                    else
+                        return 1
+                    fi
                 fi
             fi
             if ! curl -sfL "$1"/"$2" -o "$3"/"$2"
@@ -2280,6 +2313,71 @@ https://shop.hanssonit.se/product/upgrade-between-major-owncloud-nextcloud-versi
 fi
 }
 
+## LOCAL REPOSITORY BACKUP FUNCTIONS
+# These functions provide fallback to a local clone when GitHub is unavailable
+
+# Clone or refresh local backup of repository
+# This runs during update to keep a fresh copy as fallback
+ensure_local_backup_repo() {
+    local BACKUP_REPO="/var/scripts/vm-repo-backup"
+    
+    # Install git if needed
+    install_if_not git
+    
+    # Remove old clone and get fresh copy
+    print_text_in_color "$ICyan" "Creating local backup of repository (in case of network issues)..."
+    rm -rf "$BACKUP_REPO"
+    
+    # Clone with timeout, don't fail if it doesn't work
+    if timeout 120 git clone --depth 1 --branch main \
+        https://github.com/nextcloud/vm.git "$BACKUP_REPO" &>/dev/null
+    then
+        chmod -R +rx "$BACKUP_REPO"
+        print_text_in_color "$IGreen" "✓ Local backup ready"
+        return 0
+    else
+        print_text_in_color "$IYellow" "Could not create local backup (continuing anyway)"
+        return 1
+    fi
+}
+
+# Try to copy file from local backup repository
+# Called when curl download fails (rate limits, network issues)
+try_local_backup() {
+    local url="$1"
+    local file="$2"
+    local dest_dir="$3"
+    local BACKUP_REPO="/var/scripts/vm-repo-backup"
+    
+    # Check if backup exists
+    if [ ! -d "$BACKUP_REPO" ]
+    then
+        return 1
+    fi
+    
+    # Convert URL to local path
+    # https://raw.githubusercontent.com/nextcloud/vm/main/apps/script.sh -> apps/script.sh
+    local path_part
+    path_part=$(echo "$url" | sed 's|https://raw.githubusercontent.com/nextcloud/vm/main/||' | sed 's|https://raw.githubusercontent.com/nextcloud/vm/master/||')
+    
+    # If path_part is empty, we're downloading from root
+    if [ -z "$path_part" ]
+    then
+        local local_file="$BACKUP_REPO/$file"
+    else
+        local local_file="$BACKUP_REPO/$path_part/$file"
+    fi
+    
+    if [ -f "$local_file" ]
+    then
+        print_text_in_color "$IYellow" "⚠ GitHub unavailable, using local backup: $file"
+        cp "$local_file" "$dest_dir/$file"
+        return 0
+    else
+        return 1
+    fi
+}
+
 ## bash colors
 # Reset
 Color_Off='\e[0m'       # Text Reset

menu/menu.sh

@@ -19,10 +19,7 @@ root_check
 mkdir -p "$SCRIPTS"
 print_text_in_color "$ICyan" "Running the main menu script..."
 
-if network_ok
-then
-    # Delete, download, run
-    run_script MENU main_menu
-fi
+# Try to run main_menu - will use local backup if GitHub unavailable
+run_script MENU main_menu
 
 exit

nextcloud_install_production.sh

@@ -164,6 +164,10 @@ install_if_not iputils-ping
 
 # Download needed libraries before execution of the first script
 mkdir -p "$SCRIPTS"
+
+# Create local backup (in case GitHub is rate limited during install)
+ensure_local_backup_repo
+
 download_script GITHUB_REPO lib
 download_script STATIC fetch_lib
 

nextcloud_update.sh

@@ -11,12 +11,22 @@
 true
 SCRIPT_NAME="Nextcloud Update Script"
 # shellcheck source=lib.sh
-source <(curl -sL https://raw.githubusercontent.com/nextcloud/vm/main/lib.sh)
+if [ -f /var/scripts/fetch_lib.sh ]
+then
+    # shellcheck source=static/fetch_lib.sh
+    source /var/scripts/fetch_lib.sh
+elif ! source <(curl -sL https://raw.githubusercontent.com/nextcloud/vm/main/static/fetch_lib.sh)
+then
+    source <(curl -sL https://cdn.statically.io/gh/nextcloud/vm/main/static/fetch_lib.sh)
+fi
 
 # Get all needed variables from the library
 ncdb
 nc_update
 
+# Create local backup of repository (for fallback if GitHub has issues)
+ensure_local_backup_repo
+
 # Check for errors + debug code and abort if something isn't right
 # 1 = ON
 # 0 = OFF

static/fetch_lib.sh

@@ -22,13 +22,36 @@ if ! [ -f /var/scripts/lib.sh ]
 then
     if ! curl -sfL https://raw.githubusercontent.com/nextcloud/vm/main/lib.sh -o /var/scripts/lib.sh
     then
-        print_text_in_color "$IRed" "You don't seem to have an internet \
+        # Try Statically.io CDN
+        if curl -sfL https://cdn.statically.io/gh/nextcloud/vm/main/lib.sh -o /var/scripts/lib.sh
+        then
+            print_text_in_color "$IGreen" "✓ Used Statically.io CDN"
+        # Try local backup
+        elif [ -f /var/scripts/vm-repo-backup/lib.sh ]
+        then
+            print_text_in_color "$IYellow" "⚠ GitHub unavailable, using local backup: lib.sh"
+            cp /var/scripts/vm-repo-backup/lib.sh /var/scripts/lib.sh
+        else
+            print_text_in_color "$IRed" "You don't seem to have an internet \
 connection and the local lib isn't available. Hence you cannot run this script."
-        exit 1
+            exit 1
+        fi
     fi
 elif ! [ -f /var/scripts/nextcloud-startup-script.sh ]
 then
-    curl -sfL https://raw.githubusercontent.com/nextcloud/vm/main/lib.sh -o /var/scripts/lib.sh
+    if ! curl -sfL https://raw.githubusercontent.com/nextcloud/vm/main/lib.sh -o /var/scripts/lib.sh
+    then
+        # Try Statically.io CDN
+        if curl -sfL https://cdn.statically.io/gh/nextcloud/vm/main/lib.sh -o /var/scripts/lib.sh
+        then
+            print_text_in_color "$IGreen" "✓ Used Statically.io CDN"
+        # Try local backup
+        elif [ -f /var/scripts/vm-repo-backup/lib.sh ]
+        then
+            print_text_in_color "$IYellow" "⚠ GitHub unavailable, using local backup: lib.sh"
+            cp /var/scripts/vm-repo-backup/lib.sh /var/scripts/lib.sh
+        fi
+    fi
 fi
 
 # shellcheck source=lib.sh