diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml
index f1d5d202d..580fefa2e 100644
--- a/.github/workflows/nightly.yml
+++ b/.github/workflows/nightly.yml
@@ -49,7 +49,10 @@ jobs:
             specfile_path: libsolv.spec
             actions:
               post-upstream-clone:
+                # Download spec
                 - "wget https://src.fedoraproject.org/rpms/libsolv/raw/main/f/libsolv.spec -O libsolv.spec"
+                # Download patches used in the spec
+                - bash -c "spectool -P libsolv.spec | awk '{print $2}' | xargs -I {} curl --retry 3 -O https://src.fedoraproject.org/rpms/libsolv/raw/rawhide/f/{}"
           EOL
             COMMAND_STRING+=" -c ./packit_libsolv.yaml"
           fi