Build PDFs for beta pre-releases too (#27)

* Build PDFs for beta pre-releases too

* Print more to the logs

* Fix strings

* exclude 1.9.0-beta1

Author: mortenpi

pdf/make.jl

@@ -13,9 +13,17 @@ function download_release(v::VersionNumber)
         julia = "julia-$(v)-linux-x86_64"
         tarball = "$(julia).tar.gz"
         sha256 = "julia-$(v).sha256"
-        run(`curl -vo $(tarball) -L https://julialang-s3.julialang.org/bin/linux/x64/$(x).$(y)/$(tarball)`)
-        run(`curl -vo $(sha256) -L https://julialang-s3.julialang.org/bin/checksums/$(sha256)`)
-        run(pipeline(`grep $(tarball) $(sha256)`, `sha256sum -c`))
+        url = "https://julialang-s3.julialang.org/bin/linux/x64/$(x).$(y)/$(tarball)"
+        sha_url = "https://julialang-s3.julialang.org/bin/checksums/$(sha256)"
+        @info "Downloading release tarball." url sha_url
+        run(`curl -fvo $(tarball) -L $(url)`)
+        run(`curl -fvo $(sha256) -L $(sha_url)`)
+        try
+            run(pipeline(`grep $(tarball) $(sha256)`, `sha256sum -c`))
+        catch e
+            @info "Contents of SHA256 file:\n$(read(sha256, String))"
+            rethrow(e)
+        end
         mkpath(julia)
         run(`tar -xzf $(tarball) -C $(julia) --strip-components 1`)
         return abspath(julia, "bin", "julia")
@@ -27,7 +35,9 @@ function download_nightly()
     julia_exec, commit = cd(BUILDROOT) do
         julia = "julia-latest-linux64"
         tarball = "$(julia).tar.gz"
-        run(`curl -vo $(tarball) -L https://julialangnightlies-s3.julialang.org/bin/linux/x64/$(tarball)`)
+        url = "https://julialangnightlies-s3.julialang.org/bin/linux/x64/$(tarball)"
+        @info "Downloading nightly tarball." url
+        run(`curl -fvo $(tarball) -L $url`)
         # find the commit from the extracted folder
         folder = first(readlines(`tar -tf $(tarball)`))
         _, commit = split(folder, '-'); commit = chop(commit)
@@ -80,7 +90,6 @@ function build_release_pdf(v::VersionNumber)
     end
 
     # download julia binary
-    @info "downloading release tarball."
     julia_exec = download_release(v)
 
     # checkout relevant tag and clean repo
@@ -95,7 +104,6 @@ function build_release_pdf(v::VersionNumber)
 end
 
 function build_nightly_pdf()
-    @info "downloading nightly tarball"
     julia_exec, commit = download_nightly()
     # output is "julia version 1.1.0-DEV"
     _, _, v = split(readchomp(`$(julia_exec) --version`))
@@ -120,16 +128,19 @@ function collect_versions()
         # lines are in the form 'COMMITSHA\trefs/tags/TAG'
         _, ref = split(line, '\t')
         _, _, tag = split(ref, '/')
-        if occursin(r"^v\d+\.\d+\.\d+(?:-rc\d+)?$", tag)
+        if occursin(r"^v\d+\.\d+\.\d+(?:-(:?rc|beta)\d+)?$", tag)
             # the version regex is not as general as Base.VERSION_REGEX -- we only build "pure"
-            # versions and exclude tags that are pre-releases or have build information.
+            # versions and exclude tags that are pre-releases (except for -rcN and -betaN) or
+            # have build information.
             v = VersionNumber(tag)
             # pdf doc only possible for 1.1.0 and above
             v >= v"1.1.0" || continue
             # only build RCs if > 1.7
             v < v"1.7.0" && !isempty(v.prerelease) && continue
             # exclude 1.8.0 pre-releases, since those fail
             v"1.8.0-" < v < v"1.8.0" && continue
+            # exclude 1.9.0-beta1, because it doesn't have a SHA file
+            v == v"1.9.0-beta1" && continue
             push!(versions, v)
         end
     end