cmd/golangorg: return all known Go toolchain versions

Update https://go.dev/dl/mod/golang.org/toolchain/@v/list to list
all known toolchain versions. This previously only listed the
stable versions.

Returning only the stable versions of go was inconsistent with
proxy.golang.org, leading to a different experience when running the
go command with GOPROXY=direct. This prevented the go command from
identifying newer versions of the toolchain that have been released.

Fixes golang/go#61359

Change-Id: I09729cc4826e40e5d5ee1effff6ed476ff983595
Reviewed-on: https://go-review.googlesource.com/c/website/+/551595
Reviewed-by: Dmitri Shuralyov <[email protected]>
LUCI-TryBot-Result: Go LUCI <[email protected]>
Reviewed-by: Bryan Mills <[email protected]>
Reviewed-by: Dmitri Shuralyov <[email protected]>

Author: suzmue

cmd/golangorg/testdata/web.txt

@@ -441,6 +441,11 @@ body ~ (?m)^v0\.0\.1-go1\.\d+\.\d+.darwin-arm64$
 body ~ (?m)^v0\.0\.1-go1\.\d+\.\d+.darwin-amd64$
 body ~ (?m)^v0\.0\.1-go1\.\d+\.\d+.linux-386$
 body ~ (?m)^v0\.0\.1-go1\.\d+\.\d+.windows-amd64$
+body ~ (?m)^v0\.0\.1-go1\.\d+rc\d+\.darwin-arm64$
+body ~ (?m)^v0\.0\.1-go1\.\d+rc\d+\.darwin-amd64$
+body ~ (?m)^v0\.0\.1-go1\.\d+rc\d+\.linux-386$
+body ~ (?m)^v0\.0\.1-go1\.\d+rc\d+\.windows-amd64$
+body !contains bootstrap
 
 GET https://go.dev/ref
 redirect == /doc/#references

internal/dl/server.go

@@ -81,7 +81,6 @@ func (h server) listHandler(w http.ResponseWriter, r *http.Request) {
 }
 
 // toolchainList serves the toolchain module version list.
-// We only list the stable releases, even though older releases are available as well.
 func (h server) toolchainList(w http.ResponseWriter, r *http.Request) {
 	d, err := h.listData(r.Context())
 	if err != nil {
@@ -91,22 +90,24 @@ func (h server) toolchainList(w http.ResponseWriter, r *http.Request) {
 	}
 
 	var buf bytes.Buffer
-	for _, r := range d.Stable {
-		for _, f := range r.Files {
-			if f.Kind != "archive" {
-				continue
+	for _, l := range [][]Release{d.Stable, d.Unstable, d.Archive} {
+		for _, r := range l {
+			for _, f := range r.Files {
+				if f.Kind != "archive" || f.Arch == "bootstrap" {
+					continue
+				}
+				buf.WriteString("v0.0.1-")
+				buf.WriteString(f.Version)
+				buf.WriteString(".")
+				buf.WriteString(f.OS)
+				buf.WriteString("-")
+				arch := f.Arch
+				if arch == "armv6l" {
+					arch = "arm"
+				}
+				buf.WriteString(arch)
+				buf.WriteString("\n")
 			}
-			buf.WriteString("v0.0.1-")
-			buf.WriteString(f.Version)
-			buf.WriteString(".")
-			buf.WriteString(f.OS)
-			buf.WriteString("-")
-			arch := f.Arch
-			if arch == "armv6l" {
-				arch = "arm"
-			}
-			buf.WriteString(arch)
-			buf.WriteString("\n")
 		}
 	}
 	w.Write(buf.Bytes())