Fix a few d.p.o redirect rules (#506)

* Split d.p.o redirects to a new config file

* Add header note

* Add Hurl specs

* Add CI testing

* Fix the `genindex` redirect

* Restrict the ftp redirect to ``/ftp/python/doc``

* Require a full match for the py3k redirect

Author: AA-Turner

salt/docs/config/nginx.docs-redirects.conf

@@ -18,11 +18,12 @@ location ~ \.(pdf|zip|epub|bz2)$ {
 }
 
 # Some doc download pages link to docs.python.org/ftp instead of www.python.org/ftp.
-location ^~ /ftp/ {
+location ^~ /ftp/python/doc {
     return 301 https://www.python.org$request_uri;
 }
 
-location ~ /py3k(.*)$ {
+# Py3k is Python 3
+location ~ ^/py3k(.*)$ {
     return 301 https://$host/3$1;
 }
 
@@ -169,7 +170,7 @@ location = /documenting/building.html {
 location ~ ^/((archives|c-api|distutils|extending|faq|howto|install|library|reference|tutorial|using|whatsnew|_images|_sources|_static)(/.*)?)$ {
     return 301 https://$host/3/$1;
 }
-location ~ ^/(about|bugs|contents|copyright|download|genindex.*|glossary|index|license|py-modindex|search)(.html)?$ {
+location ~ ^/(about|bugs|contents|copyright|download|genindex(-[^.]+)?|glossary|index|license|py-modindex|search)(.html)?$ {
     return 301 https://$host/3/$1.html;
 }
 location ~ ^/(searchindex.js|objects.inv)$ {

tests/docs-redirects/specs/top-level-files.hurl

@@ -53,7 +53,7 @@ header "Location" == "https://localhost/3/download.html"
 GET {{host}}/genindex.html
 HTTP 301
 [Asserts]
-header "Location" == "https://localhost/3/genindex.html.html"
+header "Location" == "https://localhost/3/genindex.html"
 
 GET {{host}}/genindex
 HTTP 301
@@ -63,7 +63,7 @@ header "Location" == "https://localhost/3/genindex.html"
 GET {{host}}/genindex-_.html
 HTTP 301
 [Asserts]
-header "Location" == "https://localhost/3/genindex-_.html.html"
+header "Location" == "https://localhost/3/genindex-_.html"
 
 GET {{host}}/genindex-_
 HTTP 301
@@ -73,7 +73,7 @@ header "Location" == "https://localhost/3/genindex-_.html"
 GET {{host}}/genindex-A.html
 HTTP 301
 [Asserts]
-header "Location" == "https://localhost/3/genindex-A.html.html"
+header "Location" == "https://localhost/3/genindex-A.html"
 
 GET {{host}}/genindex-A
 HTTP 301
@@ -83,7 +83,7 @@ header "Location" == "https://localhost/3/genindex-A.html"
 GET {{host}}/genindex-Symbols.html
 HTTP 301
 [Asserts]
-header "Location" == "https://localhost/3/genindex-Symbols.html.html"
+header "Location" == "https://localhost/3/genindex-Symbols.html"
 
 GET {{host}}/genindex-Symbols
 HTTP 301