add robots.txt

Author: LaAlice

Dockerfile

@@ -76,6 +76,7 @@ COPY wait-for-it.sh /wait-for-it.sh
 RUN chmod +x /wait-for-it.sh
 COPY entrypoint.sh /entrypoint.sh
 COPY LocalSettings.php.template /LocalSettings.php.template
+COPY robots.txt /var/www/html/w/robots.txt
 COPY images /var/www/html/w/images_repo/
 ENV MW_SITE_NAME=wikibase-docker\
     MW_SITE_LANG=en
@@ -110,4 +111,4 @@ RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone
 RUN printf '[PHP]\ndate.timezone = "Europe/Berlin"\n' > /usr/local/etc/php/conf.d/tzone.ini
 
 ENTRYPOINT ["/bin/bash"]
-CMD ["/entrypoint.sh"]
+CMD ["/entrypoint.sh"]

robots.txt

@@ -0,0 +1,19 @@
+User-agent: *
+Disallow: /w/index.php?title=Special:
+Disallow: /wiki/Special:
+Disallow: /w/api.php
+Disallow: /w/rest.php
+Disallow: /w/load.php
+
+Disallow: /*?action=edit
+Disallow: /*?action=history
+Disallow: /*?diff=
+Disallow: /*?oldid=
+Disallow: /*?printable=
+Disallow: /*&action=edit
+Disallow: /*&action=history
+Disallow: /*&diff=
+Disallow: /*&oldid=
+
+Disallow: /wiki/Special:EntityData/
+Disallow: /w/index.php?title=Special:EntityData