docs/robots.txt at main · james-warren0/docs · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
---
layout: null
---
{%- if jekyll.environment == 'production' -%}
User-agent: *

# Docker Engine archives
Disallow: /edge/
Disallow: /v1.4/
Disallow: /v1.5/
Disallow: /v1.6/
Disallow: /v1.7/
Disallow: /v1.8/
Disallow: /v1.9/
Disallow: /v1.10/
Disallow: /v1.11/
Disallow: /v1.12/
Disallow: /v1.13/
Disallow: /v17.03/
Disallow: /v17.06/
Disallow: /v17.09/
Disallow: /v17.12/
Disallow: /v18.03/
Disallow: /v18.09/

# Docker Datacenter archives
Disallow: /datacenter/
Disallow: /ee/

Disallow: /apidocs/v*

Sitemap: {{ site.docs_url }}/sitemap.xml
{%- else -%}
# Disable all indexing on staging websites and Netlify previews to prevent
# them showing up in search results.
User-agent: *
Disallow: /
{%- endif %}