Skip to content

Commit 7b3a1ed

Browse files
jmerlejmerle
committed
Update the scraper again
1 parent 5342562 commit 7b3a1ed

File tree

1 file changed

+133
-51
lines changed

1 file changed

+133
-51
lines changed

‎lib/docs/scrapers/docker.rb

Lines changed: 133 additions & 51 deletions
Original file line numberDiff line numberDiff line change
@@ -15,15 +15,69 @@ class Docker < UrlScraper
1515
end
1616

1717
options[:attribution] = <<-HTML
18-
&copy; 2017 Docker, Inc.<br>
18+
&copy; 2019 Docker, Inc.<br>
1919
Licensed under the Apache License, Version 2.0.<br>
2020
Docker and the Docker logo are trademarks or registered trademarks of Docker, Inc. in the United States and/or other countries.<br>
2121
Docker, Inc. and other parties may also have trademark rights in other terms used herein.
2222
HTML
2323

24+
version '19' do
25+
self.release = '19.03'
26+
self.base_url = "https://docs.docker.com/"
27+
28+
html_filters.push 'docker/entries', 'docker/clean_html'
29+
30+
options[:container] = '.wrapper .container-fluid .row'
31+
32+
options[:only_patterns] = [/\Aget-started\//, /\Aengine\//, /\Acompose\//, /\Amachine\//, /\Anotary\//]
33+
options[:skip_patterns] = [/\Aengine\/api\/v/, /glossary/, /docker-ee/]
34+
35+
options[:replace_paths] = {
36+
'install/linux/ubuntu/' => 'install/linux/docker-ce',
37+
'get-started/part1' => 'get-started',
38+
'engine/installation/' => 'install',
39+
'engine/installation/linux/linux-postinstall/' => 'install/linux',
40+
'compose/overview/' => 'compose',
41+
'docker-cloud/' => 'docker-hub',
42+
'datacenter/install/linux/' => 'ee',
43+
'engine/userguide/' => 'config/daemon',
44+
'engine/admin/' => 'config/daemon',
45+
'opensource/get-help/' => 'opensource',
46+
'engine/tutorials/dockerimages/' => 'get-started',
47+
'engine/admin/volumes/bind-mounts/' => 'storage',
48+
'engine/tutorials/dockervolumes/' => 'storage',
49+
'engine/admin/volumes/volumes/' => 'storage',
50+
'engine/userguide/labels-custom-metadata/' => 'config',
51+
'engine/userguide/eng-image/multistage-build/' => 'develop/develop-images',
52+
'engine/swarm/networking/' => 'network',
53+
'engine/admin/resource_constraints/' => 'config/containers',
54+
'engine/admin/logging/overview/' => 'config/containers/logging',
55+
'engine/userguide/eng-image/dockerfile_best-practices/' => 'develop/develop-images',
56+
'engine/tutorials/dockerrepos/' => 'get-started',
57+
'engine/userguide/networking/' => 'network',
58+
'engine/userguide/networking/get-started-overlay/' => 'network',
59+
'engine/reference/commandline/swarm_join_token/' => 'engine/reference/commandline',
60+
'engine/understanding-docker/' => 'engine',
61+
'engine/userguide/dockervolumes/' => 'storage',
62+
'engine/installation/binaries/' => 'install/linux/docker-ce',
63+
'engine/userguide/networking/default_network/dockerlinks/' => 'network',
64+
'engine/reference/api/' => 'develop/sdk',
65+
'engine/admin/systemd/' => 'config/daemon',
66+
'engine/userguide/storagedriver/imagesandcontainers/' => 'storage/storagedriver',
67+
'engine/api/' => 'develop/sdk',
68+
'engine/userguide/networking/get-started-overlay' => 'network',
69+
'engine/userguide/networking/overlay-security-model/' => 'network',
70+
'engine/installation/linux/docker-ce/binaries/' => 'install/linux/docker-ce',
71+
'engine/admin/volumes/' => 'storage/volumes/',
72+
'engine/userguide/networking//' => 'network',
73+
'engine/reference/commandline' => 'engine/reference/commandline/docker',
74+
'engine/reference/commandline/' => 'engine/reference/commandline/docker/',
75+
}
76+
end
77+
2478
version '18' do
25-
self.release = '18.03'
26-
self.base_url = 'https://docs.docker.com/'
79+
self.release = '18.09'
80+
self.base_url = "https://docs.docker.com/v#{release}/"
2781

2882
html_filters.push 'docker/entries', 'docker/clean_html'
2983

@@ -33,36 +87,50 @@ class Docker < UrlScraper
3387
options[:skip_patterns] = [/\Aengine\/api\/v/, /glossary/, /docker-ee/]
3488

3589
options[:replace_paths] = {
36-
'get-started/part1' => 'get-started/',
37-
'engine/installation/linux/docker-ee/linux-postinstall/' => 'engine/installation/linux/linux-postinstall/',
38-
'engine/installation/linux/docker-ee/' => 'engine/installation/',
39-
'engine/installation/linux/docker-ce/' => 'engine/installation/',
40-
'engine/installation/linux/' => 'engine/installation/',
41-
'engine/installation/windows/' => 'engine/installation/',
42-
'engine/userguide/intro/' => 'engine/userguide/',
43-
'engine/tutorials/dockervolumes/' => 'engine/admin/volumes/volumes/',
44-
'engine/getstarted/' => 'get-started/',
45-
'engine/tutorials/dockerimages/' => 'get-started/',
46-
'engine/tutorials/dockerrepos/' => 'get-started/',
47-
'engine/admin/host_integration/' => 'engine/admin/start-containers-automatically/',
48-
'engine/installation/linux/rhel/' => 'engine/installation/linux/docker-ee/rhel/',
49-
'engine/installation/linux/ubuntulinux/' => 'engine/installation/linux/docker-ee/ubuntu/',
50-
'engine/installation/linux/suse/' => 'engine/installation/linux/docker-ee/suse/',
51-
'engine/admin/logging/' => 'engine/admin/logging/view_container_logs/',
52-
'engine/swarm/how-swarm-mode-works/' => 'engine/swarm/how-swarm-mode-works/nodes/',
53-
'engine/installation/binaries/' => 'engine/installation/linux/docker-ce/binaries/',
90+
'install/linux/ubuntu/' => 'install/linux/docker-ce',
91+
'get-started/part1' => 'get-started',
92+
'engine/installation/' => 'install',
93+
'engine/installation/linux/linux-postinstall/' => 'install/linux',
94+
'compose/overview/' => 'compose',
95+
'datacenter/install/linux/' => 'ee',
96+
'engine/userguide/' => 'config/daemon',
97+
'engine/admin/' => 'config/daemon',
98+
'opensource/get-help/' => 'opensource',
99+
'engine/tutorials/dockerimages/' => 'get-started',
100+
'engine/admin/volumes/bind-mounts/' => 'storage',
101+
'engine/tutorials/dockervolumes/' => 'storage',
102+
'engine/admin/volumes/volumes/' => 'storage',
103+
'engine/userguide/labels-custom-metadata/' => 'config',
104+
'engine/reference/api/' => 'develop/sdk',
105+
'engine/userguide/eng-image/multistage-build/' => 'develop/develop-images',
106+
'engine/swarm/networking/' => 'network',
107+
'engine/admin/resource_constraints/' => 'config/containers',
108+
'engine/admin/logging/overview/' => 'config/containers/logging',
109+
'engine/userguide/eng-image/dockerfile_best-practices/' => 'develop/develop-images',
110+
'engine/tutorials/dockerrepos/' => 'get-started',
111+
'engine/userguide/networking/' => 'network',
112+
'engine/userguide/networking/get-started-overlay/' => 'network',
113+
'engine/understanding-docker/' => 'engine',
114+
'engine/reference/commandline/swarm_join_token/' => 'engine/reference/commandline',
115+
'engine/userguide/dockervolumes/' => 'storage',
116+
'engine/admin/systemd/' => 'config/daemon',
117+
'engine/userguide/storagedriver/imagesandcontainers/' => 'storage/storagedriver',
118+
'engine/installation/binaries/' => 'install/linux/docker-ce',
119+
'engine/userguide/networking/default_network/dockerlinks/' => 'network',
120+
'engine/userguide/networking/overlay-security-model/' => 'network',
121+
'engine/userguide/networking/get-started-overlay' => 'network',
122+
'engine/api/' => 'develop/sdk',
123+
'engine/installation/linux/docker-ce/binaries/' => 'install/linux/docker-ce',
124+
'engine/admin/volumes/' => 'storage/volumes/',
125+
'engine/userguide/networking//' => 'network',
126+
'engine/reference/commandline' => 'engine/reference/commandline/docker',
54127
'engine/reference/commandline/' => 'engine/reference/commandline/docker/',
55-
'engine/reference/api/' => 'engine/api/',
56-
'engine/userguide/dockervolumes/' => 'engine/admin/volumes/volumes/',
57-
'engine/understanding-docker/' => 'engine/docker-overview/',
58-
'engine/reference/commandline/swarm_join_token/' => 'engine/reference/commandline/swarm_join-token/',
59-
'engine/api/getting-started/' => 'engine/api/get-started/',
60128
}
61129
end
62130

63131
version '17' do
64-
self.release = '17.06'
65-
self.base_url = 'https://docs.docker.com/'
132+
self.release = '17.12'
133+
self.base_url = "https://docs.docker.com/v#{release}/"
66134

67135
html_filters.push 'docker/entries', 'docker/clean_html'
68136

@@ -72,29 +140,43 @@ class Docker < UrlScraper
72140
options[:skip_patterns] = [/\Aengine\/api\/v/, /glossary/, /docker-ee/]
73141

74142
options[:replace_paths] = {
75-
'engine/installation/linux/docker-ee/linux-postinstall/' => 'engine/installation/linux/linux-postinstall/',
76-
'engine/installation/linux/docker-ee/' => 'engine/installation/',
77-
'engine/installation/linux/docker-ce/' => 'engine/installation/',
78-
'engine/installation/linux/' => 'engine/installation/',
79-
'engine/installation/windows/' => 'engine/installation/',
80-
'engine/userguide/intro/' => 'engine/userguide/',
81-
'engine/tutorials/dockervolumes/' => 'engine/admin/volumes/volumes/',
82-
'engine/getstarted/' => 'get-started/',
83-
'engine/tutorials/dockerimages/' => 'get-started/',
84-
'engine/tutorials/dockerrepos/' => 'get-started/',
85-
'engine/admin/host_integration/' => 'engine/admin/start-containers-automatically/',
86-
'engine/installation/linux/rhel/' => 'engine/installation/linux/docker-ee/rhel/',
87-
'engine/installation/linux/ubuntulinux/' => 'engine/installation/linux/docker-ee/ubuntu/',
88-
'engine/installation/linux/suse/' => 'engine/installation/linux/docker-ee/suse/',
89-
'engine/admin/logging/' => 'engine/admin/logging/view_container_logs/',
90-
'engine/swarm/how-swarm-mode-works/' => 'engine/swarm/how-swarm-mode-works/nodes/',
91-
'engine/installation/binaries/' => 'engine/installation/linux/docker-ce/binaries/',
92-
'engine/reference/commandline/' => 'engine/reference/commandline/docker/',
93-
'engine/reference/api/' => 'engine/api/',
94-
'engine/userguide/dockervolumes/' => 'engine/admin/volumes/volumes/',
95-
'engine/understanding-docker/' => 'engine/docker-overview/',
96-
'engine/reference/commandline/swarm_join_token/' => 'engine/reference/commandline/swarm_join-token/',
97-
'engine/api/getting-started/' => 'engine/api/get-started/',
143+
'get-started/part1' => 'get-started',
144+
'engine/installation/' => 'install',
145+
'engine/installation/linux/linux-postinstall/' => 'install/linux',
146+
'opensource/get-help/' => 'opensource',
147+
'engine/admin/volumes/volumes/' => 'storage',
148+
'engine/tutorials/dockerimages/' => 'get-started',
149+
'engine/admin/volumes/bind-mounts/' => 'storage',
150+
'engine/tutorials/dockervolumes/' => 'storage',
151+
'datacenter/install/aws/' => 'docker-for-aws',
152+
'engine/userguide/' => 'config/daemon',
153+
'engine/admin/' => 'config/daemon',
154+
'engine/userguide/labels-custom-metadata/' => 'config',
155+
'engine/userguide/eng-image/multistage-build/' => 'develop/develop-images',
156+
'engine/swarm/networking/' => 'network',
157+
'engine/admin/resource_constraints/' => 'config/containers',
158+
'engine/admin/logging/overview/' => 'config/containers/logging',
159+
'engine/understanding-docker/' => 'engine',
160+
'engine/userguide/eng-image/dockerfile_best-practices/' => 'develop/develop-images',
161+
'engine/tutorials/dockerrepos/' => 'get-started',
162+
'engine/userguide/networking/' => 'network',
163+
'engine/reference/commandline/swarm_join_token/' => 'edge/engine/reference/commandline',
164+
'engine/userguide/networking/get-started-overlay/' => 'network',
165+
'engine/userguide/dockervolumes/' => 'storage',
166+
'engine/installation/binaries/' => 'install/linux/docker-ce',
167+
'engine/userguide/networking/default_network/dockerlinks/' => 'network',
168+
'engine/reference/api/' => 'develop/sdk',
169+
'engine/admin/live-restore/' => 'config/containers',
170+
'engine/api/' => 'develop/sdk',
171+
'engine/userguide/networking/get-started-overlay' => 'network',
172+
'security/security/' => 'engine/security',
173+
'engine/installation/linux/docker-ce/binaries/' => 'install/linux/docker-ce',
174+
'engine/reference/commandline/' => 'edge/engine/reference/commandline',
175+
'engine/admin/systemd/' => 'config/daemon',
176+
'engine/userguide/storagedriver/imagesandcontainers/' => 'storage/storagedriver',
177+
'engine/userguide/networking/overlay-security-model/' => 'network',
178+
'engine/admin/volumes/' => 'storage/volumes/',
179+
'engine/userguide/networking//' => 'network',
98180
}
99181
end
100182

0 commit comments

Comments
 (0)