|
4 | 4 |
|
5 | 5 | # List of URLs to crawl |
6 | 6 | urls = [ |
7 | | - "https://www.browserstack.com/guide/devops-challenges-and-its-solutions", |
8 | | - |
9 | | - "https://sematext.com/blog/devops-challenges/", |
10 | | - |
11 | | - "https://docs.aws.amazon.com/AmazonS3/latest/userguide/Welcome.html", |
12 | | - |
13 | | - "https://docs.aws.amazon.com/AmazonS3/latest/userguide/UsingBucket.html", |
14 | | - |
15 | | - "https://docs.aws.amazon.com/AmazonS3/latest/userguide/common-bucket-patterns.html", |
16 | | - |
17 | | - "https://docs.aws.amazon.com/AmazonS3/latest/userguide/bucketnamingrules.html", |
18 | | - |
19 | | - "https://docs.aws.amazon.com/AmazonS3/latest/userguide/VirtualHosting.html", |
20 | | - |
21 | | - "https://docs.aws.amazon.com/AmazonS3/latest/userguide/create-bucket-overview.html", |
22 | | - |
23 | | - "https://docs.aws.amazon.com/AmazonS3/latest/userguide/mountpoint-installation.html", |
24 | | - |
25 | | - "https://docs.aws.amazon.com/AmazonS3/latest/userguide/mountpoint-usage.html", |
26 | | - |
27 | | - "https://docs.aws.amazon.com/AmazonS3/latest/userguide/using-storagebrowser.html", |
28 | | - |
29 | | - "https://docs.aws.amazon.com/AmazonS3/latest/userguide/installing-storagebrowser.html", |
30 | | - |
31 | | - "https://docs.aws.amazon.com/AmazonS3/latest/userguide/setup-storagebrowser.html", |
32 | | - |
33 | | - "https://docs.aws.amazon.com/AmazonS3/latest/userguide/s3config-storagebrowser.html", |
34 | | - |
35 | | - "https://docs.aws.amazon.com/AmazonS3/latest/userguide/troubleshooting-storagebrowser.html", |
36 | | - |
37 | | - "https://docs.aws.amazon.com/AmazonS3/latest/userguide/object-keys.html", |
38 | | - |
39 | | - "https://docs.aws.amazon.com/AmazonS3/latest/userguide/metadata-tables-restrictions.html", |
40 | | - |
41 | | - "https://docs.aws.amazon.com/AmazonS3/latest/userguide/metadata-tables-schema.html", |
42 | | - |
43 | | - "https://docs.aws.amazon.com/AmazonS3/latest/userguide/metadata-tables-permissions.html", |
44 | | - |
45 | | - "https://docs.aws.amazon.com/AmazonS3/latest/userguide/metadata-tables-optimizing-query-performance.html", |
46 | | - |
47 | | - "https://docs.aws.amazon.com/AmazonS3/latest/userguide/metadata-tables-example-queries.html", |
48 | | - |
49 | | - "https://docs.aws.amazon.com/AmazonS3/latest/userguide/metadata-tables-join-custom-metadata.html", |
50 | | - |
51 | | - "https://docs.aws.amazon.com/AmazonS3/latest/userguide/mpuoverview.html", |
52 | | - |
53 | | - "https://docs.aws.amazon.com/AmazonS3/latest/userguide/HLuploadDirDotNet.html", |
54 | | - |
55 | | - "https://docs.aws.amazon.com/AmazonS3/latest/userguide/track-mpu.html" |
| 7 | + |
56 | 8 | ] |
57 | 9 |
|
58 | 10 | # Directory to save the files |
|
0 commit comments