Add robots.txt and sitemap.xml

Author: tatsuya6502

robots.txt

@@ -0,0 +1,6 @@
+User-agent: *
+Disallow: /the-rust-programming-language-ja/1.6/
+Disallow: /the-rust-programming-language-ja/1.9/
+Allow: /the-rust-programming-language-ja/1.6/book/
+Allow: /the-rust-programming-language-ja/1.6/book/
+Sitemap: https://doc.rust-jp.rs/sitemap.xml

sitemap.xml

@@ -0,0 +1,42 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<urlset
+      xmlns="http://www.sitemaps.org/schemas/sitemap/0.9"
+      xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+      xsi:schemaLocation="http://www.sitemaps.org/schemas/sitemap/0.9
+            http://www.sitemaps.org/schemas/sitemap/0.9/sitemap.xsd">
+<url>
+  <loc>https://doc.rust-jp.rs/</loc>
+  <changefreq>daily</changefreq>
+  <priority>1.00</priority>
+</url>
+<url>
+  <loc>https://doc.rust-jp.rs/book/second-edition/</loc>
+  <changefreq>weekly</changefreq>
+  <priority>0.80</priority>
+</url>
+<url>
+  <loc>https://doc.rust-jp.rs/rust-by-example-ja/</loc>
+  <changefreq>monthly</changefreq>
+  <priority>0.80</priority>
+</url>
+<url>
+  <loc>https://doc.rust-jp.rs/edition-guide/</loc>
+  <changefreq>weekly</changefreq>
+  <priority>0.80</priority>
+</url>
+<url>
+  <loc>https://doc.rust-jp.rs/rust-nomicon-ja/</loc>
+  <changefreq>monthly</changefreq>
+  <priority>0.80</priority>
+</url>
+<url>
+  <loc>https://doc.rust-jp.rs/the-rust-programming-language-ja/1.9/book/</loc>
+  <changefreq>monthly</changefreq>
+  <priority>0.60</priority>
+</url>
+<url>
+  <loc>https://doc.rust-jp.rs/the-rust-programming-language-ja/1.6/book/</loc>
+  <changefreq>monthly</changefreq>
+  <priority>0.40</priority>
+</url>
+</urlset>