Add SEO metadata, robots.txt, and sitemap.xml for improved site indexing

Author: valebearzotti

src/app/page.tsx

@@ -3,8 +3,25 @@ import { Metadata } from "next";
 
 export const metadata: Metadata = {
   title: "Vortex | An extensible, SOTA columnar file format",
+  applicationName: "Vortex",
   description:
-    "Vortex is an extensible, state-of-the-art columnar file format, with associated tools for working with compressed Apache Arrow arrays in-memory, on-disk, and over-the-wire."
+    "Vortex is an extensible, state-of-the-art columnar file format, with associated tools for working with compressed Apache Arrow arrays in-memory, on-disk, and over-the-wire.",
+  openGraph: {
+    title: "Vortex | An extensible, SOTA columnar file format",
+    description:
+      "Vortex is an extensible, state-of-the-art columnar file format, with associated tools for working with compressed Apache Arrow arrays in-memory, on-disk, and over-the-wire.",
+    siteName: "Vortex",
+    url: "https://vortex.dev",
+    type: "website",
+    locale: "en_US"
+  },
+  alternates: {
+    canonical: "https://vortex.dev"
+  },
+  robots: {
+    index: true,
+    follow: true
+  }
 };
 
 export default function Home() {

src/app/robots.ts

@@ -0,0 +1,13 @@
+import { baseUrl } from "@/lib/constants";
+import type { MetadataRoute } from "next";
+
+export default function robots(): MetadataRoute.Robots {
+  return {
+    rules: {
+      userAgent: "*",
+      allow: "/",
+      disallow: "/api"
+    },
+    sitemap: `${baseUrl}/sitemap.xml`
+  };
+}

src/app/sitemap.xml

@@ -0,0 +1,9 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
+    <url>
+    <loc>https://vortex.dev</loc>
+    <lastmod>2025-04-07T00:00:00.000Z</lastmod>
+    <changefreq>none</changefreq>
+    <priority>1.0</priority>
+    </url>
+</urlset>

src/lib/constants.ts

@@ -0,0 +1,3 @@
+export const baseUrl =
+  process.env.NEXT_PUBLIC_SITE_URL ??
+  `https://${process.env.VERCEL_PROJECT_PRODUCTION_URL}`;