Generate llms.txt files on build for LLM reference (#1404)

* Add `docusaurus-plugin-llms` dependency

Added `docusaurus-plugin-llms` version 0.1.5 to enable new plugin functionality.

* Add `docusaurus-plugin-llms` to config

Integrated `docusaurus-plugin-llms` with configuration options for generating LLMs text files and content cleaning. Also corrected the tagline capitalization for consistency.

Author: josh-wong

docusaurus.config.js

@@ -279,6 +279,21 @@ const config = {
       },
     ],
     require.resolve('docusaurus-plugin-image-zoom'),
+    [
+      'docusaurus-plugin-llms',
+      {
+        generateLLMsTxt: true,
+        generateLLMsFullTxt: true,
+        docsDir: 'docs',
+        version: 'latest',
+        title: 'ScalarDB Documentation',
+        description: 'Cloud-native universal transaction manager',
+        // Content cleaning options
+        excludeImports: true, // This configuration currently option doesn't seem to work as expected. I don't think it's a major issue, but we should upgrade the plugin when a new version is available to see if the issue is fixed.
+        removeDuplicateHeadings: true, // This configuration currently option doesn't seem to work as expected. I don't think it's a major issue, but we should upgrade the plugin when a new version is available to see if the issue is fixed.
+        includeUnmatchedLast: true,
+      },
+    ],
     [
       '@docusaurus/plugin-pwa',
       {

package-lock.json

@@ -33,6 +33,7 @@
     "clsx": "^2.0.0",
     "docusaurus-lunr-search": "^3.3.2",
     "docusaurus-plugin-image-zoom": "^2.0.0",
+    "docusaurus-plugin-llms": "^0.1.5",
     "prism-react-renderer": "^2.3.0",
     "react": "^18.0.0",
     "react-cookie-consent": "9.0.0",