feat: categories & join files

Author: HonzaTuron

docusaurus.config.js

@@ -272,6 +272,27 @@ module.exports = {
                     includeGeneratedIndex: false,
                     includePages: true,
                     relativePaths: false,
+                    excludeRoutes: [
+                        '/',
+                    ],
+                    routeRules: [
+                        {
+                            route: '/api/**',
+                            categoryName: 'Apify API',
+                        },
+                        {
+                            route: '/academy/**',
+                            categoryName: 'Apify academy',
+                        },
+                        {
+                            route: '/legal/**',
+                            categoryName: 'Legal documents',
+                        },
+                        {
+                            route: '/platform/**',
+                            categoryName: 'Platform documentation',
+                        },
+                    ],
                 },
             },
         ],

scripts/joinLlmsFiles.mjs

@@ -31,7 +31,7 @@ async function joinFiles() {
             ROUTES.map((route) => fetchFile(route, file)),
         );
         const joined = contents.filter(Boolean).join('\n\n');
-        await fs.writeFile(path.join(BUILD_DIR, file), joined, 'utf8');
+        await fs.appendFile(path.join(BUILD_DIR, file), joined, 'utf8');
         console.log(`Wrote ${file} to build/`);
     }
 }