feat: add content/documentation/ to search index, rough PoC

Author: jasalt

build/src/php/FileGenerator/Application/ApiSearchGenerator.php

@@ -51,13 +51,19 @@ public function generateSearchIndex(): array
             }
 
             $result[] = [
+                'id' => 'api_' . $fn->fnName(),
                 'fnName' => $fn->fnName(),
                 'fnSignature' => $fn->fnSignature(),
                 'desc' => $this->formatDescription($fn->description()),
                 'anchor' => $anchor,
+                'type' => 'api',
             ];
         }
 
+        // Add documentation files to search index
+        $documentationItems = $this->generateDocumentationSearchItems();
+        $result = array_merge($result, $documentationItems);
+
         return $result;
     }
 
@@ -68,4 +74,61 @@ private function formatDescription(string $desc): string
     {
         return preg_replace('/\[(.*?)\]\((.*?)\)/', '<i>$1</i>', $desc);
     }
+
+    /**
+     * Generate search index items for documentation files
+     *
+     * @return array<array{id: string, title: string, content: string, url: string, type: string}>
+     */
+    private function generateDocumentationSearchItems(): array
+    {
+        $result = [];
+        $documentationPath = __DIR__ . '/../../../../../content/documentation';
+        
+        if (!is_dir($documentationPath)) {
+            error_log("Documentation path not found: " . $documentationPath);
+            return [];
+        }
+
+        $files = scandir($documentationPath);
+        if ($files === false) {
+            error_log("Could not scan documentation directory: " . $documentationPath);
+            return [];
+        }
+        
+        foreach ($files as $file) {
+            if (pathinfo($file, PATHINFO_EXTENSION) !== 'md' || $file === '_index.md') {
+                continue;
+            }
+            
+            $filePath = $documentationPath . '/' . $file;
+            $content = file_get_contents($filePath);
+            
+            // Extract title from frontmatter
+            $title = pathinfo($file, PATHINFO_FILENAME);
+            if (preg_match('/title = "([^"]+)"/', $content, $matches)) {
+                $title = $matches[1];
+            }
+            
+            // Remove frontmatter
+            $content = preg_replace('/\+\+\+.*?\+\+\+/s', '', $content);
+            
+            // Remove markdown formatting and clean content
+            $content = preg_replace('/[#`*\[\]()]/', ' ', $content);
+            $content = preg_replace('/\s+/', ' ', trim($content));
+            
+            // Limit content length for search index
+            $content = substr($content, 0, 500);
+            
+            $result[] = [
+                'id' => 'doc_' . pathinfo($file, PATHINFO_FILENAME),
+                'title' => $title,
+                'content' => $content,
+                'url' => '/documentation/' . pathinfo($file, PATHINFO_FILENAME),
+                'type' => 'documentation',
+            ];
+        }
+
+        return $result;
+    }
 }

static/search.js

@@ -109,7 +109,9 @@ function initSearch() {
     const index = elasticlunr(function () {
         this.addField("fnName");
         this.addField("desc");
-        this.setRef("anchor");
+        this.addField("title");
+        this.addField("content");
+        this.setRef("id");
         elasticlunr.stopWordFilter.stopWords = {};
         elasticlunr.Pipeline.registerFunction(elasticlunr.trimmer, "trimmer");
         elasticlunr.tokenizer.seperator = /[\s~~]+/;
@@ -174,10 +176,12 @@ function showResults(index) {
         }
 
         const options = {
-            bool: "AND",
+            bool: "OR",
             fields: {
                 fnName: {boost: 3},
+                title: {boost: 2},
                 desc: {boost: 1},
+                content: {boost: 1}
             },
             expand: true
         };
@@ -188,6 +192,7 @@ function showResults(index) {
                 fnSignature: "",
                 desc: "Cannot provide any Phel symbol. Try something else",
                 anchor: "#",
+                type: "api"
             };
 
             createMenuItem(emptyResult, null);
@@ -215,11 +220,22 @@ function createMenuItem(result, index) {
 }
 
 function formatSearchResultItem(item) {
-    return `<a href="/documentation/api/#${item.anchor}">`
-        + `<div class="search-results__item">${item.fnName} `
-        + `<small class="fn-signature">${item.fnSignature}</small>`
-        + `<span class="desc">${item.desc}</span>`
-        + `</div></a>`;
+    if (item.type === "documentation") {
+        return `<a href="${item.url}">`
+            + `<div class="search-results__item">`
+            + `<span class="result-type">Documentation</span>`
+            + `<strong>${item.title}</strong>`
+            + `<span class="desc">${item.content}</span>`
+            + `</div></a>`;
+    } else {
+        return `<a href="/documentation/api/#${item.anchor}">`
+            + `<div class="search-results__item">`
+            + `<span class="result-type">API</span>`
+            + `${item.fnName} `
+            + `<small class="fn-signature">${item.fnSignature}</small>`
+            + `<span class="desc">${item.desc}</span>`
+            + `</div></a>`;
+    }
 }
 
 function removeSelectedClassFromSearchResult() {