Merge branch 'main' of https://github.com/CortexIntelligentAutomation/docs into feature/new-documentation-structure-for-guides

Author: Donna-Marie Smith

.github/workflows/checklink.yml

@@ -18,6 +18,10 @@ jobs:
         uses: actions/checkout@v3
         with:
           submodules: recursive
+      - name: Update Latest URL content
+        shell: pwsh
+        run: |
+          .\createLatest.ps1        
       - name: npm install
         working-directory: ./
         run: |
@@ -32,17 +36,20 @@ jobs:
           # For maximum backward compatibility with Hugo modules
           HUGO_ENVIRONMENT: production
           HUGO_ENV: production
-        run: hugo --environment GitHubPages -d $GITHUB_WORKSPACE/dist
+        run: hugo --environment GitHubPages -d $GITHUB_WORKSPACE/dist --buildFuture
+      - name: Generate Search index
+        run: |
+          node ./assets/js/generate-lunr-index.js $GITHUB_WORKSPACE/dist
       - name: Test HTML
         uses: wjdp/htmltest-action@master
         with:
           # For consistency, use the same config file as for local builds
           config: .htmltest.yml
       - name: Archive htmltest results
         if: always()
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         # Note: Set ACTIONS_RUNTIME_TOKEN env variable to test with nektos/act
         with:
           name: htmltest-report
           path: tmp/.htmltest/htmltest.log
-          retention-days: 7 # Default is 90 days
+          retention-days: 7 # Default is 90 days

.github/workflows/hugo.yml

@@ -43,6 +43,10 @@ jobs:
         uses: actions/checkout@v3
         with:
           submodules: recursive
+      - name: Update Latest URL content
+        shell: pwsh
+        run: |
+          .\createLatest.ps1       
       - name: npm install
         working-directory: ./
         run: |
@@ -59,8 +63,11 @@ jobs:
           HUGO_ENV: production
         run: |
           hugo --environment GitHubPages
+      - name: Generate Search index
+        run: |
+          node ./assets/js/generate-lunr-index.js
       - name: Upload artifact
-        uses: actions/upload-pages-artifact@v1
+        uses: actions/upload-pages-artifact@v3
         with:
           path: ./docs
 
@@ -74,4 +81,4 @@ jobs:
     steps:
       - name: Deploy to GitHub Pages
         id: deployment
-        uses: actions/deploy-pages@v1
+        uses: actions/deploy-pages@v4

.gitignore

@@ -1,8 +1,12 @@
-
+docs/
+!docs/CNAME
 public/
 resources/
 node_modules/
 tech-doc-hugo
+content/en/docs/latest/
+content/static/latest/
 content/static/**/*.dtmp
 content/static/**/*.bkp
-content/static/**/*.crswap
+content/static/**/*.crswap
+content/static/lunr-index.json

.htmltest.yml

@@ -25,7 +25,9 @@ IgnoreURLs:
 - "https://blogs.oracle.com/.*"
 - "https://jsonformatter.org/.*"
 - "https://www.newtonsoft.com/.*"
-- "https://.*/gov.uk/.*"
+- "https://.*.gov.uk/.*"
+- "https://www.elastic.co/.*"
+- "https://www.connectionstrings.com/.*"
 IgnoreDirs:
 - "docs/?.*/_print/"
 - "docs/?.*/_shared/"

assets/js/generate-lunr-index.js

@@ -0,0 +1,54 @@
+const fs = require('fs');
+const lunr = require('lunr');
+
+/**
+ * This script is used to generate a lunr index from the offline-search-index.json file.
+ * Hugo must be built before running this script, as jt requires the offline-search-index.json file to have been generated.
+ * 
+ * The script will output a lunr-index.json file in the content/static directory and the docs directory.
+ */
+
+const args = process.argv.slice(2);
+
+// Arguments should only be provided from a pipeline build.
+const isFromPipeline = args[0] !== undefined;
+
+const source = isFromPipeline
+    ? args[0]
+    : "./docs";
+
+const destination = isFromPipeline
+    ? `${args[0]}`
+    : "./docs";
+
+const data = JSON.parse(fs.readFileSync(`${source}/offline-search-index.json`));
+
+const idx = lunr(function () {
+    this.ref('ref');
+    this.field('title', { boost: 5 });
+    this.field('categories', { boost: 3 });
+    this.field('tags', { boost: 3 });
+    this.field('description', { boost: 2 });
+    this.field('body');
+
+    data.forEach((doc) => {
+        if (doc
+            && doc.ref !== undefined
+            && !doc.ref.includes('/_shared/')
+        ) {
+            this.add(doc);
+        }
+    });
+});
+
+if (!isFromPipeline) {
+    fs.writeFileSync(`./content/static/lunr-index.json`, JSON.stringify(idx));
+}
+
+fs.writeFileSync(`${destination}/lunr-index.json`, JSON.stringify(idx));
+
+// check if file got created
+if (!fs.existsSync(`${destination}/lunr-index.json`)) {
+    console.error('Failed to create lunr index, hugo must be build using `hugo` command before running this script.');
+    process.exit(1);
+}