Convert consolidate workflow script to node

Author: technoph1le

.github/workflows/consolidate-snippets.yml

@@ -16,22 +16,18 @@ jobs:
       - name: Checkout repository
         uses: actions/checkout@v3
 
-      - name: Install jq (for JSON manipulation)
-        run: sudo apt-get install -y jq
+      - name: Set up Node.js
+        uses: actions/setup-node@v3
+        with:
+          node-version: "16"
+
+      - name: Install dependencies
+        run: |
+          npm install
 
       - name: Consolidate JSON files
         run: |
-          mkdir -p public/consolidated
-          echo "[" > public/consolidated/all_snippets.json
-          find public/data -name "*.json" ! -name "_index.json" -exec sh -c '
-            for file; do
-              jq -c ".[]" "$file" | \
-              sed "s/^/{\"language\": \"$(basename "$file" .json)\", /" | \
-              sed "s/}$/}/" >> public/consolidated/all_snippets.json
-            done
-          ' _ {} +
-          sed -i '$ s/,$//' public/consolidated/all_snippets.json
-          echo "]" >> public/consolidated/all_snippets.json
+          node utils/consolidate.js  # Run the script located in the utils/ folder
 
       - name: Commit and push changes
         run: |

utils/consolidate.js

@@ -0,0 +1,27 @@
+import { readdirSync, readFileSync, mkdirSync, writeFileSync } from "fs";
+import { basename, join } from "path";
+
+const dataDir = "public/data";
+const outputFile = "public/consolidated/all_snippets.json";
+
+const files = readdirSync(dataDir).filter(
+  (f) => f.endsWith(".json") && f !== "_index.json"
+);
+
+const consolidated = [];
+
+files.forEach((file) => {
+  const language = basename(file, ".json");
+  const content = JSON.parse(readFileSync(join(dataDir, file)));
+
+  content.forEach((category) => {
+    consolidated.push({
+      language,
+      categoryName: category.categoryName,
+      snippets: category.snippets,
+    });
+  });
+});
+
+mkdirSync("public/consolidated", { recursive: true });
+writeFileSync(outputFile, JSON.stringify(consolidated, null, 2));