test: using a pure js zip lib

Author: AmirSa12

package.json

@@ -24,7 +24,6 @@
   "license": "MIT",
   "devDependencies": {
     "@jsdevtools/ez-spawn": "^3.0.4",
-    "@types/adm-zip": "^0.5.7",
     "@types/node": "^20.14.2",
     "@typescript-eslint/eslint-plugin": "^5.62.0",
     "@typescript-eslint/parser": "^5.62.0",
@@ -53,7 +52,6 @@
   },
   "dependencies": {
     "@cloudflare/vitest-pool-workers": "^0.6.8",
-    "adm-zip": "^0.5.16",
     "wrangler": "^3.57.1"
   },
   "packageManager": "pnpm@9.1.3+sha256.7f63001edc077f1cff96cacba901f350796287a2800dfa83fe898f94183e4f5f"

packages/app/package.json

@@ -5,6 +5,7 @@
   "scripts": {
     "build": "nuxi build",
     "dev": "nuxi dev",
+    "preview": "nuxi preview",
     "generate": "nuxi generate",
     "vendor:octokit": "tsx script/octokit.ts",
     "prepare": "nuxi prepare",
@@ -28,6 +29,7 @@
     "@vueuse/core": "^12.2.0",
     "@vueuse/nuxt": "^12.2.0",
     "chart.js": "^4.5.0",
+    "fflate": "^0.8.2",
     "marked": "^15.0.4",
     "nuxt": "^3.15.0",
     "nuxt-shiki": "0.3.0",

packages/app/server/routes/chart.get.ts

@@ -1,6 +1,6 @@
 import { defineEventHandler, H3Event } from "h3";
 import { useOctokitInstallation } from "../utils/octokit";
-import AdmZip from "adm-zip";
+import { unzipSync, strFromU8 } from "fflate";
 
 function extractCountsBlock(content: string): any | null {
   const lines = content.split("\n");
@@ -30,7 +30,6 @@ function extractCountsBlock(content: string): any | null {
   try {
     return JSON.parse(block);
   } catch (e) {
-    console.error("Failed to parse Counts block as JSON:", block, e);
     return null;
   }
 }
@@ -40,86 +39,110 @@ let lastFetch = 0;
 const CACHE_DURATION = 7 * 24 * 60 * 60 * 1000; // 1 week in ms
 
 export default defineEventHandler(async (event: H3Event) => {
-  if (cachedData && Date.now() - lastFetch < CACHE_DURATION) {
-    return cachedData;
-  }
-  const owner = "stackblitz-labs";
-  const repo = "pkg.pr.new";
-  const workflowId = "stats.yml";
+  try {
+    if (cachedData && Date.now() - lastFetch < CACHE_DURATION) {
+      return cachedData;
+    }
+    const owner = "stackblitz-labs";
+    const repo = "pkg.pr.new";
+    const workflowId = "stats.yml";
 
-  const octokit = await useOctokitInstallation(event, owner, repo);
+    const octokit = await useOctokitInstallation(event, owner, repo);
 
-  const runs = await octokit.paginate(octokit.rest.actions.listWorkflowRuns, {
-    owner,
-    repo,
-    workflow_id: workflowId,
-    per_page: 100,
-    status: "success",
-  });
+    const runs = await octokit.paginate(octokit.rest.actions.listWorkflowRuns, {
+      owner,
+      repo,
+      workflow_id: workflowId,
+      per_page: 100,
+      status: "success",
+    });
 
-  // Only process the latest 100 runs for performance
-  const latestRuns = runs.slice(0, 100);
+    // Only process the latest 100 runs for performance
+    const latestRuns = runs.slice(0, 100);
 
-  // 4. For each run, download logs, unzip, and extract Counts
-  const results = [];
-  for (const run of latestRuns) {
-    let stats = null;
-    try {
-      const logsResponse = await octokit.rest.actions.downloadWorkflowRunLogs({
-        owner,
-        repo,
-        run_id: run.id,
-      });
-      if (logsResponse.status === 302) {
-      }
-      if (!logsResponse.data) {
-      } else {
-        let buffer;
-        if (Buffer.isBuffer(logsResponse.data)) {
-          buffer = logsResponse.data;
-        } else if (logsResponse.data instanceof ArrayBuffer) {
-          buffer = Buffer.from(new Uint8Array(logsResponse.data));
+    // 4. For each run, download logs, unzip, and extract Counts
+    const results = [];
+    for (const run of latestRuns) {
+      let stats = null;
+      try {
+        const logsResponse = await octokit.rest.actions.downloadWorkflowRunLogs(
+          {
+            owner,
+            repo,
+            run_id: run.id,
+          },
+        );
+        if (!logsResponse.data) {
         } else {
-          throw new Error("logsResponse.data is not a Buffer or ArrayBuffer");
-        }
-        const zip = new AdmZip(buffer);
-        const entries = zip.getEntries();
-        if (entries.length === 0) {
-        }
-        let found = false;
-        for (const entry of entries) {
-          const content = entry.getData().toString("utf8");
-          const extracted = extractCountsBlock(content);
-          if (extracted) {
-            stats = extracted;
-            found = true;
-            break;
+          let zipData;
+          if (logsResponse.data instanceof ArrayBuffer) {
+            zipData = new Uint8Array(logsResponse.data);
+          } else if (logsResponse.data instanceof Uint8Array) {
+            zipData = logsResponse.data;
+          } else if (
+            typeof Buffer !== "undefined" &&
+            Buffer.isBuffer(logsResponse.data)
+          ) {
+            zipData = new Uint8Array(
+              logsResponse.data.buffer,
+              logsResponse.data.byteOffset,
+              logsResponse.data.byteLength,
+            );
+          } else {
+            throw new Error("logsResponse.data is not a supported binary type");
+          }
+          let files;
+          try {
+            files = unzipSync(zipData);
+          } catch (e) {
+            continue;
+          }
+          let found = false;
+          for (const [, fileData] of Object.entries(files)) {
+            let content;
+            try {
+              content = strFromU8(fileData);
+            } catch (e) {
+              continue;
+            }
+            if (typeof content !== "string" || !content) {
+              continue;
+            }
+            let extracted;
+            try {
+              extracted = extractCountsBlock(content);
+            } catch (e) {
+              continue;
+            }
+            if (extracted) {
+              stats = extracted;
+              found = true;
+              break;
+            }
           }
         }
-        if (!found) {
+      } catch (e) {
+        if (
+          e instanceof Error &&
+          e.message &&
+          e.message.includes("Server Error")
+        ) {
+          // skip
         }
       }
-    } catch (e) {
-      if (
-        e instanceof Error &&
-        e.message &&
-        e.message.includes("Server Error")
-      ) {
-        // skip
-      } else {
-        // console.error(e)
+      if (stats) {
+        results.push({
+          run_number: run.run_number,
+          created_at: run.created_at,
+          stats,
+        });
       }
     }
-    if (stats) {
-      results.push({
-        run_number: run.run_number,
-        created_at: run.created_at,
-        stats,
-      });
-    }
+    // 5. Return JSON
+    cachedData = { runs: results };
+    lastFetch = Date.now();
+    return cachedData;
+  } catch (err) {
+    return { error: true, message: String(err), stack: (err as any)?.stack };
   }
-  // 5. Return JSON
-  cachedData = { runs: results };
-  lastFetch = Date.now();
-  return cachedData;
 });