create cli

Author: ktalebian

dashboard/server.ts

@@ -1,6 +1,6 @@
-import http from "http";
-import fs from "fs";
-import path from "path";
+import fs from 'fs';
+import http from 'http';
+import path from 'path';
 
 const PORT = 3001;
 
@@ -9,82 +9,70 @@ interface MimeTypes {
 }
 
 const MIME_TYPES: MimeTypes = {
-  ".html": "text/html",
-  ".js": "text/javascript",
-  ".css": "text/css",
-  ".json": "application/json",
-  ".png": "image/png",
-  ".jpg": "image/jpg",
-  ".gif": "image/gif",
-  ".svg": "image/svg+xml",
-  ".ico": "image/x-icon",
+  '.html': 'text/html',
+  '.js': 'text/javascript',
+  '.css': 'text/css',
+  '.json': 'application/json',
+  '.png': 'image/png',
+  '.jpg': 'image/jpg',
+  '.gif': 'image/gif',
+  '.svg': 'image/svg+xml',
+  '.ico': 'image/x-icon',
 };
 
 const server = http.createServer((req, res) => {
-  console.log(`${req.method} ${req.url}`);
-
   if (!req.url) {
     res.writeHead(400);
-    res.end("Bad request: URL missing");
+    res.end('Bad request: URL missing');
     return;
   }
 
-  // Handle the root path
   let filePath: string;
-  if (req.url === "/") {
-    filePath = path.join(__dirname, "../public/dashboard.html");
-  } else if (req.url === "/index.js") {
-    // Serve the main JS file from public folder
-    filePath = path.join(__dirname, "../public/index.js");
-  } else if (req.url === "/index.css") {
-    // Serve the main CSS file from public folder
-    filePath = path.join(__dirname, "../public/index.css");
-  } else if (req.url.startsWith("/metrics/")) {
-    // Serve metrics files from the metrics directory
+  if (req.url === '/') {
+    filePath = path.join(__dirname, '../public/dashboard.html');
+  } else if (req.url === '/index.js') {
+    filePath = path.join(__dirname, '../public/index.js');
+  } else if (req.url === '/index.css') {
+    filePath = path.join(__dirname, '../public/index.css');
+  } else if (req.url.startsWith('/metrics/')) {
     const metricsPath =
-      req.url === "/metrics/summary.json"
-        ? path.join(__dirname, "../metrics", req.url.replace("/metrics/", ""))
+      req.url === '/metrics/summary.json'
+        ? path.join(__dirname, '../metrics', req.url.replace('/metrics/', ''))
         : path.join(
             __dirname,
-            "../metrics/tasks",
-            req.url.replace("/metrics/", ""),
+            '../metrics/tasks',
+            req.url.replace('/metrics/', ''),
           );
     filePath = metricsPath;
-  } else if (req.url.startsWith("/docs/")) {
-    // Serve docs assets
-    filePath = path.join(__dirname, "../public", req.url);
+  } else if (req.url.startsWith('/docs/')) {
+    filePath = path.join(__dirname, '../public', req.url);
   } else {
-    // Serve other static files from the public directory
-    filePath = path.join(__dirname, "../public", req.url);
+    filePath = path.join(__dirname, '../public', req.url);
   }
 
   // Get the file extension
   const extname = path.extname(filePath);
-  const contentType = MIME_TYPES[extname] || "application/octet-stream";
+  const contentType = MIME_TYPES[extname] || 'application/octet-stream';
 
   // Read the file
   fs.readFile(filePath, (err, content) => {
     if (err) {
-      if (err.code === "ENOENT") {
-        // Page not found
-        console.error(`File not found: ${filePath}`);
+      if (err.code === 'ENOENT') {
         res.writeHead(404);
-        res.end("404 Not Found");
+        res.end('404 Not Found');
       } else {
-        // Server error
-        console.error(`Server error: ${err.code}`);
         res.writeHead(500);
         res.end(`Server Error: ${err.code}`);
       }
     } else {
       // Success
-      res.writeHead(200, { "Content-Type": contentType });
-      res.end(content, "utf-8");
+      res.writeHead(200, { 'Content-Type': contentType });
+      res.end(content, 'utf-8');
     }
   });
 });
 
 server.listen(PORT, () => {
   console.log(`Server running at http://localhost:${PORT}/`);
-  console.log("Press Ctrl+C to stop the server");
+  console.log('Press Ctrl+C to stop the server');
 });

package-lock.json

@@ -7,21 +7,21 @@
   "type": "module",
   "main": "dist/server/dashboard-server.js",
   "bin": {
-    "mcp-te-benchmark": "./dist/cli/extract-chat-metrics.js"
+    "mcp-te-benchmark": "./dist/cli.js"
   },
   "files": [
-    "src/",
-    "dist/",
-    "scripts/regenerate-summary.sh"
+    "public/",
+    "server/",
+    "dist/"
   ],
   "scripts": {
-    "build": "tsc",
+    "build": "tsc -p tsconfig.build.json && chmod +x dist/cli.js",
+    "cli:extract-metrics": "node --import tsx/esm src/cli.ts extract-metrics",
+    "cli:generate-summary": "node --import tsx/esm src/cli.ts generate-summary",
     "dashboard": "node --watch --import tsx/esm dashboard/server.ts",
-    "extract-metrics": "node --import tsx/esm src/extract-chat-metrics.ts",
-    "generate-summary": "node --import tsx/esm src/generate-summary.ts",
-    "prepare": "husky",
     "lint": "eslint src/**/*.ts dashboard/**/*.ts",
-    "lint:fix": "eslint src/**/*.ts dashboard/**/*.ts --fix"
+    "lint:fix": "eslint src/**/*.ts dashboard/**/*.ts --fix",
+    "prepare": "husky"
   },
   "lint-staged": {
     "src/**/*.ts": [

package.json

@@ -0,0 +1,62 @@
+import { hideBin } from 'yargs/helpers';
+import yargs from 'yargs/yargs';
+
+import ExtractMetrics from './extract-metrics';
+import GenerateSummary from './generate-summary';
+import logger from './utils/logger';
+
+// Define the main CLI command structure
+yargs(hideBin(process.argv))
+  .scriptName('mcp-benchmark')
+  .usage('$0 <cmd> [args]')
+  .command(
+    'extract-metrics',
+    'Extract metrics from Claude chat logs',
+    () => {},
+    async () => {
+      try {
+        const subArgs = process.argv.slice(0, 2).concat(process.argv.slice(3));
+        const result = await ExtractMetrics.extract(subArgs);
+
+        if (result.success) {
+          logger.info(`Extraction completed successfully: ${result.message}`);
+        } else {
+          logger.error(`Extraction completed with errors: ${result.message}`);
+          if (result.errors.length > 0) {
+            logger.error(
+              `Encountered ${result.errors.length} errors during extraction`,
+            );
+          }
+          process.exit(1);
+        }
+      } catch (error) {
+        logger.error('Unexpected error during extraction:', error);
+        process.exit(1);
+      }
+    },
+  )
+  .command(
+    'generate-summary',
+    'Generate summary.json from existing metric files',
+    () => {},
+    async () => {
+      try {
+        const subArgs = process.argv.slice(0, 2).concat(process.argv.slice(3));
+        const result = await GenerateSummary.generate(subArgs);
+
+        if (!result.success) {
+          process.exit(1);
+        }
+      } catch (error) {
+        logger.error('Unexpected error during summary generation:', error);
+        process.exit(1);
+      }
+    },
+  )
+  .demandCommand(1, 'You must specify a command to run')
+  .help()
+  .alias('help', 'h')
+  .epilog(
+    'For more information, visit https://github.com/anthropic/mcp-te-benchmark',
+  )
+  .parse();