Fix: Adding MCPFailure tracking mock

Author: tech-sushant

src/tools/applive.ts

@@ -37,9 +37,14 @@ export async function startAppLiveSession(args: {
 
   // check if the app path exists && is readable
   if (!fs.existsSync(args.appPath)) {
-    throw new Error("The app path does not exist.");
+    throw new Error("The app path does not exist");
+  }
+  
+  try {
+    fs.accessSync(args.appPath, fs.constants.R_OK);
+  } catch (error) {
+    throw new Error("The app path does not exist or is not readable");
   }
-  fs.accessSync(args.appPath, fs.constants.R_OK);
 
   const launchUrl = await startSession({
     appPath: args.appPath,

tests/tools/applive.test.ts

@@ -16,7 +16,8 @@ jest.mock('../../src/logger', () => ({
   error: jest.fn()
 }));
 jest.mock('../../src/lib/instrumentation', () => ({
-  trackMCPEvent: jest.fn()
+  trackMCPEvent: jest.fn(),
+  trackMCPFailure: jest.fn()
 }));
 
 describe('startAppLiveSession', () => {

tests/tools/automate.test.ts

@@ -1,11 +1,13 @@
 import { getNetworkFailures } from '../../src/tools/automate';
 import { retrieveNetworkFailures } from '../../src/lib/api';
+import addAutomateTools from '../../src/tools/automate';
 
 jest.mock('../../src/lib/api', () => ({
   retrieveNetworkFailures: jest.fn()
 }));
 jest.mock('../../src/lib/instrumentation', () => ({
-  trackMCPEvent: jest.fn()
+  trackMCPEvent: jest.fn(),
+  trackMCPFailure: jest.fn()
 }));
 jest.mock('../../src/logger', () => ({
   error: jest.fn(),
@@ -26,10 +28,23 @@ describe('getNetworkFailures', () => {
     ],
     totalFailures: 1
   };
+  
+  let serverMock: any;
 
   beforeEach(() => {
     jest.clearAllMocks();
     (retrieveNetworkFailures as jest.Mock).mockResolvedValue(mockFailures);
+    
+    serverMock = {
+      tool: jest.fn((name, desc, schema, handler) => {
+        serverMock.handler = handler;
+      }),
+      server: {
+        getClientVersion: jest.fn().mockReturnValue({ name: 'test-client', version: '1.0.0' })
+      }
+    };
+    
+    addAutomateTools(serverMock);
   });
 
   it('should return failure logs when present', async () => {
@@ -44,13 +59,13 @@ describe('getNetworkFailures', () => {
     (retrieveNetworkFailures as jest.Mock).mockResolvedValue({ failures: [], totalFailures: 0 });
     const result = await getNetworkFailures({ sessionId: validSessionId });
     expect(retrieveNetworkFailures).toHaveBeenCalledWith(validSessionId);
-    expect(result.content[0].text).toContain('No network failures found for sessio');
+    expect(result.content[0].text).toContain('No network failures found for session');
     expect(result.isError).toBeFalsy();
   });
 
   it('should handle errors from the API', async () => {
     (retrieveNetworkFailures as jest.Mock).mockRejectedValue(new Error('Invalid session ID'));
-    const result = await getNetworkFailures({ sessionId: 'invalid-id' });
+    const result = await serverMock.handler({ sessionId: 'invalid-id' });
     expect(retrieveNetworkFailures).toHaveBeenCalledWith('invalid-id');
     expect(result.content[0].text).toBe('Failed to fetch network logs: Invalid session ID');
     expect(result.content[0].isError).toBe(true);
@@ -59,7 +74,7 @@ describe('getNetworkFailures', () => {
 
   it('should handle empty session ID', async () => {
     (retrieveNetworkFailures as jest.Mock).mockRejectedValue(new Error('Session ID is required'));
-    const result = await getNetworkFailures({ sessionId: '' });
+    const result = await serverMock.handler({ sessionId: '' });
     expect(retrieveNetworkFailures).toHaveBeenCalledWith('');
     expect(result.content[0].text).toBe('Failed to fetch network logs: Session ID is required');
     expect(result.content[0].isError).toBe(true);

tests/tools/live.test.ts

@@ -14,7 +14,8 @@ jest.mock('../../src/logger', () => ({
   error: jest.fn()
 }));
 jest.mock('../../src/lib/instrumentation', () => ({
-  trackMCPEvent: jest.fn()
+  trackMCPEvent: jest.fn(),
+  trackMCPFailure: jest.fn()
 }));
 
 describe('startBrowserLiveSession', () => {
@@ -73,7 +74,7 @@ describe('startBrowserLiveSession', () => {
     (startBrowserSession as jest.Mock).mockRejectedValue(new Error('Session start failed'));
     const result = await serverMock.handler(validDesktopArgs);
     expect(logger.error).toHaveBeenCalled();
-    expect(result.content[0].text).toContain('❌ Failed to start session');
+    expect(result.content[0].text).toContain('Failed to start a browser live session');
   });
 
   it('should fail on schema validation error (missing desiredBrowser)', async () => {

tests/tools/observability.test.ts

@@ -7,7 +7,8 @@ jest.mock('../../src/lib/api', () => ({
 }));
 
 jest.mock('../../src/lib/instrumentation', () => ({
-  trackMCPEvent: jest.fn()
+  trackMCPEvent: jest.fn(),
+  trackMCPFailure: jest.fn()
 }));
 
 describe('getFailuresInLastRun', () => {

tests/tools/testmanagement.test.ts

@@ -29,6 +29,7 @@ jest.mock('../../src/config', () => ({
 }));
 jest.mock('../../src/lib/instrumentation', () => ({
   trackMCPEvent: jest.fn(),
+  trackMCPFailure: jest.fn()
 }));
 
 const mockServer = {