feat: add telemetry log management; implement filtering and counting of telemetry logs

NarwhalChen · NarwhalChen · commit 841b4bc207af · 2025-04-07T13:52:50.000-05:00
diff --git a/backend/src/dashboard/dashboard.module.ts b/backend/src/dashboard/dashboard.module.ts
@@ -17,6 +17,9 @@ import { ChatModule } from '../chat/chat.module';
 import { ProjectModule } from '../project/project.module';
 import { JwtCacheModule } from '../jwt-cache/jwt-cache.module';
 import { Menu } from 'src/auth/menu/menu.model';
+import { InterceptorModule } from 'src/interceptor/interceptor.module';
+import { TelemetryLogService } from 'src/interceptor/telemetry-log.service';
+import { TelemetryLog } from 'src/interceptor/telemetry-log.model';
 
 @Module({
   imports: [
@@ -27,14 +30,16 @@ import { Menu } from 'src/auth/menu/menu.model';
       Project,
       ProjectPackages,
       Menu,
+      TelemetryLog,
     ]),
     UserModule,
     AuthModule,
     ChatModule,
     ProjectModule,
     JwtCacheModule,
+    InterceptorModule,
   ],
-  providers: [DashboardResolver, DashboardService],
+  providers: [DashboardResolver, DashboardService, TelemetryLogService],
   exports: [DashboardService],
 })
 export class DashboardModule {}
diff --git a/backend/src/dashboard/dashboard.resolver.ts b/backend/src/dashboard/dashboard.resolver.ts
@@ -4,6 +4,7 @@ import { DashboardService } from './dashboard.service';
 import { User } from '../user/user.model';
 import { Chat } from '../chat/chat.model';
 import { Project } from '../project/project.model';
+import { TelemetryLog } from '../interceptor/telemetry-log.model';
 import {
   CreateUserInput,
   UpdateUserInput,
@@ -15,22 +16,23 @@ import {
   UpdateChatInput,
 } from './dto/chat-input';
 import { ProjectFilterInput, UpdateProjectInput } from './dto/project-input';
+import { TelemetryLogFilterInput } from './dto/telemetry-log-input';
 import { RequireRoles } from '../decorator/auth.decorator';
 import { JWTAuthGuard } from '../guard/jwt-auth.guard';
-import { AuthService } from 'src/auth/auth.service';
 import { CreateRoleInput } from 'src/auth/role/dto/create-role.input';
 import { UpdateRoleInput } from 'src/auth/role/dto/update-role.input';
 import { Role } from 'src/auth/role/role.model';
 import { GetUserIdFromToken } from 'src/decorator/get-auth-token.decorator';
 import { CreateProjectInput } from 'src/project/dto/project.input';
 import { DashboardStats } from './dashboard-stat.model';
+import { TelemetryLogService } from 'src/interceptor/telemetry-log.service';
 
 @Resolver()
 @UseGuards(JWTAuthGuard)
 export class DashboardResolver {
   constructor(
     private readonly dashboardService: DashboardService,
-    private readonly authService: AuthService,
+    private readonly telemetryLogService: TelemetryLogService,
   ) {}
 
   @RequireRoles('Admin')
@@ -206,4 +208,29 @@ export class DashboardResolver {
   async dashboardStats(): Promise<DashboardStats> {
     return this.dashboardService.getDashboardStats();
   }
+
+  // Telemetry Log Management
+  @RequireRoles('Admin')
+  @Query(() => [TelemetryLog])
+  async dashboardTelemetryLogs(
+    @Args('filter', { nullable: true }) filter?: TelemetryLogFilterInput,
+  ): Promise<TelemetryLog[]> {
+    return this.telemetryLogService.findFiltered(filter);
+  }
+
+  @RequireRoles('Admin')
+  @Query(() => TelemetryLog)
+  async dashboardTelemetryLog(
+    @Args('id', { type: () => ID }) id: number,
+  ): Promise<TelemetryLog> {
+    return this.telemetryLogService.findById(id);
+  }
+
+  @RequireRoles('Admin')
+  @Query(() => Number)
+  async dashboardTelemetryLogsCount(
+    @Args('filter', { nullable: true }) filter?: TelemetryLogFilterInput,
+  ): Promise<number> {
+    return this.telemetryLogService.countTelemetryLogs(filter);
+  }
 }
diff --git a/backend/src/dashboard/dashboard.service.ts b/backend/src/dashboard/dashboard.service.ts
@@ -27,6 +27,7 @@ import { Menu } from 'src/auth/menu/menu.model';
 import { ProjectService } from 'src/project/project.service';
 import { CreateProjectInput } from 'src/project/dto/project.input';
 import { DashboardStats } from './dashboard-stat.model';
+import { TelemetryLog } from 'src/interceptor/telemetry-log.model';
 
 @Injectable()
 export class DashboardService {
@@ -43,6 +44,8 @@ export class DashboardService {
     private readonly projectRepository: Repository<Project>,
     @InjectRepository(ProjectPackages)
     private readonly packageRepository: Repository<ProjectPackages>,
+    @InjectRepository(TelemetryLog)
+    private readonly telemetryLogRepository: Repository<ProjectPackages>,
     private readonly projectService: ProjectService,
   ) {}
 
diff --git a/backend/src/dashboard/dto/telemetry-log-input.ts b/backend/src/dashboard/dto/telemetry-log-input.ts
@@ -0,0 +1,31 @@
+import { Field, InputType } from '@nestjs/graphql';
+
+@InputType()
+export class TelemetryLogFilterInput {
+  @Field(() => Date, { nullable: true })
+  startDate?: Date;
+
+  @Field(() => Date, { nullable: true })
+  endDate?: Date;
+
+  @Field({ nullable: true })
+  requestMethod?: string;
+
+  @Field({ nullable: true })
+  endpoint?: string;
+
+  @Field({ nullable: true })
+  userId?: string;
+
+  @Field({ nullable: true })
+  handler?: string;
+
+  @Field(() => Number, { nullable: true })
+  minTimeConsumed?: number;
+
+  @Field(() => Number, { nullable: true })
+  maxTimeConsumed?: number;
+
+  @Field({ nullable: true })
+  search?: string;
+}
diff --git a/backend/src/interceptor/telemetry-log.service.ts b/backend/src/interceptor/telemetry-log.service.ts
@@ -2,6 +2,7 @@ import { Injectable } from '@nestjs/common';
 import { InjectRepository } from '@nestjs/typeorm';
 import { Repository } from 'typeorm';
 import { TelemetryLog } from './telemetry-log.model';
+import { TelemetryLogFilterInput } from 'src/dashboard/dto/telemetry-log-input';
 
 @Injectable()
 export class TelemetryLogService {
@@ -25,4 +26,107 @@ export class TelemetryLogService {
   async findById(id: number): Promise<TelemetryLog> {
     return await this.telemetryLogRepository.findOne({ where: { id } });
   }
+
+  async findFiltered(filter: TelemetryLogFilterInput): Promise<TelemetryLog[]> {
+    const query = this.telemetryLogRepository.createQueryBuilder('log');
+
+    if (filter.startDate) {
+      query.andWhere('log.timestamp >= :startDate', {
+        startDate: filter.startDate,
+      });
+    }
+    if (filter.endDate) {
+      query.andWhere('log.timestamp <= :endDate', { endDate: filter.endDate });
+    }
+    if (filter.requestMethod) {
+      query.andWhere('log.requestMethod = :requestMethod', {
+        requestMethod: filter.requestMethod,
+      });
+    }
+    if (filter.endpoint) {
+      query.andWhere('log.endpoint LIKE :endpoint', {
+        endpoint: `%${filter.endpoint}%`,
+      });
+    }
+    if (filter.userId) {
+      query.andWhere('log.userId = :userId', { userId: filter.userId });
+    }
+    if (filter.handler) {
+      query.andWhere('log.handler LIKE :handler', {
+        handler: `%${filter.handler}%`,
+      });
+    }
+    if (filter.minTimeConsumed !== undefined) {
+      query.andWhere('log.timeConsumed >= :minTimeConsumed', {
+        minTimeConsumed: filter.minTimeConsumed,
+      });
+    }
+    if (filter.maxTimeConsumed !== undefined) {
+      query.andWhere('log.timeConsumed <= :maxTimeConsumed', {
+        maxTimeConsumed: filter.maxTimeConsumed,
+      });
+    }
+    if (filter.search) {
+      query.andWhere(
+        '(log.endpoint LIKE :search OR log.requestMethod LIKE :search)',
+        { search: `%${filter.search}%` },
+      );
+    }
+
+    query.orderBy('log.timestamp', 'DESC');
+
+    return await query.getMany();
+  }
+
+  async countTelemetryLogs(filter?: TelemetryLogFilterInput): Promise<number> {
+    const query = this.telemetryLogRepository.createQueryBuilder('log');
+
+    if (filter) {
+      if (filter.startDate) {
+        query.andWhere('log.timestamp >= :startDate', {
+          startDate: filter.startDate,
+        });
+      }
+      if (filter.endDate) {
+        query.andWhere('log.timestamp <= :endDate', {
+          endDate: filter.endDate,
+        });
+      }
+      if (filter.requestMethod) {
+        query.andWhere('log.requestMethod = :requestMethod', {
+          requestMethod: filter.requestMethod,
+        });
+      }
+      if (filter.endpoint) {
+        query.andWhere('log.endpoint LIKE :endpoint', {
+          endpoint: `%${filter.endpoint}%`,
+        });
+      }
+      if (filter.userId) {
+        query.andWhere('log.userId = :userId', { userId: filter.userId });
+      }
+      if (filter.handler) {
+        query.andWhere('log.handler LIKE :handler', {
+          handler: `%${filter.handler}%`,
+        });
+      }
+      if (filter.minTimeConsumed !== undefined) {
+        query.andWhere('log.timeConsumed >= :minTimeConsumed', {
+          minTimeConsumed: filter.minTimeConsumed,
+        });
+      }
+      if (filter.maxTimeConsumed !== undefined) {
+        query.andWhere('log.timeConsumed <= :maxTimeConsumed', {
+          maxTimeConsumed: filter.maxTimeConsumed,
+        });
+      }
+      if (filter.search) {
+        query.andWhere(
+          '(log.endpoint LIKE :search OR log.requestMethod LIKE :search)',
+          { search: `%${filter.search}%` },
+        );
+      }
+    }
+    return await query.getCount();
+  }
 }
diff --git a/frontend/src/graphql/schema.gql b/frontend/src/graphql/schema.gql
@@ -264,6 +264,9 @@ type Query {
   dashboardRole(id: ID!): SystemRole!
   dashboardRoles: [SystemRole!]!
   dashboardStats: DashboardStats!
+  dashboardTelemetryLog(id: ID!): TelemetryLog!
+  dashboardTelemetryLogs(filter: TelemetryLogFilterInput): [TelemetryLog!]!
+  dashboardTelemetryLogsCount(filter: TelemetryLogFilterInput): Float!
   dashboardUser(id: ID!): User!
   dashboardUsers(filter: UserFilterInput): [User!]!
   fetchPublicProjects(input: FetchPublicProjectsInputs!): [Project!]!
@@ -330,6 +333,32 @@ type SystemRole {
   users: [User!]
 }
 
+type TelemetryLog {
+  endpoint: String!
+  handler: String
+  id: ID!
+  input: String
+  inputToken: String
+  output: String
+  outputToken: String
+  requestMethod: String!
+  timeConsumed: Float!
+  timestamp: Date!
+  userId: String
+}
+
+input TelemetryLogFilterInput {
+  endDate: Date
+  endpoint: String
+  handler: String
+  maxTimeConsumed: Float
+  minTimeConsumed: Float
+  requestMethod: String
+  search: String
+  startDate: Date
+  userId: String
+}
+
 input UpdateChatInput {
   isActive: Boolean
   title: String
diff --git a/frontend/src/graphql/type.tsx b/frontend/src/graphql/type.tsx
