Fix: AI conversation & LSN (#322)

* Fix: triage not opening

* Fix: supertokens cookie domain

* Fix: Change LSN calculation

* Fix: AI agent syncing

---------

Co-authored-by: Manoj K <saimanoj58@gmail.com>

Author: harshithmullapudi

actions/slack/utils.ts

@@ -474,7 +474,7 @@ export function convertSlackMessageToTiptapJson(
     content.push(
       ...attachmentUrls.map((attachment) => ({
         type: attachment.fileType.startsWith('image/')
-          ? 'image'
+          ? 'imageExtension'
           : 'fileExtension',
         attrs: {
           src: attachment.publicURL,

apps/server/package.json

@@ -85,6 +85,7 @@
     "ai": "^3.4.3",
     "axios": "^1.6.7",
     "bcrypt": "5.1.1",
+    "body-parser": "^1.20.3",
     "bull": "^4.12.2",
     "cache-manager": "^5.7.6",
     "chalk": "^4.1.2",
@@ -117,7 +118,7 @@
     "rxjs": "7.8.1",
     "simple-oauth2": "^5.0.0",
     "socket.io": "^4.7.5",
-    "supertokens-node": "^16.7.1",
+    "supertokens-node": "^21.0.0",
     "turndown": "^7.2.0",
     "typesense": "^1.7.2",
     "uuid": "^10.0.0",
@@ -132,6 +133,7 @@
     "@tegonhq/eslint-config": "workspace:*",
     "@tegonhq/typescript-config": "workspace:*",
     "@types/bcrypt": "5.0.2",
+    "@types/body-parser": "^1.19.5",
     "@types/chance": "1.1.6",
     "@types/cookie": "^0.6.0",
     "@types/express": "4.17.21",

apps/server/src/main.ts

@@ -1,11 +1,13 @@
 import { ValidationPipe, VersioningType } from '@nestjs/common';
 import { ConfigService } from '@nestjs/config';
 import { HttpAdapterHost, NestFactory } from '@nestjs/core';
+import * as bodyParser from 'body-parser';
 import { PrismaClientExceptionFilter } from 'nestjs-prisma';
 import supertokens from 'supertokens-node';
 
 import type { CorsConfig } from 'common/configs/config.interface';
 
+import { SupertokensExceptionFilter } from 'modules/auth/auth.filter';
 import { LoggerService } from 'modules/logger/logger.service';
 import ReplicationService from 'modules/replication/replication.service';
 import { TriggerdevService } from 'modules/triggerdev/triggerdev.service';
@@ -25,6 +27,8 @@ async function bootstrap() {
   // Validation
   app.useGlobalPipes(new ValidationPipe({}));
 
+  app.use(bodyParser.json({ limit: '50mb' })); // Adjust limit as required
+
   // Initiate replication service
   const replicationService = app.get(ReplicationService);
   replicationService.init();
@@ -38,7 +42,10 @@ async function bootstrap() {
 
   // Prisma Client Exception Filter for unhandled exceptions
   const { httpAdapter } = app.get(HttpAdapterHost);
-  app.useGlobalFilters(new PrismaClientExceptionFilter(httpAdapter));
+  app.useGlobalFilters(
+    new PrismaClientExceptionFilter(httpAdapter),
+    new SupertokensExceptionFilter(),
+  );
 
   const configService = app.get(ConfigService);
   const corsConfig = configService.get<CorsConfig>('cors');

apps/server/src/modules/auth/supertokens/supertokens.config.ts

@@ -1,6 +1,6 @@
 import { MailerService } from '@nestjs-modules/mailer';
-import jwt from 'supertokens-node/lib/build/recipe/jwt';
 import { TypePasswordlessEmailDeliveryInput } from 'supertokens-node/lib/build/recipe/passwordless/types';
+import jwt from 'supertokens-node/recipe/jwt';
 import Passwordless from 'supertokens-node/recipe/passwordless';
 import Session from 'supertokens-node/recipe/session';
 import UserRoles from 'supertokens-node/recipe/userroles';
@@ -27,11 +27,16 @@ export const recipeList = (
   usersService: UsersService,
   mailerService: MailerService,
 ) => {
+  const isProd = process.env.NODE_ENV === 'production';
+  const cookieSettings = isProd
+    ? { cookieDomain: '.tegon.ai', olderCookieDomain: '', cookieSecure: true }
+    : {};
+
   return [
     jwt.init(),
     UserRoles.init(),
     Session.init({
-      cookieSecure: true,
+      ...cookieSettings,
       override: {
         functions(originalImplementation) {
           return {

apps/server/src/modules/issues/issues.interface.ts

@@ -72,6 +72,7 @@ export const filterKeyReplacers: Record<FilterKey, string> = {
   [FilterKeyEnum.dueDate]: 'dueDate',
   [FilterKeyEnum.createdAt]: 'createdAt',
   [FilterKeyEnum.updatedAt]: 'updatedAt',
+  [FilterKeyEnum.project]: 'projectId',
   [BooleanFilterKeyEnum.isParent]: 'parent',
   [BooleanFilterKeyEnum.isSubIssue]: 'subIssue',
   [BooleanFilterKeyEnum.isBlocked]: IssueRelationType.BLOCKED,

apps/server/src/modules/projects/projects.controller.ts

@@ -4,6 +4,7 @@ import {
   Delete,
   Param,
   Post,
+  Get,
   UseGuards,
 } from '@nestjs/common';
 import {
@@ -27,6 +28,12 @@ import { ProjectsService } from './projects.service';
 export class ProjectsController {
   constructor(private projects: ProjectsService) {}
 
+  @Get()
+  @UseGuards(AuthGuard)
+  async getProjects(@Workspace() workspace: string) {
+    return await this.projects.getProjects(workspace);
+  }
+
   @Post()
   @UseGuards(AuthGuard)
   async createProject(

apps/server/src/modules/projects/projects.service.ts

@@ -16,6 +16,14 @@ export class ProjectsService {
     private issuesService: IssuesService,
   ) {}
 
+  async getProjects(workspaceId: string) {
+    return await this.prisma.project.findMany({
+      where: {
+        workspaceId,
+      },
+    });
+  }
+
   async createProject(createProjectDto: CreateProjectDto, workspaceId: string) {
     return await this.prisma.project.create({
       data: {

apps/server/src/modules/replication/replication.service.ts

@@ -254,7 +254,7 @@ export default class ReplicationService {
               ModelNameEnum.Conversation,
               ModelNameEnum.ConversationHistory,
             ].includes(modelName)
-              ? syncActionData.data.userId
+              ? (syncActionData.data.recipientId ?? syncActionData.data.userId)
               : syncActionData.workspaceId;
 
             this.syncGateway.wss

apps/server/src/modules/sync-actions/sync-actions.utils.ts

@@ -15,9 +15,16 @@ export function convertToActionType(action: string): SyncActionTypeEnum {
 }
 
 export function convertLsnToInt(lsn: string) {
+  // Convert timestamp to milliseconds since epoch
+  const timestampMs = new Date().getTime();
+
+  // Use LSN as a secondary sort key for events in the same millisecond
   const [logFileNumber, byteOffset] = lsn.split('/');
-  const hexString = logFileNumber + byteOffset;
-  return parseInt(hexString, 16);
+  const lsnValue = parseInt(logFileNumber + byteOffset, 16);
+
+  // Combine timestamp and LSN
+  // Multiply timestamp by 1000 to leave room for LSN as sub-millisecond ordering
+  return BigInt(timestampMs) * 1000n + BigInt(lsnValue % 1000);
 }
 
 export async function getWorkspaceId(
@@ -197,20 +204,40 @@ export async function getModelData(
       },
     },
     ConversationHistory: {
-      findUnique: () => {
+      findUnique: async () => {
         if (userId) {
-          return prisma.conversationHistory.findFirst({
-            where: {
-              id: modelId,
-              conversation: {
-                userId,
+          const conversationHistory =
+            await prisma.conversationHistory.findFirst({
+              where: {
+                id: modelId,
+                conversation: {
+                  userId,
+                },
               },
-            },
-          });
+              include: {
+                conversation: true,
+              },
+            });
+
+          return {
+            ...conversationHistory,
+            recipientId: conversationHistory.conversation.userId,
+          };
         }
-        return prisma.conversationHistory.findUnique({
-          where: { id: modelId },
-        });
+
+        const conversationHistory = await prisma.conversationHistory.findUnique(
+          {
+            where: { id: modelId },
+            include: {
+              conversation: true,
+            },
+          },
+        );
+
+        return {
+          ...conversationHistory,
+          recipientId: conversationHistory.conversation.userId,
+        };
       },
     },
     Cycle: prisma.cycle,

apps/server/src/modules/sync/sync.gateway.ts

@@ -37,7 +37,7 @@ export class SyncGateway implements OnGatewayInit, OnGatewayConnection {
     });
 
     const { query, headers } = client.handshake;
-    const isValid = isValidAuthentication(headers);
+    const isValid = await isValidAuthentication(headers);
 
     if (!isValid) {
       this.logger.info({