Merge branch 'main' of https://github.com/CS3219-AY2425S1/cs3219-ay2425s1-project-g15 into jehou/disconnect

# Conflicts:
#	frontend/src/app/collaboration/components/editor.tsx
#	frontend/src/app/collaboration/components/toolbar.tsx

Author: jehousoh

.gitignore

@@ -7,3 +7,4 @@ kubernetes/matching/matching-configmap.yaml
 kubernetes/question/question-configmap.yaml
 kubernetes/user/user-configmap.yaml
 kubernetes/collaboration/collaboration-configmap.yaml
+**/venv/

backend/chatlog/Dockerfile

@@ -0,0 +1,12 @@
+FROM node
+
+WORKDIR /usr/src/app
+
+COPY package*.json ./
+
+RUN npm install
+
+COPY . .
+
+EXPOSE 3008
+CMD ["npm", "start"]

backend/chatlog/package-lock.json

@@ -0,0 +1,26 @@
+{
+    "name": "express-kafka-mongo",
+    "version": "1.0.0",
+    "main": "dist/app.js",
+    "scripts": {
+        "build": "rimraf dist && npx tsc",
+        "prestart": "npm run build",
+        "start": "npx tsc -w & nodemon dist/app.js"
+    },
+    "dependencies": {
+        "@types/cors": "^2.8.17",
+        "@types/express": "^4.17.21",
+        "@types/express-validator": "^3.0.2",
+        "@types/mongoose": "^5.11.97",
+        "@types/node": "^22.8.5",
+        "cors": "^2.8.5",
+        "dotenv": "^16.4.5",
+        "express": "^4.21.0",
+        "express-validator": "^7.2.0",
+        "kafkajs": "^2.2.4",
+        "mongoose": "^8.7.2",
+        "nodemon": "^3.1.4",
+        "rimraf": "^6.0.1",
+        "typescript": "^5.6.2"
+    }
+}

backend/chatlog/package.json

@@ -0,0 +1,29 @@
+import express, { Request, Response } from 'express';
+import mongoose from 'mongoose';
+import startConsumer from './kafkaConsumer';
+
+const app = express();
+app.use(express.json());
+const PORT = process.env.PORT || "3008";
+const MONGODB_URI = process.env.MONGODB_URI || 'mongodb://localhost:27017/chatlogs';
+
+// Connect to MongoDB
+mongoose.connect(MONGODB_URI)
+.then(() => {
+  console.log('Connected to MongoDB');
+})
+.catch((err) => {
+  console.error('MongoDB connection error:', err);
+});
+
+// Start Kafka Consumer
+startConsumer().catch(console.error);
+
+// Basic route to verify server is running
+app.get('/', (req: Request, res: Response) => {
+  res.send('ExpressJS Kafka-MongoDB Server is Running');
+});
+
+app.listen(PORT, () => {
+  console.log(`Server is listening on port ${PORT}`);
+});

backend/chatlog/src/app.ts

@@ -0,0 +1,49 @@
+// // src/kafkaConsumer.ts
+import { EachMessagePayload, Kafka } from 'kafkajs';
+import ChatLog, { IChatLog } from './models/ChatLog';
+
+// // Kafka Configuration
+const kafka = new Kafka({
+  clientId: 'my-id',
+  brokers: ['kafka:9092'] 
+});
+
+const consumer = kafka.consumer({ groupId: 'chat-logs-group' });
+
+async function startConsumer(): Promise<void> {
+  console.log("Starting Chatlog Kafka Consumer");
+
+  while (true) {
+    try {
+      await consumer.connect();
+      console.log("Kafka consumer connected successfully");
+      break; // Exit loop on successful connection
+    } catch (error) {
+      console.error("Failed to connect to Kafka, retrying in 5 seconds...", error);
+      await new Promise((resolve) => setTimeout(resolve, 5000)); // Wait 5 seconds before retrying
+    }
+  }
+
+  await consumer.subscribe({ topic: 'CHATLOGS'});
+
+  await consumer.run({
+    eachMessage: async ({ message }: EachMessagePayload) => {
+      const chatLog = JSON.parse(message.value?.toString() || '{}');
+      console.log("Message consumed: " + chatLog)
+
+      // Save message to MongoDB
+      const newChatLog: IChatLog = new ChatLog({
+        senderId: chatLog.senderId,
+        collabId: chatLog.collabId,
+        recipientId: chatLog.recipientId,
+        message: chatLog.message,
+        timestamp: new Date(chatLog.timestamp * 1000)
+      });
+
+      await newChatLog.save();
+      console.log('Chat log saved to MongoDB:', newChatLog);
+    },
+  });
+}
+
+export default startConsumer;

backend/chatlog/src/kafkaConsumer.ts

@@ -0,0 +1,21 @@
+import mongoose, { Document, Schema } from 'mongoose';
+
+interface IChatLog extends Document {
+  senderId: string;
+  message: string;
+  collabId: string;
+  recipientId: string;
+  timestamp: Date;
+}
+
+const chatLogSchema = new Schema<IChatLog>({
+  senderId: { type: String, required: true },
+  message: { type: String, required: true },
+  timestamp: { type: Date, required: true },
+  collabId: { type: String, required: true },
+  recipientId: { type: String, required: true }
+});
+
+const ChatLogDB = mongoose.connection.useDb("Chatlogs");
+export default ChatLogDB.model<IChatLog>('ChatLog', chatLogSchema, "chatlogs");
+export { IChatLog };

backend/chatlog/src/models/ChatLog.ts

@@ -0,0 +1,13 @@
+{
+    "compilerOptions": {
+      "target": "ES6",
+      "module": "commonjs",
+      "outDir": "./dist",
+      "rootDir": "./src",
+      "strict": true,
+      "esModuleInterop": true,
+      "skipLibCheck": true
+    },
+    "include": ["src"]
+  }
+  

backend/chatlog/tsconfig.json

@@ -0,0 +1,42 @@
+import mongoose, { Schema } from "mongoose";
+
+export type TChatLog = {
+    collabid: string;
+    message: string;
+    senderId: string;
+    recipientId: string;
+    timestampEpoch: number;
+}
+
+export interface IChatLog extends TChatLog, Document {}
+
+const chatLogSchema: Schema = new Schema(
+    {
+        collabId: {
+            type: String,
+            required: true,
+        },
+        message: {
+            type: String,
+            required: true,
+        },
+        senderId: {
+            type: String,
+            required: true,
+        },
+        recipientId: {
+            type: String,
+            required: true,
+        },
+        timestampEpoch: {
+            type: Number,
+            required: true,
+        },
+    },
+    { collection: "chatlogs" }
+)
+
+const ChatLogDB = mongoose.connection.useDb("Chatlogs");
+const ChatLog = ChatLogDB.model<IChatLog>("ChatLog", chatLogSchema, "chatlogs");
+
+export default ChatLog

backend/collaboration/src/models/ChatLog.ts

@@ -1,11 +1,14 @@
 import express, { Request, Response } from "express";
+import { validationResult } from "express-validator";
+import ChatLog from "../models/ChatLog";
 import Session, { TSession } from "../models/Session";
 import {
+  createChatLogValidators,
   createSessionValidators,
+  getChatLogValidators,
   idValidators,
   updateSessionValidators,
 } from "./validators";
-import { validationResult } from "express-validator";
 
 /**
  * Router for the collaboration service.
@@ -205,4 +208,69 @@ router.delete(
   }
 );
 
+// Create a single chat log
+router.post("/chat/:collabid/create_chatlog", [...createChatLogValidators], async (req: Request, res: Response) => {
+  // TODO: Add validation check to check if a collab ID exists and if the sender and recipient IDs are valid
+
+  const errors = validationResult(req);
+  if (!errors.isEmpty()) {
+    return res.status(400).json({ errors: errors.array() });
+  }
+  try {
+    const { message, senderId, recipientId, timestampEpoch } = req.body;
+    const { collabid } = req.params;
+    const chatLog = {
+      collabid,
+      message,
+      senderId,
+      recipientId,
+      timestampEpoch
+    };
+    
+    const newChatLog = new ChatLog(chatLog);
+    await newChatLog.save();
+    res.status(200).json({ message: "Chat log created successfully", chatLog: newChatLog });
+  } catch (error) {
+    console.log(error)
+    return res.status(500).send("Internal server error");
+  }
+})
+
+// Fetch chat logs for a specific collabID with pagination
+router.get("/chat/:collabid/get_chatlogs", [...getChatLogValidators], async (req: Request, res: Response) => {
+  try {
+    const { collabid } = req.params;
+    const page = parseInt(req.query.page as string, 10) || 1;
+    const limit = parseInt(req.query.limit as string, 10) || 10;
+
+    const skip = (page - 1) * limit;
+
+    // Fetch chat logs for the specified collabID, with pagination and sorted by timestamp
+    const chatLogs = await ChatLog.find({ collabId: collabid })
+      .sort({ timestamp: -1 }) // Sort by timestamp in descending order (latest first)
+      .skip(skip)
+      .limit(limit);
+
+    chatLogs.reverse();
+
+    // Get total count of chat logs for the given collabID
+    const totalLogs = await ChatLog.countDocuments({ collabid });
+    const totalPages = Math.ceil(totalLogs / limit);
+
+    res.status(200).json({
+      message: "Chat logs fetched successfully",
+      chatLogs: chatLogs,
+      pagination: {
+        page,
+        limit,
+        totalPages,
+        totalLogs,
+      },
+    });
+  } catch (error) {
+    console.log(error);
+    res.status(500).send("Internal server error");
+  }
+});
+
 export default router;