Merge pull request #150 from PeerPrep/bhcs/add-serverless-logic

bharathcs · web-flow · commit aab40c809127 · 2023-11-12T00:54:54.000+08:00
Assignment 6 (placeholder PR)
diff --git a/deployment/.env.example b/deployment/.env.example
@@ -5,3 +5,4 @@ MONGODB_URL=
 BUCKET_NAME=
 USERS_SERVICE_URL=
 POSTGRES_URL=
+PASSWORD_HEADER=
diff --git a/deployment/docker-compose.yml b/deployment/docker-compose.yml
@@ -75,8 +75,7 @@ services:
       MONGODB_URL: ${MONGODB_URL}
       BUCKET_NAME: ${BUCKET_NAME}
       USERS_SERVICE_URL: ${USERS_SERVICE_URL}
-      INITIALIZATION_VECTOR: ${INITIALIZATION_VECTOR}
-      ENCRYPTION_KEY: ${ENCRYPTION_KEY}
+      PASSWORD_HEADER: ${PASSWORD_HEADER}
 
   users:
     image: ghcr.io/peerprep/peerprep-users-service:latest
diff --git a/questions/.env.example b/questions/.env.example
@@ -2,5 +2,4 @@ MONGODB_URL=mongodb://localhost:27017/questions
 BUCKET_NAME=peerprep3219.appspot.com
 GOOGLE_APPLICATION_CREDENTIALS=./service-account.json
 USERS_SERVICE_URL=http://localhost:6969
-INITIALIZATION_VECTOR=
-ENCRYPTION_KEY=
+PASSWORD_HEADER=peerprep-password
diff --git a/questions/package.json b/questions/package.json
@@ -17,7 +17,8 @@
     "cors": "^2.8.5",
     "express": "^4.18.2",
     "firebase-admin": "^11.11.0",
-    "mongoose": "^7.5.1"
+    "mongoose": "^7.5.1",
+    "openpgp": "^5.11.0"
   },
   "devDependencies": {
     "@types/body-parser": "^1.19.2",
diff --git a/questions/src/index.ts b/questions/src/index.ts
@@ -8,8 +8,8 @@ import { getAuth } from "firebase-admin/auth";
 import http from "http";
 import mongoose from "mongoose";
 import getFirebaseMiddleware from "./middleware/auth";
-import decryptRequestBody from "./middleware/serverless";
-import { normalRouter } from "./router";
+import validatePasswordHeader from "./middleware/serverless";
+import { normalRouter, serverlessRouter } from "./router";
 
 dotenv.config();
 
@@ -34,7 +34,7 @@ app.use(cors(corsOptions));
 app.use(compression());
 app.use(bodyParser.json());
 app.use("/api/v1/", getFirebaseMiddleware(firebaseAuth), normalRouter());
-app.use("/api/serverless/", decryptRequestBody(), normalRouter());
+app.use("/api/serverless/", validatePasswordHeader(), serverlessRouter());
 
 const server = http.createServer(app);
 
diff --git a/questions/src/middleware/serverless.ts b/questions/src/middleware/serverless.ts
@@ -1,63 +1,37 @@
 import express, { NextFunction } from "express";
-import { handleServerError } from "../utils";
-import crypto from "crypto";
+import { StatusMessageType } from "../types";
+import { handleCustomError, handleServerError } from "../utils";
 
-const decryptMessage = (iv: string, key: string, ciphertext: string) => {
-  try {
-    const decipher = crypto.createDecipheriv(
-      "aes-256-cbc",
-      Buffer.from(key, "hex"),
-      Buffer.from(iv, "hex")
-    );
-    let decrypted = decipher.update(ciphertext, "hex", "utf-8");
-    decrypted += decipher.final("utf-8");
-    return decrypted;
-  } catch (error) {
-    return null;
-  }
-};
-
-const decryptRequestBody = () => {
+const validatePasswordHeader = () => {
   return async (
     req: express.Request,
     res: express.Response,
     next: NextFunction
   ) => {
-    try {
-      const iv = process.env.INITIALIZATION_VECTOR;
-      const key = process.env.ENCRYPTION_KEY;
-      const ciphertext = req.body;
-
-      if (!key) {
-        handleServerError(new Error("No encryption key provided"), res);
-        return;
-      }
-
-      if (!iv) {
-        handleServerError(new Error("No initialization vector provided"), res);
-        return;
-      }
-
-      if (!ciphertext) {
-        handleServerError(new Error("No request body provided"), res);
-        return;
-      }
-
-      const decryptedMsg = decryptMessage(iv, key, ciphertext);
-      if (!decryptedMsg) {
-        handleServerError(new Error("Unable to decrypt request body"), res);
-        return;
-      }
-
-      req.body = JSON.parse(decryptedMsg);
-
-      next();
+    const password = process.env.PASSWORD_HEADER;
+    if (!password) {
+      handleServerError(new Error("No password provided"), res);
       return;
-    } catch (err: any) {
-      handleServerError(err, res);
+    }
+
+    const receivedPassword = req.headers["password_header"];
+
+    if (receivedPassword != password) {
+      console.dir(req.headers);
+      handleCustomError(
+        res,
+        {
+          type: StatusMessageType.ERROR,
+          message: "No password provided",
+        },
+        401
+      );
       return;
     }
+
+    next();
+    return;
   };
 };
 
-export default decryptRequestBody;
+export default validatePasswordHeader;
diff --git a/questions/yarn.lock b/questions/yarn.lock
@@ -516,6 +516,16 @@ arrify@^2.0.0:
   resolved "https://registry.yarnpkg.com/arrify/-/arrify-2.0.1.tgz#c9655e9331e0abcd588d2a7cad7e9956f66701fa"
   integrity sha512-3duEwti880xqi4eAMN8AyR4a0ByT90zoYdLlevfrvU43vb0YZwZVfxOgxWrLXXXpyugL0hNZc9G6BiB5B3nUug==
 
+asn1.js@^5.0.0:
+  version "5.4.1"
+  resolved "https://registry.yarnpkg.com/asn1.js/-/asn1.js-5.4.1.tgz#11a980b84ebb91781ce35b0fdc2ee294e3783f07"
+  integrity sha512-+I//4cYPccV8LdmBLiX8CYvf9Sp3vQsrqu2QNXRcrbiWvcx/UdlFiqUJJzxRQxgsZmvhXhn4cSKeSmoFjVdupA==
+  dependencies:
+    bn.js "^4.0.0"
+    inherits "^2.0.1"
+    minimalistic-assert "^1.0.0"
+    safer-buffer "^2.1.0"
+
 async-retry@^1.3.3:
   version "1.3.3"
   resolved "https://registry.yarnpkg.com/async-retry/-/async-retry-1.3.3.tgz#0e7f36c04d8478e7a58bdbed80cedf977785f280"
@@ -562,6 +572,11 @@ bluebird@^3.7.2:
   resolved "https://registry.yarnpkg.com/bluebird/-/bluebird-3.7.2.tgz#9f229c15be272454ffa973ace0dbee79a1b0c36f"
   integrity sha512-XpNj6GDQzdfW+r2Wnn7xiSAd7TM3jzkxGXBGTtWKuSXv1xUV+azxAm8jdWZN06QTQk+2N2XB9jRDkvbmQmcRtg==
 
+bn.js@^4.0.0:
+  version "4.12.0"
+  resolved "https://registry.yarnpkg.com/bn.js/-/bn.js-4.12.0.tgz#775b3f278efbb9718eec7361f483fb36fbbfea88"
+  integrity sha512-c98Bf3tPniI+scsdk237ku1Dc3ujXQTSgyiPUDEOe7tRkhrqridvh8klBv0HCEso1OLOYcHuCv/cS6DNxKH+ZA==
+
 body-parser@1.20.1:
   version "1.20.1"
   resolved "https://registry.yarnpkg.com/body-parser/-/body-parser-1.20.1.tgz#b1812a8912c195cd371a3ee5e66faa2338a5c668"
@@ -1313,7 +1328,7 @@ inflight@^1.0.4:
     once "^1.3.0"
     wrappy "1"
 
-inherits@2, inherits@2.0.4, inherits@^2.0.3:
+inherits@2, inherits@2.0.4, inherits@^2.0.1, inherits@^2.0.3:
   version "2.0.4"
   resolved "https://registry.yarnpkg.com/inherits/-/inherits-2.0.4.tgz#0fa2c64f932917c3433a0ded55363aae37416b7c"
   integrity sha512-k/vGaX4/Yla3WzyMCvTQOXYeIHvqOKtnqBduzTHpzpQZzAskKMhZ2K+EnBiSM9zGSoIFeMpXKxa4dYeZIQqewQ==
@@ -1652,6 +1667,11 @@ mime@^3.0.0:
   resolved "https://registry.yarnpkg.com/mime/-/mime-3.0.0.tgz#b374550dca3a0c18443b0c950a6a58f1931cf7a7"
   integrity sha512-jSCU7/VB1loIWBZe14aEYHU/+1UMEHoaO7qxCOVJOw9GgH72VAWppxNcjU+x9a2k3GSIBXNKxXQFqRvvZ7vr3A==
 
+minimalistic-assert@^1.0.0:
+  version "1.0.1"
+  resolved "https://registry.yarnpkg.com/minimalistic-assert/-/minimalistic-assert-1.0.1.tgz#2e194de044626d4a10e7f7fbc00ce73e83e4d5c7"
+  integrity sha512-UtJcAD4yEaGtjPezWuO9wC4nwUnVH/8/Im3yEHQP4b67cXlD/Qr9hdITCU1xDbSEXg2XKNaP8jsReV7vQd00/A==
+
 minimatch@^3.1.1, minimatch@^3.1.2:
   version "3.1.2"
   resolved "https://registry.yarnpkg.com/minimatch/-/minimatch-3.1.2.tgz#19cd194bfd3e428f049a70817c038d89ab4be35b"
@@ -1814,6 +1834,13 @@ once@^1.3.0, once@^1.4.0:
   dependencies:
     wrappy "1"
 
+openpgp@^5.11.0:
+  version "5.11.0"
+  resolved "https://registry.yarnpkg.com/openpgp/-/openpgp-5.11.0.tgz#cec5b285d188148f7b5201b9aceb53850cc286a2"
+  integrity sha512-hytHsxIPtRhuh6uAmoBUThHSwHSX3imLu7x4453T+xkVqIw49rl22MRD4KQIAQdCDoVdouejzYgcuLmMA/2OAA==
+  dependencies:
+    asn1.js "^5.0.0"
+
 optionator@^0.8.1:
   version "0.8.3"
   resolved "https://registry.yarnpkg.com/optionator/-/optionator-0.8.3.tgz#84fa1d036fe9d3c7e21d99884b601167ec8fb495"
@@ -2035,7 +2062,7 @@ safe-buffer@5.2.1, safe-buffer@>=5.1.0, safe-buffer@^5.0.1, safe-buffer@~5.2.0:
   resolved "https://registry.yarnpkg.com/safe-buffer/-/safe-buffer-5.2.1.tgz#1eaf9fa9bdb1fdd4ec75f58f9cdb4e6b7827eec6"
   integrity sha512-rp3So07KcdmmKbGvgaNxQSJr7bGVSVk5S9Eq1F+ppbRo70+YeaDxkw5Dd8NPN+GD6bjnYm2VuPuCXmpuYvmCXQ==
 
-"safer-buffer@>= 2.1.2 < 3":
+"safer-buffer@>= 2.1.2 < 3", safer-buffer@^2.1.0:
   version "2.1.2"
   resolved "https://registry.yarnpkg.com/safer-buffer/-/safer-buffer-2.1.2.tgz#44fa161b0187b9549dd84bb91802f9bd8385cd6a"
   integrity sha512-YZo3K82SD7Riyi0E1EQPojLz7kpepnSQI9IyPbHHg1XXXevb5dJI7tpyN2ADxGcQbHG7vcyRHk0cbwqcQriUtg==
diff --git a/serverless/.env.example b/serverless/.env.example
@@ -0,0 +1,2 @@
+BASE_URL=""
+PASSWORD_HEADER=""
diff --git a/serverless/.firebaserc b/serverless/.firebaserc
@@ -0,0 +1,5 @@
+{
+  "projects": {
+    "default": "neat-ring-403815"
+  }
+}
diff --git a/serverless/.gitignore b/serverless/.gitignore
@@ -0,0 +1 @@
+.env
diff --git a/serverless/firebase.json b/serverless/firebase.json
@@ -0,0 +1,14 @@
+{
+  "functions": [
+    {
+      "source": "functions",
+      "codebase": "default",
+      "ignore": [
+        "venv",
+        ".git",
+        "firebase-debug.log",
+        "firebase-debug.*.log"
+      ]
+    }
+  ]
+}
diff --git a/serverless/functions/.gitignore b/serverless/functions/.gitignore
@@ -0,0 +1,2 @@
+venv
+__pycache__
diff --git a/serverless/functions/main.py b/serverless/functions/main.py
@@ -0,0 +1,117 @@
+import json
+import os
+import tempfile
+
+import google.cloud.firestore
+import requests
+from firebase_admin import initialize_app
+# The Cloud Functions for Firebase SDK to create Cloud Functions and set up triggers.
+from firebase_functions import firestore_fn, https_fn
+from firebase_functions.params import StringParam
+from git import Repo
+
+app = initialize_app()
+
+BASE_URL = StringParam("BASE_URL")
+PASSWORD_HEADER = StringParam("PASSWORD_HEADER")
+
+def make_api_request(request_data):
+
+    # Make an HTTP POST request to the API
+    url = f"{BASE_URL}/api/serverless/questions"
+    try:
+        print (request_data)
+        response = requests.post(url, json=request_data, headers={"PASSWORD_HEADER": PASSWORD_HEADER})
+        response.raise_for_status()  # Raise an exception for HTTP errors (4xx and 5xx)
+        
+        print(f"API response status: {response.status_code}")
+        print(f"API response: {response.json()}")
+        return 1
+
+    except requests.exceptions.RequestException as e:
+        print(f"Error making the API request: {e}")
+        return 0
+    
+def load_problems():
+    with tempfile.TemporaryDirectory() as base_path:
+        Repo.clone_from("https://github.com/kyle8998/Practice-Coding-Questions.git", base_path)
+
+        # Define the path to the "repo/leetcode" directory
+        base_path += "/leetcode"
+        problems = []
+
+        # Iterate over the folders in the base directory
+        for folder_name in os.listdir(base_path):
+            folder_path = os.path.join(base_path, folder_name)
+            
+            # Check if the item is a directory
+            if os.path.isdir(folder_path):
+                problem_md_path = os.path.join(folder_path, "problem.md")
+                
+                # Check if "problem.md" exists in the folder
+                if os.path.exists(problem_md_path):
+                    # Open and read the contents of "problem.md"
+                    with open(problem_md_path, "r", encoding="utf-8") as problem_file:
+                        problem_contents = problem_file.read()
+                        problems.append(problem_contents)
+                else:
+                    print(f"No problem.md found in {folder_name}")
+    print(f"Total number of questions found: {len(problems)}")
+    return problems
+
+tags_to_search = ["Stack", "Array", "Tree", "Hash Table", "Binary Search"]
+
+def parse(qn):
+    try:
+        qn = qn.split("\n")
+
+        title = qn[0][2:]
+        qn.pop(0)
+
+        while qn[0].strip() == "":
+            qn.pop(0)
+
+        difficulty = qn[0].split(" ")[2].strip().upper()
+        difficulty = difficulty[0].upper() + difficulty[1:].lower()
+
+        qn.pop(0)
+        while qn[0].strip() == "":
+            qn.pop(0)
+
+        qn = '\n'.join(qn)
+
+        if difficulty not in ["Easy", "Medium", "Hard"]:
+            return None
+
+        if title.split(" ")[0] != "Problem" and title.split(" ")[1][-1] != ":":
+            return None
+        else:
+            title = " ".join(title.split(" ")[2:])
+            
+        
+        search_space = title + qn
+        tags = []
+        for tag in tags_to_search:
+            if tag.lower() in search_space.lower():
+                tags.append(tag)
+                
+        if tags == []:
+            return None
+            
+        return { "title": title, "difficulty": difficulty, "description": qn, "tags": tags}
+    except:
+        return None
+
+
+@https_fn.on_request(max_instances=10)
+def addmessage(req: https_fn.Request) -> https_fn.Response:
+    if req.headers.get("PASSWORD_HEADER") != PASSWORD_HEADER and req.headers.get("password_header") != PASSWORD_HEADER:
+        return https_fn.Response(status=403)
+    
+    problems = load_problems()
+    problems = [parse(qn) for qn in problems]
+    problems = [qn for qn in problems if qn is not None]
+    print(f"Total number of questions parsed: {len(problems)}")
+    countOfQuestionsAdded = sum([make_api_request(qn) for qn in problems])
+    print(f"Total number of questions added: {countOfQuestionsAdded}")
+    return https_fn.Response(f"Total number of questions added: {countOfQuestionsAdded}")
diff --git a/serverless/functions/requirements.txt b/serverless/functions/requirements.txt
@@ -0,0 +1,4 @@
+GitPython==3.1.40
+python-dotenv==1.0.0
+firebase-functions
+firebase-admin

-Original file line number
+Diff line change
@@ @@ -0,0 +1,5 @@ @@
 +{
 +  "projects": {
 +    "default": "neat-ring-403815"
 +  }
 +}