shell2http architecture

Signed-off-by: pranjalg1331 <pranjaloff13@gmail.com>

Author: pranjalg1331

api_app/analyzers_manager/migrations/0148_analyzer_config_nuclei.py

@@ -15,7 +15,7 @@
         "base_path": "api_app.analyzers_manager.observable_analyzers",
     },
     "name": "Nuclei",
-    "description": "A fast and customisable vulnerability scanner powered by simple YAML-based templates",
+    "description": "A fast and customisable vulnerability scanner powered by simple YAML-based templates. At its core, Nuclei uses templates—expressed as straightforward YAML files, that delineate methods for detecting, ranking, and addressing specific security flaws.",
     "disabled": False,
     "soft_time_limit": 1200,
     "routing_key": "default",

api_app/analyzers_manager/observable_analyzers/nuclei.py

@@ -1,6 +1,8 @@
 # This file is a part of IntelOwl https://github.com/intelowlproject/IntelOwl
 # See the file 'LICENSE' for copying permission.
 
+import json
+
 from api_app.analyzers_manager.classes import DockerBasedAnalyzer, ObservableAnalyzer
 
 
@@ -18,11 +20,43 @@ def run(self):
         """
         Prepares and executes a Nuclei scan through the Docker-based API.
         """
-        req_data = {
-            "observable": self.observable_name,  # The URL or observable to scan
-            "template_dirs": self.template_dirs or [],
+        VALID_TEMPLATE_CATEGORIES = {
+            "cloud",
+            "code",
+            "cves",
+            "vulnerabilities",
+            "dns",
+            "file",
+            "headless",
+            "helpers",
+            "http",
+            "javascript",
+            "network",
+            "passive",
+            "profiles",
+            "ssl",
+            "workflows",
+            "exposures",
         }
 
+        args = [self.observable_name]
+
+        # Append valid template directories with the "-t" flag
+        for template_dir in self.template_dirs:
+            if template_dir in VALID_TEMPLATE_CATEGORIES:
+                args.extend(["-t", template_dir])
+            else:
+                print(f"Skipping invalid template directory: {template_dir}")
+
+        req_data = {"args": args}
+
         # Execute the request
-        report = self._docker_run(req_data=req_data, req_files=None)
-        return report
+        response = self._docker_run(req_data=req_data, req_files=None)
+        json_objects = []
+        for line in response.strip().split("\n"):
+            try:
+                json_objects.append(json.loads(line))
+            except json.JSONDecodeError:
+                print(f"Skipping non-JSON line: {line}")
+
+        return json_objects

integrations/nuclei_analyzer/Dockerfile

@@ -1,48 +1,26 @@
-FROM python:3.12.3
+# Use the official Nuclei image as the base
+FROM projectdiscovery/nuclei:latest
 
-# Set environment variables
-ENV PROJECT_PATH=/opt/nuclei-api
 ENV LOG_PATH=/var/log/nuclei_analyzer
 ENV USER=nuclei-user
 
-# Install required packages and download nuclei
-RUN apt-get update && \
-    apt-get install -y --no-install-recommends \
-    ca-certificates \
-    wget \
-    unzip && \
-    wget --progress=dot:giga https://github.com/projectdiscovery/nuclei/releases/download/v3.3.7/nuclei_3.3.7_linux_amd64.zip && \
-    unzip nuclei_3.3.7_linux_amd64.zip && \
-    mv nuclei /usr/local/bin/ && \
-    chmod +x /usr/local/bin/nuclei && \
-    rm nuclei_3.3.7_linux_amd64.zip && \
-    nuclei -update-template-dir /opt/nuclei-api/nuclei-templates -update-templates && \
-    useradd -ms /bin/bash ${USER} && \ 
-    mkdir -p ${PROJECT_PATH} ${LOG_PATH}
-
-# Set working directory
-WORKDIR ${PROJECT_PATH}
-
-# Copy application files
-COPY requirements.txt .
-COPY app.py .
-COPY entrypoint.sh .
+# Install required packages using apk (Alpine Package Keeper)
+RUN apk add --no-cache python3 py3-pip
 
-# Set proper permissions
-RUN chmod +x entrypoint.sh && \
-    chown -R ${USER}:${USER} ${PROJECT_PATH} && \
-    chown -R ${USER}:${USER} ${LOG_PATH} && \
-    chmod 755 ${PROJECT_PATH} && \
-    chmod 755 ${LOG_PATH}
+# Create a working directory
+WORKDIR /app
 
-# Install Python dependencies
-RUN pip install --no-cache-dir -r requirements.txt
+# Copy the requirements file and install dependencies
+COPY requirements.txt .
+RUN pip3 install --no-cache-dir -r requirements.txt
+
+# Copy the Flask API code
+COPY app.py .
 
-# Switch to non-root user
-USER ${USER}
+# Expose the API port
+EXPOSE 5000
 
-# Expose port
-EXPOSE 4008
+COPY entrypoint.sh /entrypoint.sh
+RUN chmod +x /entrypoint.sh
 
-# Use full path to entrypoint script (this is another key fix)
-ENTRYPOINT ["./entrypoint.sh"]
+ENTRYPOINT ["/entrypoint.sh"]