run_scraper.sh

#!/bin/bash

# Dark Web Threat Intelligence Scraper Runner
# FOR EDUCATIONAL AND ETHICAL USE ONLY

echo ""
echo "==============================================="
echo " Dark Web Threat Intelligence Scraper"
echo "==============================================="
echo " FOR EDUCATIONAL AND ETHICAL USE ONLY"
echo "==============================================="
echo ""

# Check if Python is installed
if ! command -v python3 &> /dev/null; then
    echo "ERROR: Python 3 is not installed"
    echo "Please install Python 3.8+ and try again"
    exit 1
fi

# Check Python version
python_version=$(python3 -c 'import sys; print(".".join(map(str, sys.version_info[:2])))')
required_version="3.8"

if [ "$(printf '%s\n' "$required_version" "$python_version" | sort -V | head -n1)" != "$required_version" ]; then
    echo "ERROR: Python 3.8+ is required (found $python_version)"
    exit 1
fi

# Create virtual environment if it doesn't exist
if [ ! -d "venv" ]; then
    echo "Creating virtual environment..."
    python3 -m venv venv
    if [ $? -ne 0 ]; then
        echo "ERROR: Failed to create virtual environment"
        exit 1
    fi
fi

# Activate virtual environment
echo "Activating virtual environment..."
source venv/bin/activate

# Install requirements if not already installed
if [ ! -f "venv/lib/python*/site-packages/requests/__init__.py" ]; then
    echo "Installing requirements..."
    pip install -r requirements.txt
    if [ $? -ne 0 ]; then
        echo "ERROR: Failed to install requirements"
        exit 1
    fi
fi

# Check if config exists
if [ ! -f "config.json" ]; then
    echo "ERROR: config.json not found!"
    echo "Please run setup.py first or copy from config.example.json"
    exit 1
fi

# Run the scraper
echo ""
echo "Starting Dark Web Threat Intelligence Scraper..."
echo "Press Ctrl+C to stop"
echo ""
python main.py

echo ""
echo "Scraper finished. Check results.csv for output."
read -p "Press Enter to continue..."