AMBARI-26544: Setting up docker images for Ambari for easy installation and testing

Author: sandeep318kumar

docker/Dockerfile.agent

@@ -0,0 +1,214 @@
+# Multi-stage Dockerfile for Apache Ambari Agent
+# Based on best practices from Apache Pinot and other Apache projects
+
+# Build stage
+FROM ubuntu:22.04 AS builder
+
+# Build arguments
+ARG MAVEN_VERSION=3.9.6
+ARG JAVA_VERSION=11
+
+# Set environment variables
+ENV DEBIAN_FRONTEND=noninteractive
+ENV JAVA_HOME=/usr/lib/jvm/java-${JAVA_VERSION}-openjdk-amd64
+ENV MAVEN_HOME=/opt/maven
+ENV PATH=$PATH:$MAVEN_HOME/bin
+
+# Install build dependencies
+RUN apt-get update && apt-get install -y \
+    openjdk-${JAVA_VERSION}-jdk \
+    maven \
+    curl \
+    wget \
+    git \
+    build-essential \
+    python3 \
+    python3-pip \
+    python3-dev \
+    rpm \
+    alien \
+    && rm -rf /var/lib/apt/lists/*
+
+# Set working directory
+WORKDIR /workspace
+
+# Copy source code
+COPY . .
+
+# Build Ambari Agent
+RUN mvn clean install -pl ambari-agent -DskipTests -Drat.skip=true \
+    && mvn clean package rpm:rpm -pl ambari-agent -DskipTests
+
+# Runtime stage
+FROM ubuntu:22.04 AS runtime
+
+# Runtime arguments
+ARG JAVA_VERSION=11
+
+# Set environment variables
+ENV DEBIAN_FRONTEND=noninteractive
+ENV JAVA_HOME=/usr/lib/jvm/java-${JAVA_VERSION}-openjdk-amd64
+ENV AMBARI_AGENT_HOME=/opt/ambari-agent
+ENV PATH=$PATH:$AMBARI_AGENT_HOME/bin
+
+# Create ambari user
+RUN groupadd -r ambari && useradd -r -g ambari -d /home/ambari -s /bin/bash ambari \
+    && mkdir -p /home/ambari \
+    && chown -R ambari:ambari /home/ambari
+
+# Install runtime dependencies
+RUN apt-get update && apt-get install -y \
+    openjdk-${JAVA_VERSION}-jre-headless \
+    python3 \
+    python3-pip \
+    curl \
+    wget \
+    netcat \
+    procps \
+    net-tools \
+    sudo \
+    openssh-server \
+    rsync \
+    psmisc \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install Python dependencies
+RUN pip3 install requests psutil pyyaml
+
+# Copy built artifacts from builder stage
+COPY --from=builder /workspace/ambari-agent/target/rpm/ambari-agent/RPMS/x86_64/*.rpm /tmp/
+
+# Convert and install RPM packages
+RUN cd /tmp && \
+    for rpm in *.rpm; do \
+        alien -d --scripts "$rpm"; \
+    done && \
+    dpkg -i *.deb && \
+    rm -f /tmp/*.rpm /tmp/*.deb
+
+# Create necessary directories
+RUN mkdir -p /var/lib/ambari-agent \
+             /var/log/ambari-agent \
+             /etc/ambari-agent/conf \
+             /opt/ambari-agent \
+    && chown -R ambari:ambari /var/lib/ambari-agent \
+                              /var/log/ambari-agent \
+                              /etc/ambari-agent \
+                              /opt/ambari-agent
+
+# Copy configuration files and scripts
+COPY docker/config/agent/ /etc/ambari-agent/conf/
+COPY docker/scripts/ /usr/local/bin/
+
+# Make scripts executable
+RUN chmod +x /usr/local/bin/*.sh
+
+# Create startup script
+RUN cat > /usr/local/bin/start-ambari-agent.sh << 'EOF'
+#!/bin/bash
+set -e
+
+# Wait for Ambari Server
+echo "Waiting for Ambari Server at ${AMBARI_SERVER_HOST:-ambari-server}:${AMBARI_SERVER_PORT:-8080}..."
+while ! nc -z ${AMBARI_SERVER_HOST:-ambari-server} ${AMBARI_SERVER_PORT:-8080}; do
+    echo "Ambari Server not ready, waiting..."
+    sleep 10
+done
+echo "Ambari Server is ready!"
+
+# Configure agent
+echo "Configuring Ambari Agent..."
+cat > /etc/ambari-agent/conf/ambari-agent.ini << EOL
+[server]
+hostname=${AMBARI_SERVER_HOST:-ambari-server}
+url_port=${AMBARI_SERVER_PORT:-8080}
+secured_url_port=8441
+
+[agent]
+prefix=/var/lib/ambari-agent/data
+cache_dir=/var/lib/ambari-agent/cache
+log_dir=/var/log/ambari-agent
+pidfile=/var/run/ambari-agent/ambari-agent.pid
+hostname_script=/var/lib/ambari-agent/hostname.sh
+
+[security]
+keysdir=/var/lib/ambari-agent/keys
+server_crt=ca.crt
+passphrase_env_var_name=AMBARI_PASSPHRASE
+
+[heartbeat]
+state_interval=6
+dirs=/etc/hadoop,/etc/hadoop/conf,/etc/hbase,/etc/hcatalog,/etc/hive,/etc/oozie,/etc/sqoop,/var/run/hadoop,/var/run/zookeeper,/var/run/hbase,/var/run/hive,/var/run/oozie,/var/log/hadoop,/var/log/zookeeper,/var/log/hbase,/var/log/hive,/var/log/oozie
+rpms=hadoop,zookeeper,hbase,hive
+EOL
+
+# Create hostname script
+cat > /var/lib/ambari-agent/hostname.sh << 'EOL'
+#!/bin/bash
+echo $(hostname -f)
+EOL
+chmod +x /var/lib/ambari-agent/hostname.sh
+
+# Start SSH daemon
+sudo service ssh start
+
+# Start Ambari Agent
+echo "Starting Ambari Agent..."
+exec ambari-agent start --debug=${AMBARI_DEBUG:-false}
+EOF
+
+RUN chmod +x /usr/local/bin/start-ambari-agent.sh
+
+# Configure SSH
+RUN mkdir -p /var/run/sshd && \
+    sed -i 's/#PermitRootLogin prohibit-password/PermitRootLogin yes/' /etc/ssh/sshd_config && \
+    sed -i 's/#PasswordAuthentication yes/PasswordAuthentication yes/' /etc/ssh/sshd_config
+
+# Configure sudo for ambari user
+RUN echo "ambari ALL=(ALL) NOPASSWD: ALL" >> /etc/sudoers
+
+# Switch to ambari user
+USER ambari
+
+# Expose SSH port
+EXPOSE 22 5006
+
+# Health check
+HEALTHCHECK --interval=30s --timeout=10s --start-period=60s --retries=3 \
+    CMD /usr/local/bin/health-check.sh agent
+
+# Set working directory
+WORKDIR /home/ambari
+
+# Default command
+CMD ["/usr/local/bin/start-ambari-agent.sh"]
+
+# Development stage
+FROM runtime AS development
+
+# Switch back to root for development tools
+USER root
+
+# Install development dependencies
+RUN apt-get update && apt-get install -y \
+    maven \
+    git \
+    vim \
+    less \
+    htop \
+    strace \
+    tcpdump \
+    && rm -rf /var/lib/apt/lists/*
+
+# Create Maven cache directory
+RUN mkdir -p /home/ambari/.m2 && \
+    chown -R ambari:ambari /home/ambari/.m2
+
+# Switch back to ambari user
+USER ambari
+
+# Mount point for source code
+VOLUME ["/workspace"]
+
+# Default command for development
+CMD ["bash"]