Merge pull request #15 from SentriusLLC/copilot/fix-qa-build-issues

Fix Alluxio environment variable syntax, image reference format, and ZooKeeper classpath in QA deployment

Author: phrocker

charts/accumulo/README.md

@@ -215,6 +215,7 @@ The chart supports multiple authentication methods:
 1. **Pods stuck in Pending**: Check resource requests and node capacity
 2. **Storage connection issues**: Verify cloud credentials and bucket permissions
 3. **Alluxio mount failures**: Check storage provider configuration
+4. **Alluxio "Invalid property key POD_IP"**: This error occurs when Alluxio configuration uses incorrect environment variable syntax. Ensure all environment variables in `alluxio-site.properties` use the `${env.VARIABLE_NAME}` format, not `${VARIABLE_NAME}`. For example, use `alluxio.master.hostname=${env.POD_IP}` instead of `alluxio.master.hostname=${POD_IP}`
 
 ### Debugging Commands
 

charts/accumulo/templates/_helpers.tpl

@@ -94,15 +94,23 @@ Accumulo image
 */}}
 {{- define "accumulo.image" -}}
 {{- $registry := .Values.global.imageRegistry | default .Values.accumulo.image.registry }}
+{{- if $registry }}
 {{- printf "%s/%s:%s" $registry .Values.accumulo.image.repository .Values.accumulo.image.tag }}
+{{- else }}
+{{- printf "%s:%s" .Values.accumulo.image.repository .Values.accumulo.image.tag }}
+{{- end }}
 {{- end }}
 
 {{/*
 Alluxio image
 */}}
 {{- define "alluxio.image" -}}
 {{- $registry := .Values.global.imageRegistry | default .Values.alluxio.image.registry }}
+{{- if $registry }}
 {{- printf "%s/%s:%s" $registry .Values.alluxio.image.repository .Values.alluxio.image.tag }}
+{{- else }}
+{{- printf "%s:%s" .Values.alluxio.image.repository .Values.alluxio.image.tag }}
+{{- end }}
 {{- end }}
 
 {{/*
@@ -111,7 +119,7 @@ ZooKeeper connection string
 {{- define "accumulo.zookeeperHosts" -}}
 {{- if .Values.zookeeper.enabled }}
 {{- $fullname := include "accumulo.fullname" . }}
-{{- printf "%s-zookeeper:2181" $fullname }}
+{{- printf "%s-zookeeper-zookeeper:2181" $fullname }}
 {{- else }}
 {{- .Values.zookeeper.external.hosts }}
 {{- end }}

charts/accumulo/templates/alluxio-worker-daemonset.yaml

@@ -56,11 +56,12 @@ spec:
         - |
           # Wait for master to be ready
           echo "Waiting for Alluxio master to be ready..."
-          until nc -z {{include "accumulo.fullname" .}}-alluxio-master 19998; do
+          until (echo > /dev/tcp/accumulo-alluxio-master/19998) >/dev/null 2>&1; do
             echo "Waiting for master..."
             sleep 5
           done
 
+    
           # Create directories
           mkdir -p /opt/ramdisk
           mkdir -p /opt/alluxio/logs
@@ -90,7 +91,7 @@ spec:
           containerPort: 30000
           protocol: TCP
         env:
-        - name: ALLUXIO_WORKER_HOSTNAME
+        - name: POD_IP
           valueFrom:
             fieldRef:
               fieldPath: status.podIP

charts/accumulo/templates/configmap.yaml

@@ -90,7 +90,7 @@ data:
     CLASSPATH="${CLASSPATH}:${HADOOP_CONF_DIR}:${HADOOP_HOME}/share/hadoop/client/*"
 
     # Add ZooKeeper libraries
-    ZK_JARS=$(find "${ZOOKEEPER_HOME}/lib/" -maxdepth 1 -name '*.jar' -not -name '*slf4j*' -not -name '*log4j*' | paste -sd: -)
+    ZK_JARS=$(find "${ZOOKEEPER_HOME}" -maxdepth 1 -name '*.jar' -not -name '*slf4j*' -not -name '*log4j*' | paste -sd: -)
     CLASSPATH="${CLASSPATH}:${ZOOKEEPER_HOME}/*:${ZK_JARS}"
 
     export CLASSPATH
@@ -198,7 +198,7 @@ data:
   alluxio-site.properties: |
     # Alluxio configuration for Accumulo storage (Master)
     ## Master configuration
-    alluxio.master.hostname=${POD_IP}
+    alluxio.master.hostname=${env.POD_IP}
     alluxio.master.port=19998
     alluxio.master.web.port=19999
     alluxio.master.journal.type=UFS
@@ -253,7 +253,7 @@ data:
   alluxio-site.properties: |
     # Alluxio configuration for Accumulo storage (Worker)
     ## Worker configuration
-    alluxio.worker.hostname=${ALLUXIO_WORKER_HOSTNAME}
+    #alluxio.worker.hostname=${env.POD_IP}
     alluxio.worker.port=29999
     alluxio.worker.web.port=30000
     alluxio.worker.data.port=29999