[DOP-25451] Fix HDFS connector ignoring user & password

Author: dolfinus

docker/Dockerfile.worker

@@ -66,5 +66,13 @@ RUN --mount=type=cache,target=/root/.cache/pypoetry \
         --without docs,dev \
     && python -m compileall -j 4 .venv
 
-RUN sed -i 's/python -m/coverage run -m/g' /app/entrypoint.sh
 ENV SYNCMASTER__WORKER__CREATE_SPARK_SESSION_FUNCTION=tests.spark.get_worker_spark_session
+
+# Collect coverage from worker
+RUN sed -i 's/python -m/coverage run -m/g' /app/entrypoint.sh
+
+# Replace kinit binary with dummy, to skip Kerberos interaction in tests
+RUN mkdir -p /app/.local/bin && \
+    echo "#!/bin/bash" > /app/.local/bin/kinit \
+    && chmod +x /app/.local/bin/kinit
+ENV PATH="/app/.local/bin:$PATH"

syncmaster/worker/handlers/file/hdfs.py

@@ -25,4 +25,6 @@ def connect(self, spark: SparkSession):
 
         self.file_connection = HDFS(
             cluster=self.connection_dto.cluster,
+            user=self.connection_dto.user,
+            password=self.connection_dto.password,
         ).check()