Revert: Do not start Hive for FTP integration tests

Author: dolfinus

.env.docker.test

@@ -105,4 +105,5 @@ TEST_WEBDAV_USER=syncmaster
 TEST_WEBDAV_PASSWORD=123UsedForTestOnly@!
 
 SPARK_CONF_DIR=/app/tests/spark/hive/conf/
+HADOOP_CONF_DIR=/app/tests/spark/hadoop/
 HIVE_CONF_DIR=/app/tests/spark/hive/conf/

.env.local.test

@@ -105,4 +105,5 @@ export TEST_WEBDAV_USER=syncmaster
 export TEST_WEBDAV_PASSWORD=123UsedForTestOnly@!
 
 export SPARK_CONF_DIR=./tests/spark/hive/conf/
+export HADOOP_CONF_DIR=./tests/spark/hadoop/
 export HIVE_CONF_DIR=./tests/spark/hive/conf/

.github/workflows/ftp-tests.yml

@@ -17,7 +17,7 @@ jobs:
       - name: Start FTP
         run: |
           docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
-          docker compose -f docker-compose.test.yml --profile ftp up -d db rabbitmq horizon test-ftp
+          docker compose -f docker-compose.test.yml --profile ftp up -d db rabbitmq horizon test-ftp test-hive
 
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3

.github/workflows/s3-tests.yml

@@ -17,7 +17,7 @@ jobs:
       - name: Start S3
         run: |
           docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
-          docker compose -f docker-compose.test.yml --profile s3 up -d db rabbitmq horizon test-s3
+          docker compose -f docker-compose.test.yml --profile s3 up -d db rabbitmq horizon test-s3 test-hive
 
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3

docker-compose.test.yml

@@ -335,7 +335,8 @@ services:
       HIVE_METASTORE_DB_DRIVER: org.postgresql.Driver
       HIVE_METASTORE_DB_USER: test_hive
       HIVE_METASTORE_DB_PASSWORD: test_hive
-    profiles: [hive, hdfs, all]
+    # writing spark dataframe to xml file fails if fs.defaultFS is not accessible
+    profiles: [hive, hdfs, s3, ftp, all]
 
   test-sftp:
     image: ${SFTP_IMAGE:-linuxserver/openssh-server}

tests/spark/hadoop/core-site.xml

@@ -0,0 +1,16 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<configuration>
+    <property>
+        <name>fs.defaultFS</name>
+        <value>hdfs://test-hive:9820</value>
+    </property>
+    <property>
+        <name>hadoop.proxyuser.root.hosts</name>
+        <value>*</value>
+    </property>
+    <property>
+        <name>hadoop.proxyuser.root.groups</name>
+        <value>*</value>
+    </property>
+</configuration>