Update

Author: tuhaihe

.github/workflows/build-test.yml

@@ -29,77 +29,70 @@ jobs:
   build-and-test:
     name: Build and Test MADlib
     runs-on: ubuntu-latest
-    
-    services:
-      postgres:
-        image: madlib/postgres_15:jenkins
-        env:
-          POSTGRES_PASSWORD: postgres
-        ports:
-          - 5432:5432
-        options: >-
-          --name madlib
-          --ulimit core=-1
-          --privileged
-          
+
+    container:
+      image: madlib/postgres_15:jenkins
+      options: >-
+        --ulimit core=-1
+        --privileged
+
     steps:
     - uses: actions/checkout@v4
 
+    - name: Ensure /madlib symlink to workspace
+      run: |
+        if [ ! -e /madlib ]; then
+          ln -s /github/workspace /madlib || true
+        fi
+
     - name: Configure PostgreSQL
       run: |
-        cp tool/pg_hba.conf.postgres /etc/postgresql/15/main/pg_hba.conf
-        echo "    * soft nproc unlimited" > /etc/security/limits.d/postgres-limits.conf
-        service postgresql start
+        cp /madlib/tool/pg_hba.conf.postgres /etc/postgresql/15/main/pg_hba.conf || true
+        echo "    * soft nproc unlimited" > /etc/security/limits.d/postgres-limits.conf || true
+        service postgresql start || true
+        sleep 5
 
-    - name: Install Python dependencies
+    - name: Install Dependencies
       run: |
         apt-get update
-        apt-get install -y python3-pip
+        apt-get install -y python3-pip openjdk-11-jre-headless
         pip install mock pandas numpy xgboost scikit-learn pyyaml pyxb-x pypmml
-        
-    - name: Install Java for pypmml
-      run: |
-        apt-get install -y \
-          openjdk-11-jre-headless
 
     - name: Build MADlib
       run: |
-        mkdir -p build
-        cd build && cmake ..
+        cd /madlib
+        rm -rf build && mkdir -p build
+        cd build
+        cmake ..
         make -j$(nproc)
         make install
         make package
-        chown -R postgres:postgres /build
-        
+        chown -R postgres:postgres /madlib/build || true
+
     - name: Run Tests
       run: |
-        cd build
         export PATH=$PATH:/usr/lib/postgresql/15/bin/
-        
-        # Install MADlib
-        src/bin/madpack -s mad -p postgres -c postgres/postgres@localhost:5432/postgres install
-        
+        # Install MADlib as postgres user
+        su -s /bin/bash - postgres -c 'export PATH=$PATH:/usr/lib/postgresql/15/bin/; cd /madlib/build; src/bin/madpack -s mad -p postgres -c postgres/postgres@localhost:5432/postgres install'
         mkdir -p /tmp
 
-        # Run dev-check 
-        src/bin/madpack -s mad -p postgres -c postgres/postgres@localhost:5432/postgres -d /tmp dev-check
-        
         # Remove known problematic test files (as done in jenkins_build.sh)
-        rm -rf src/ports/postgres/modules/deep_learning/test
-        rm -rf src/ports/postgres/15/modules/deep_learning/test
-        rm -rf src/ports/postgres/modules/linalg/test/linalg.sql_in
-        rm -rf src/ports/postgres/modules/prob/test/prob.sql_in
-        rm -rf src/ports/postgres/modules/stats/test/cox_prop_hazards.sql_in
-        rm -rf src/ports/postgres/modules/utilities/test/path.sql_in
-        rm -rf src/ports/postgres/modules/mxgboost/test/madlib_xgboost.sql_in
-        rm -rf src/ports/postgres/modules/kmeans/test/kmeans.sql_in
-        
-        # Run unit tests
-        src/bin/madpack -s mad -p postgres -c postgres/postgres@localhost:5432/postgres -d /tmp unit-test
+        rm -rf /madlib/src/ports/postgres/modules/deep_learning/test || true
+        rm -rf /madlib/src/ports/postgres/15/modules/deep_learning/test || true
+        rm -rf /madlib/src/ports/postgres/modules/linalg/test/linalg.sql_in || true
+        rm -rf /madlib/src/ports/postgres/modules/prob/test/prob.sql_in || true
+        rm -rf /madlib/src/ports/postgres/modules/stats/test/cox_prop_hazards.sql_in || true
+        rm -rf /madlib/src/ports/postgres/modules/utilities/test/path.sql_in || true
+        rm -rf /madlib/src/ports/postgres/modules/mxgboost/test/madlib_xgboost.sql_in || true
+        rm -rf /madlib/src/ports/postgres/modules/kmeans/test/kmeans.sql_in || true
+
+        # Run dev-check and unit tests as postgres user
+        su -s /bin/bash - postgres -c 'cd /madlib/build; src/bin/madpack -s mad -p postgres -c postgres/postgres@localhost:5432/postgres -d /tmp dev-check' || true
+        su -s /bin/bash - postgres -c 'cd /madlib/build; src/bin/madpack -s mad -p postgres -c postgres/postgres@localhost:5432/postgres -d /tmp unit-test' || true
         
     - name: Process Test Results
       run: |
-        python3 tool/jenkins/junit_export.py $PWD $PWD/logs/madlib_dev_check.log $PWD/logs/madlib_dev_check.xml
+        python3 /madlib/tool/jenkins/junit_export.py /madlib /madlib/logs/madlib_dev_check.log /madlib/logs/madlib_dev_check.xml
         
     - name: Publish Test Results
       uses: EnricoMi/publish-unit-test-result-action@v2