Introduces GitHub Actions workflow for Apache Cloudberry (incubating) build debian package

In commit cd0bfbc was added docker build and test containers for ubuntu 22.04.

Here has been adding CI workflow to check if we still could create and install debian package for ubuntu 22.04.

To do this:

- use devops package for build cloudberry binary inside docker build container
- create debian package for builded binary
- upload artifacts to github actions
- download artifacts to ubuntu test container
- install downloaded debian packages
- check packages for integrity
- perform some installcheck tests (regress, pax, contrib, gpcontrib)

Author: Leonid Borchuk

.github/workflows/build-deb-cloudberry.yml

@@ -104,6 +104,12 @@ CONFIGURE_LOG="${LOG_DIR}/configure.log"
 # Initialize environment
 init_environment "Cloudberry Configure Script" "${CONFIGURE_LOG}"
 
+# Check if BUILD_DESTINATION is set
+if [ -z "${BUILD_DESTINATION}" ]; then
+  log_completion "BUILD_DESTINATION is empty - error with exit"
+  exit 1
+fi
+
 # Initial setup
 log_section "Initial Setup"
 execute_cmd sudo rm -rf ${BUILD_DESTINATION} || exit 2

devops/build/automation/cloudberry/scripts/configure-cloudberry.sh

@@ -47,6 +47,8 @@ Architecture: amd64
 Depends: curl,
     cgroup-tools,
     iputils-ping,
+    iproute2,
+    keyutils,
     krb5-multidev,
     less,
     libapr1,
@@ -62,19 +64,22 @@ Depends: curl,
     libcgroup1,
     libssl3,
     libpam0g,
+    libprotobuf23,
+    libpsl5,
+    libuv1,
     libxerces-c3.2,
     locales,
+    lsof,
+    lz4,
     net-tools,
     openssh-client,
     openssh-server,
     openssl,
-    python-six,
-    python2.7,
-    python2.7-dev,
+    python3,
     rsync,
     wget,
-    zlib1g,
-    libuv1
+    xz-utils,
+    zlib1g
 Description: Apache Cloudberry (incubating) is an advanced, open-source, massively
   parallel processing (MPP) data warehouse developed from PostgreSQL and
   Greenplum. It is designed for high-performance analytics on

devops/build/packaging/deb/ubuntu22.04/control

@@ -95,6 +95,7 @@ RUN apt-get update && \
             flex \
             g++-11 \
             gcc-11 \
+            gdb \
             git \
             iproute2 \
             iputils-ping \
@@ -179,7 +180,7 @@ RUN cp /tmp/90-cbdb-limits /etc/security/limits.d/90-cbdb-limits && \
     echo $TZ > /etc/timezone && \
     chmod 755 /tmp/init_system.sh && \
     /usr/sbin/groupadd gpadmin && \
-    /usr/sbin/useradd -m -g gpadmin gpadmin && \
+    /usr/sbin/useradd -m -g gpadmin gpadmin -s /bin/bash && \
     echo 'gpadmin ALL=(ALL) NOPASSWD:ALL' > /etc/sudoers.d/90-gpadmin && \
     chmod 0440 /etc/sudoers.d/90-gpadmin && \
     ssh-keygen -A && \

devops/build/packaging/deb/ubuntu22.04/preinst

@@ -85,8 +85,8 @@ RUN apt-get update && \
             silversearcher-ag \
             vim \
             wget \
+            gdb \
             git \
-            iproute2 \
             iputils-ping \
             lsof \
             openssh-server \
@@ -95,7 +95,6 @@ RUN apt-get update && \
             python3-distutils \
             python3-pip \
             python3-setuptools \
-            rsync \
             sudo \
             tzdata && \
     apt-get install -y -qq locales && \
@@ -113,7 +112,7 @@ RUN ln -s /usr/bin/python3.10 /usr/bin/python
 # - Add Cloudberry-specific entries to the gpadmin's .bashrc.
 # --------------------------------------------------------------------
 RUN /usr/sbin/groupadd gpadmin && \
-    /usr/sbin/useradd -m -g gpadmin gpadmin && \
+    /usr/sbin/useradd -m -g gpadmin gpadmin -s /bin/bash && \
     echo 'gpadmin ALL=(ALL) NOPASSWD: ALL' > /etc/sudoers.d/90-gpadmin && \
     chmod 0440 /etc/sudoers.d/90-gpadmin && \
     echo '\n# Add Cloudberry entries\nif [ -f /usr/local/cloudberry/cloudberry-env.sh ]; then\n  source /usr/local/cloudberry/cloudberry-env.sh\n  export COORDINATOR_DATA_DIRECTORY=/data1/coordinator/gpseg-1\nfi' >> /home/gpadmin/.bashrc

devops/deploy/docker/build/ubuntu22.04/Dockerfile

@@ -3701,5 +3701,5 @@ DROP EXTERNAL TABLE ext_false;
 DROP EXTERNAL TABLE ext_true;
 DROP EXTERNAL TABLE ext_persistently;
 
-CREATE EXTERNAL WEB TEMP TABLE test_program_not_exist(content text) EXECUTE '/xx/seq 1 5' ON MASTER FORMAT 'TEXT';
-SELECT * FROM test_program_not_exist;
+CREATE EXTERNAL WEB TEMP TABLE test_program_not_exist(content text) EXECUTE '/bin/bash /xx/seq 1 5' ON MASTER FORMAT 'TEXT';
+SELECT * FROM test_program_not_exist;

devops/deploy/docker/test/ubuntu22.04/Dockerfile

@@ -5052,7 +5052,7 @@ SELECT logerrors, options from pg_exttable a, pg_class b where a.reloid = b.oid
 DROP EXTERNAL TABLE ext_false;
 DROP EXTERNAL TABLE ext_true;
 DROP EXTERNAL TABLE ext_persistently;
-CREATE EXTERNAL WEB TEMP TABLE test_program_not_exist(content text) EXECUTE '/xx/seq 1 5' ON MASTER FORMAT 'TEXT';
+CREATE EXTERNAL WEB TEMP TABLE test_program_not_exist(content text) EXECUTE '/bin/bash /xx/seq 1 5' ON MASTER FORMAT 'TEXT';
 SELECT * FROM test_program_not_exist;
-DETAIL:  Command: execute:/xx/seq 1 5
-ERROR:  external table test_program_not_exist command ended with error. sh: line 1: /xx/seq: No such file or directory
+DETAIL:  Command: execute:/bin/bash /xx/seq 1 5
+ERROR:  external table test_program_not_exist command ended with error. /bin/bash: /xx/seq: No such file or directory

src/test/regress/input/external_table.source

@@ -5054,7 +5054,7 @@ SELECT logerrors, options from pg_exttable a, pg_class b where a.reloid = b.oid
 DROP EXTERNAL TABLE ext_false;
 DROP EXTERNAL TABLE ext_true;
 DROP EXTERNAL TABLE ext_persistently;
-CREATE EXTERNAL WEB TEMP TABLE test_program_not_exist(content text) EXECUTE '/xx/seq 1 5' ON MASTER FORMAT 'TEXT';
+CREATE EXTERNAL WEB TEMP TABLE test_program_not_exist(content text) EXECUTE '/bin/bash /xx/seq 1 5' ON MASTER FORMAT 'TEXT';
 SELECT * FROM test_program_not_exist;
-DETAIL:  Command: execute:/xx/seq 1 5
-ERROR:  external table test_program_not_exist command ended with error. sh: line 1: /xx/seq: No such file or directory
+DETAIL:  Command: execute:/bin/bash /xx/seq 1 5
+ERROR:  external table test_program_not_exist command ended with error. /bin/bash: /xx/seq: No such file or directory