Linux SDK support for building Natron 2.6 with QT5

pwnage101 · pwnage101 · commit e7cea82fd1d2 · 2025-09-15T19:24:02.000-07:00
diff --git a/tools/docker/natron-sdk-ubuntu24.04/.gitignore b/tools/docker/natron-sdk-ubuntu24.04/.gitignore
@@ -0,0 +1,31 @@
+Dockerfile
+build-Linux-installer.sh
+build-Linux-sdk.sh
+build-OSX-installer.sh
+build-Windows-installer.sh
+build-natron.sh
+build-plugins.sh
+checkout-repository.sh
+common.sh
+compiler-common.sh
+createBuildOptionsFile.sh
+ensure-ssh-identity.sh
+fixMacPortsDeps.sh
+gen-natron-doc.sh
+genDllVersions.sh
+gitRepositories.sh
+launchBuildMain.sh
+linuxStartupJenkins.sh
+macStartupJenkins.sh
+manageBuildOptions.sh
+manageLog.sh
+msysStartupJenkins.sh
+push.sh
+runUnitTests.sh
+uploadArtifactsMain.sh
+zip-python-mingw.sh
+zip-python.sh
+include
+pkg
+builds
+artifacts
diff --git a/tools/docker/natron-sdk-ubuntu24.04/build.sh b/tools/docker/natron-sdk-ubuntu24.04/build.sh
@@ -0,0 +1,15 @@
+#!/bin/sh
+cd `dirname "$0"`
+cp  ../../jenkins/*.sh .
+(cd ../../jenkins/; tar cf - include) | tar xf -
+export UBUNTU=24.04
+LABEL="natrongithub/natron-sdk${UBUNTU+-ubuntu}${UBUNTU:-}${CENTOS+-centos}${CENTOS:-}${DTS+-dts}${DTS:-}"
+env GEN_DOCKERFILE=1 ../../jenkins/include/scripts/build-Linux-sdk.sh > Dockerfile
+docker build -t "${LABEL}:latest" .
+#docker build --no-cache -t "${LABEL}:latest" .
+echo "please execute:"
+#echo "docker-squash ${LABEL}:latest"
+echo "docker login"
+echo "docker tag ${LABEL}:latest ${LABEL}:$(date -u +%Y%m%d)"
+echo "docker push ${LABEL}:latest"
+echo "docker push ${LABEL}:$(date -u +%Y%m%d)"
diff --git a/tools/jenkins/common.sh b/tools/jenkins/common.sh
@@ -419,12 +419,16 @@ elif [ "$PKGOS" = "OSX" ]; then
 fi
 export LD_LIBRARY_PATH LD_RUN_PATH DYLD_LIBRARY_PATH LIBRARY_PATH CPATH PKG_CONFIG_PATH C_INCLUDE_PATH CPLUS_INCLUDE_PATH BOOST_ROOT
 
-if [ "${QT_VERSION_MAJOR}" = 4 ]; then
-    QT_VERSION=$(pkg-config --modversion QtCore)
-else
-    QT_VERSION=$(pkg-config --modversion Qt${QT_VERSION_MAJOR}Core)
-fi
-QT_VERSION_MINOR=$(echo $QT_VERSION | cut -d. -f2)
+# [Troy] This is unnecessary and breaks the linux build because pkg-config
+# is used to find the Qt5 version before Qt5 is actually built/installed into
+# $SDK_HOME.
+#
+#if [ "${QT_VERSION_MAJOR}" = 4 ]; then
+#    QT_VERSION=$(pkg-config --modversion QtCore)
+#else
+#    QT_VERSION=$(pkg-config --modversion Qt${QT_VERSION_MAJOR}Core)
+#fi
+#QT_VERSION_MINOR=$(echo $QT_VERSION | cut -d. -f2)
 
 # Load compiler related stuff
 source $CWD/compiler-common.sh
diff --git a/tools/jenkins/include/natron/Linux.pri b/tools/jenkins/include/natron/Linux.pri
@@ -4,20 +4,39 @@ expat: PKGCONFIG -= expat
 INCLUDEPATH+=/opt/Natron-sdk/include
 LIBS+="-L/opt/Natron-sdk/lib"
 
-pyside {
-PKGCONFIG -= pyside
-PKGCONFIG -= pyside-py$$PYV
-INCLUDEPATH += $$system(pkg-config --variable=includedir pyside-py$$PYV)
-INCLUDEPATH += $$system(pkg-config --variable=includedir pyside-py$$PYV)/QtCore
-INCLUDEPATH += $$system(pkg-config --variable=includedir pyside-py$$PYV)/QtGui
-INCLUDEPATH += $$system(pkg-config --variable=includedir QtGui)
-LIBS += $$system(pkg-config --libs pyside-py$$PYV)
+equals(QT_MAJOR_VERSION, 5) {
+  pyside {
+    #PKGCONFIG -= pyside
+    #PKGCONFIG -= pyside-py$$PYV
+    INCLUDEPATH += $$system(pkg-config --variable=includedir pyside2)
+    INCLUDEPATH += $$system(pkg-config --variable=includedir pyside2)/QtCore
+    INCLUDEPATH += $$system(pkg-config --variable=includedir pyside2)/QtGui
+    #INCLUDEPATH += $$system(pkg-config --variable=includedir QtGui)
+    LIBS += $$system(pkg-config --libs pyside2)
+  }
+  shiboken {
+    #PKGCONFIG -= shiboken
+    #PKGCONFIG -= shiboken-py$$PYV
+    INCLUDEPATH += $$system(pkg-config --variable=includedir shiboken2)
+    LIBS += $$system(pkg-config --libs shiboken2)
+  }
 }
-shiboken {
-PKGCONFIG -= shiboken
-PKGCONFIG -= shiboken-py$$PYV
-INCLUDEPATH += $$system(pkg-config --variable=includedir shiboken-py$$PYV)
-LIBS += $$system(pkg-config --libs shiboken-py$$PYV)
+equals(QT_MAJOR_VERSION, 4) {
+  pyside {
+    PKGCONFIG -= pyside
+    PKGCONFIG -= pyside-py$$PYV
+    INCLUDEPATH += $$system(pkg-config --variable=includedir pyside-py$$PYV)
+    INCLUDEPATH += $$system(pkg-config --variable=includedir pyside-py$$PYV)/QtCore
+    INCLUDEPATH += $$system(pkg-config --variable=includedir pyside-py$$PYV)/QtGui
+    INCLUDEPATH += $$system(pkg-config --variable=includedir QtGui)
+    LIBS += $$system(pkg-config --libs pyside-py$$PYV)
+  }
+  shiboken {
+    PKGCONFIG -= shiboken
+    PKGCONFIG -= shiboken-py$$PYV
+    INCLUDEPATH += $$system(pkg-config --variable=includedir shiboken-py$$PYV)
+    LIBS += $$system(pkg-config --libs shiboken-py$$PYV)
+  }
 }
 
 QMAKE_LFLAGS += -Wl,-rpath,\\\$\$ORIGIN/../lib
diff --git a/tools/jenkins/include/scripts/build-Linux-sdk.sh b/tools/jenkins/include/scripts/build-Linux-sdk.sh
@@ -104,7 +104,7 @@ EOF
     LD_RUN_PATH=\"\$SDK/lib:\$QTDIR/lib:\$GCC/lib:\$FFMPEG/lib:\$LIBRAW/lib\" \\
     CPATH=\"\$SDK/include:\$QTDIR/include:\$GCC/include:\$FFMPEG/include:\$LIBRAW/include:\$OSMESA/include\" \\
     PKG_CONFIG_PATH=\"\$SDK/lib/pkgconfig:\$OSMESA/lib/pkgconfig:\$QTDIR/lib/pkgconfig:\$GCC/lib/pkgconfig:\$FFMPEG/lib/pkgconfig:\$LIBRAW/lib/pkgconfig\" \\
-    PATH=\"\$SDK/bin:\$QTDIR/bin:\$GCC/bin:\$FFMPEG/bin:\$LIBRAW_PATH:\$PATH\" \\
+    PATH=\"\$SDK/bin:\$QTDIR/bin:\$GCC/bin:\$FFMPEG/bin:\$LIBRAW/bin:\$PATH\" \\
     WORKSPACE=/home \\
     GIT_URL=https://github.com/NatronGitHub/Natron.git \\
     GIT_BRANCH=RB-2.5 \\
@@ -222,7 +222,7 @@ EOF
             ARCH=x86_64
         fi
         SDKPREP="ARG DEBIAN_FRONTEND=noninteractive
-RUN apt-get update && apt-get install -y build-essential xorg-dev libgl-dev libegl1-mesa-dev libglu-dev wget git valgrind zip && rm -rf /var/lib/apt/lists/*"
+RUN apt-get update && apt-get install -y build-essential xorg-dev libgl-dev libegl1-mesa-dev libglu-dev wget git valgrind zip python3 python3-dev libshiboken2-dev libpyside2-dev && rm -rf /var/lib/apt/lists/*"
         cat <<EOF
 FROM $DOCKER_BASE as intermediate
 MAINTAINER https://github.com/NatronGitHub/Natron
@@ -618,7 +618,10 @@ if dobuild; then
     export PKG_CONFIG_PATH LD_LIBRARY_PATH PATH BOOST_ROOT OPENJPEG_HOME THIRD_PARTY_TOOLS_HOME PYTHON_HOME
 fi
 
-if [ "${UBUNTU:-0}" = 20.04 ]; then
+if [ "${UBUNTU:-0}" = 24.04 ]; then
+    GCC_VERSION=13.2.0
+    BOOTSTRAP_GCC_VERSION=$GCC_VERSION
+elif [ "${UBUNTU:-0}" = 20.04 ]; then
     GCC_VERSION=9.3.0
     BOOTSTRAP_GCC_VERSION=$GCC_VERSION
 elif [ "${UBUNTU:-0}" = 18.04 ]; then
@@ -783,6 +786,7 @@ build libraw
 checkpoint
 
 build ilmbase
+build imath
 build openexr
 build pixman
 build cairo
diff --git a/tools/jenkins/include/scripts/pkg/ffmpeg.sh b/tools/jenkins/include/scripts/pkg/ffmpeg.sh
@@ -2,9 +2,11 @@
 
 # Install FFmpeg
 # see http://www.linuxfromscratch.org/blfs/view/svn/multimedia/ffmpeg.html
-FFMPEG_VERSION=6.0
+#FFMPEG_VERSION=6.0
+FFMPEG_VERSION=6.1.3
 # see https://ffmpeg.org/download.html
-FFMPEG_VERSION_LIBAVCODEC=60.3.100
+#FFMPEG_VERSION_LIBAVCODEC=60.3.100
+FFMPEG_VERSION_LIBAVCODEC=60.31.102
 FFMPEG_TAR="ffmpeg-${FFMPEG_VERSION}.tar.xz"
 FFMPEG_SITE="http://www.ffmpeg.org/releases"
 if download_step; then
diff --git a/tools/jenkins/include/scripts/pkg/gcc.sh b/tools/jenkins/include/scripts/pkg/gcc.sh
@@ -3,7 +3,8 @@
 # Install gcc
 # see http://www.linuxfromscratch.org/lfs/view/development/chapter08/gcc.html
 # Old Natron 2 version is 4.8.5
-GCC_VERSION=9.3.0
+GCC_VERSION=13.2.0
+#GCC_VERSION=9.3.0
 #GCC_VERSION=8.1.0
 #GCC_VERSION=7.3.0
 #GCC_VERSION=5.4.0
@@ -12,24 +13,26 @@ GCC_TAR="gcc-${GCC_VERSION}.tar.gz"
 GCC_SITE="http://ftpmirror.gnu.org/gcc/gcc-${GCC_VERSION}"
 
 # Install gcc
-MPC_VERSION=1.1.0
+MPC_VERSION=1.3.1
 MPC_TAR="mpc-${MPC_VERSION}.tar.gz"
 MPC_SITE="https://ftp.gnu.org/gnu/mpc"
 
-# MPFR_VERSION=4.0.1 # gcc 8.2.0
-MPFR_VERSION=4.0.2 # gcc 9.1.0-9.3.0
+#MPFR_VERSION=4.0.1 # gcc 8.2.0
+#MPFR_VERSION=4.0.2 # gcc 9.1.0-9.3.0
+MPFR_VERSION=4.2.1 # gcc 13.2.0
 MPFR_TAR="mpfr-${MPFR_VERSION}.tar.bz2"
 MPFR_SITE="http://www.mpfr.org/mpfr-${MPFR_VERSION}"
 
 # see http://www.linuxfromscratch.org/lfs/view/development/chapter08/gmp.html
-GMP_VERSION=6.2.0 # 6.2.0 fails when buiding using GCC 4.4.7 (CentOS6): requires -std=gnu99 but adding it to CFLAGS during configure doesn't help
+#GMP_VERSION=6.2.0 # 6.2.0 fails when buiding using GCC 4.4.7 (CentOS6): requires -std=gnu99 but adding it to CFLAGS during configure doesn't help
+GMP_VERSION=6.3.0
 if [ "${DTS:-0}" -le 3 ] && [ "${CENTOS:-7}" -le 7 ]; then
     GMP_VERSION=6.1.2 # 6.2.0 fails when buiding gcc: requires -std=gnu99 but adding it to CFLAGS during configure doesn't help
 fi
 GMP_TAR="gmp-${GMP_VERSION}.tar.bz2"
 GMP_SITE="https://gmplib.org/download/gmp"
 
-ISL_VERSION=0.14.1
+ISL_VERSION=0.26.1
 if version_gt "$GCC_VERSION" 4.8.5; then
     ISL_VERSION=0.19
 fi
diff --git a/tools/jenkins/include/scripts/pkg/imath.sh b/tools/jenkins/include/scripts/pkg/imath.sh
@@ -0,0 +1,24 @@
+#!/bin/bash
+
+# Install Imath
+# see https://github.com/AcademySoftwareFoundation/Imath/releases/
+IMATH_VERSION=3.2.1
+IMATH_TAR="Imath-${IMATH_VERSION}.tar.gz"
+
+if download_step; then
+    download_github AcademySoftwareFoundation Imath "${IMATH_VERSION}" v "${IMATH_TAR}"
+fi
+if build_step && { force_build || { [ ! -s "$SDK_HOME/lib/pkgconfig/Imath.pc" ] || [ "$(pkg-config --modversion Imath)" != "$IMATH_VERSION" ]; }; }; then    
+    start_build
+    untar "$SRC_PATH/$IMATH_TAR"
+    pushd "Imath-${IMATH_VERSION}"
+    mkdir build
+    pushd build
+    cmake .. -DCMAKE_C_FLAGS="$BF" -DCMAKE_CXX_FLAGS="$BF" -DCMAKE_BUILD_TYPE="$CMAKE_BUILD_TYPE" -DCMAKE_INSTALL_PREFIX="$SDK_HOME"
+    make -j${MKJOBS}
+    make install
+    popd  # build
+    popd  # Imath-${IMATH_VERSION}
+    rm -rf "Imath-${IMATH_VERSION}"
+    end_build
+fi
diff --git a/tools/jenkins/include/scripts/pkg/librsvg.sh b/tools/jenkins/include/scripts/pkg/librsvg.sh
@@ -2,7 +2,8 @@
 
 # Install librsvg (without vala support)
 # see http://www.linuxfromscratch.org/blfs/view/systemd/general/librsvg.html
-LIBRSVG_VERSION=2.40.20 # 2.41 requires rust
+#LIBRSVG_VERSION=2.40.20 # 2.41 requires rust
+LIBRSVG_VERSION=2.58.0
 LIBRSVG_VERSION_SHORT=${LIBRSVG_VERSION%.*}
 LIBRSVG_TAR="librsvg-${LIBRSVG_VERSION}.tar.xz"
 LIBRSVG_SITE="https://download.gnome.org/sources/librsvg/${LIBRSVG_VERSION_SHORT}"
@@ -17,9 +18,7 @@ if build_step && { force_build || { [ ! -s "$SDK_HOME/lib/pkgconfig/librsvg-2.0.
     if version_gt "$LIBRSVG_VERSION_SHORT" 2.40; then
         # librsvg 2.41 requires rust
         if [ ! -s "$HOME/.cargo/env" ]; then
-            (>&2 echo "Error: librsvg requires rust. Please install rust by executing:")
-            (>&2 echo "$SDK_HOME/bin/curl https://sh.rustup.rs -sSf | sh")
-            exit 1
+            $SDK_HOME/bin/curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
         fi
         source "$HOME/.cargo/env"
         if [ "$ARCH" = "x86_64" ]; then
diff --git a/tools/jenkins/include/scripts/pkg/poppler-glib.sh b/tools/jenkins/include/scripts/pkg/poppler-glib.sh
@@ -4,7 +4,8 @@
 # see http://www.linuxfromscratch.org/blfs/view/svn/general/poppler.html
 POPPLER_VERSION=23.05.0
 POPPLER_TAR="poppler-${POPPLER_VERSION}.tar.xz"
-POPPLER_SITE="https://poppler.freedesktop.org"
+#POPPLER_SITE="https://poppler.freedesktop.org"
+POPPLER_SITE="https://web.archive.org/web/20250503140523/https://poppler.freedesktop.org/"
 if download_step; then
     download "$POPPLER_SITE" "$POPPLER_TAR"
 fi
diff --git a/tools/jenkins/include/scripts/pkg/pyside2.sh b/tools/jenkins/include/scripts/pkg/pyside2.sh
@@ -25,9 +25,21 @@ if build_step && { force_build || { [ ! -x "$SDK_HOME/lib/python{PY3_VERSION_SHO
         pushd _build
         # It's OK to install in $SDK_HOME and not $QT5PREFIX, even if it's qt5-specific,
         # because PySide2 only works with Qt5 anyway.
-        cmake .. -DCMAKE_INSTALL_PREFIX="$SDK_HOME" -DCMAKE_C_FLAGS="$BF" -DCMAKE_CXX_FLAGS="$BF"  \
-        -DCMAKE_BUILD_TYPE="$CMAKE_BUILD_TYPE" -DPYTHON_EXECUTABLE="$PY3_EXE" -GNinja
+        # [TROY] Building using cmake directly failed to compile shiboken2 because of this error: https://bugs.gentoo.org/show_bug.cgi?id=913096
+        # I gave up on this approach and tried using setuptools method below.
+        cmake .. \
+          -DCMAKE_INSTALL_PREFIX="$SDK_HOME" \
+          -DCMAKE_C_FLAGS="$BF" \
+          -DCMAKE_CXX_FLAGS="$BF"  \
+          -DCMAKE_BUILD_TYPE="$CMAKE_BUILD_TYPE" \
+          -DPYTHON_EXECUTABLE="$PY3_EXE" \
+          -DPYTHON_LIMITED_API=ON \
+          -DFORCE_LIMITED_API=yes \
+          -DLLVM_CONFIG="${LLVM_PATH}/bin/llvm-config" \
+          -GNinja
         ninja install
+        # [TROY] Building using `setup.py install` was slightly more successful, but failed to build pyside2.
+        #python3 setup.py install --qmake=/opt/Natron-sdk/qt5/bin/qmake --parallel=8 --limited-api=yes --build-tests
         popd
         popd
         rm -rf "pyside-setup-opensource-src-${PYSIDE2_VERSION}"
diff --git a/tools/jenkins/include/scripts/pkg/qt5.sh b/tools/jenkins/include/scripts/pkg/qt5.sh
@@ -4,7 +4,7 @@
 # see https://www.linuxfromscratch.org/blfs/view/svn/x/qt5.html
 # Note: This is excluding qtwebengine, which is available separately (for security reasons):
 # https://www.linuxfromscratch.org/blfs/view/svn/x/qtwebengine.html
-QT5_VERSION=5.15.9
+QT5_VERSION=5.15.14
 QT5_VERSION_SHORT=${QT5_VERSION%.*}
 QT5_TAR="qt-everywhere-opensource-src-${QT5_VERSION}.tar.xz"
 QT5_SITE="https://download.qt.io/archive/qt/${QT5_VERSION_SHORT}/${QT5_VERSION}/single"
@@ -14,7 +14,7 @@ QT5_SITE="https://download.qt.io/archive/qt/${QT5_VERSION_SHORT}/${QT5_VERSION}/
 # Required patch: https://www.linuxfromscratch.org/patches/blfs/svn/qt-everywhere-src-5.15.2-kf5.15-2.patch
 # Details of the kde curation can be found at https://dot.kde.org/2021/04/06/announcing-kdes-qt-5-patch-collection
 # and https://community.kde.org/Qt5PatchCollection.
-QT5_PATCH="qt-everywhere-opensource-src-5.15.9-kf5-1.patch"
+QT5_PATCH="qt-everywhere-opensource-src-5.15.14-kf5-1.patch"
 QT5_PATCH_SITE="https://www.linuxfromscratch.org/patches/blfs/svn"
 
 if download_step; then
@@ -45,7 +45,8 @@ if build_step && { force_build || { [ ! -s "$QT5PREFIX/lib/pkgconfig/Qt5Core.pc"
             -nomake examples                          \
             -no-rpath                                 \
             -syslog                                   \
-            -skip qtwebengine
+            -skip qtwebengine                         \
+            -skip qtlocation
     make -j${MKJOBS}
     make install
     # Remove references to the build directory from installed library dependency (prl) files by running the following command as the root user: 
diff --git a/tools/jenkins/include/scripts/pkg/shiboken2.sh b/tools/jenkins/include/scripts/pkg/shiboken2.sh
@@ -0,0 +1,20 @@
+#!/bin/bash
+
+# Install shiboken
+# See https://github.com/pyside/pyside-setup
+PYSIDE_SETUP_VERSION=5.15.2
+PYSIDE_SETUP_GIT="git@github.com:pyside/pyside-setup.git"
+
+if download_step; then
+    git_clone_branch_or_tag "${PYSIDE_SETUP_GIT}" "${PYSIDE_SETUP_VERSION}"
+fi
+if build_step && { force_build || { [ ! -s "$SDK_HOME/lib/pkgconfig/shiboken2.pc" ] || [ "$(env PKG_CONFIG_PATH=$SDK_HOME/lib/pkgconfig:$QT5PREFIX/lib/pkgconfig:$PKG_CONFIG_PATH pkg-config --modversion shiboken2)" != "$SHIBOKEN_VERSION" ]; }; }; then
+    start_build
+    pushd "pyside-setup"
+
+    python setup.py build
+
+    popd
+    rm -rf "pyside-setup"
+    end_build
+fi
