Plot performance profiles with intrinsic linalg #165
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Plot performance profiles with intrinsic linalg | |
| on: | |
| # Trigger the workflow on push or pull request | |
| #push: | |
| #pull_request: # DANGEROUS! MUST be disabled for self-hosted runners! | |
| # Trigger the workflow by cron. The default time zone of GitHub Actions is UTC. | |
| schedule: | |
| - cron: '0 17 * * *' | |
| # Trigger the workflow manually | |
| workflow_dispatch: | |
| inputs: | |
| git-ref: | |
| description: Git Ref (Optional) | |
| required: false | |
| # Show the git ref in the workflow name if it is invoked manually. | |
| run-name: ${{ github.event_name == 'workflow_dispatch' && format('Manual run {0}', inputs.git-ref) || '' }} | |
| jobs: | |
| test: | |
| name: Profile PRIMA. | |
| runs-on: ${{ matrix.os }} | |
| continue-on-error: true | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| matlab: [latest] | |
| dim: [all] | |
| solver: [cobylal, cobylan, uobyqa, newuoa, bobyqa, lincoa] # prima is too expensive | |
| competitor: [classical, archiva, norma] | |
| use_system_libgcc: [true] # Whether to use the system libgcc or the one shipped with MATLAB. | |
| precision: [single, double, quadruple] | |
| ctol_indicator: [0, 1, 2] | |
| exclude: | |
| - solver: uobyqa | |
| ctol_indicator: 1 | |
| - solver: uobyqa | |
| ctol_indicator: 2 | |
| - solver: newuoa | |
| ctol_indicator: 1 | |
| - solver: newuoa | |
| ctol_indicator: 2 | |
| - solver: bobyqa | |
| ctol_indicator: 1 | |
| - solver: bobyqa | |
| ctol_indicator: 2 | |
| - solver: uobyqa # See https://github.com/libprima/prima/issues/98 | |
| competitor: classical | |
| precision: single | |
| steps: | |
| - name: Get the solver name | |
| run: echo "SOLNAME=$(echo ${{ matrix.solver }} | cut -c1-6)" >> $GITHUB_ENV | |
| - name: Run `sudo apt update -y` | |
| run: sudo apt update -y # Otherwise, free-disk-space or other actions relying on `apt` may fail | |
| - name: Free disk space | |
| uses: jlumbroso/free-disk-space@main | |
| with: | |
| # all of these default to true, but feel free to set to "false" if necessary for your workflow | |
| android: true | |
| dotnet: true | |
| haskell: true | |
| large-packages: true | |
| docker-images: true | |
| swap-storage: false # Important, or the runner may be shut down due to memory starvation. | |
| - name: Clone Repository (Latest) | |
| uses: actions/checkout@v6.0.1 | |
| if: github.event.inputs.git-ref == '' | |
| with: | |
| fetch-depth: 2 # checkout fetches only one commit by default. Set it to two for the `norma` test | |
| ssh-key: ${{ secrets.SSH_PRIVATE_KEY_ACT }} # This forces checkout to use SSH, not HTTPS | |
| submodules: recursive | |
| - name: Clone Repository (Custom Ref) | |
| uses: actions/checkout@v6.0.1 | |
| if: github.event.inputs.git-ref != '' | |
| with: | |
| fetch-depth: 2 # checkout fetches only one commit by default. Set it to two for the `norma` test | |
| ref: ${{ github.event.inputs.git-ref }} | |
| ssh-key: ${{ secrets.SSH_PRIVATE_KEY_ACT }} # This forces checkout to use SSH, not HTTPS | |
| submodules: recursive | |
| - name: Set norma to the last commit to prepare for profiling | |
| if: ${{ matrix.competitor == 'norma' }} | |
| run: git checkout HEAD^ && cd .development && bash ./archnorma && cd ../ && git checkout - | |
| - name: Miscellaneous setup | |
| run: export SWAP_SIZE=20 && bash .github/scripts/misc_setup | |
| - name: Clone MatCUTEst | |
| uses: actions/checkout@v6.0.1 | |
| with: | |
| ssh-key: ${{ secrets.SSH_PRIVATE_KEY_ACT }} # This forces checkout to use SSH, not HTTPS | |
| repository: matcutest/matcutest_compiled | |
| path: matcutest | |
| - name: Set up gfortran on Linux | |
| if: startsWith(matrix.os, 'ubuntu') | |
| uses: fortran-lang/setup-fortran@main | |
| with: | |
| compiler: gcc | |
| version: latest | |
| - name: Check gfortran version on Linux | |
| if: startsWith(matrix.os, 'ubuntu') | |
| run: which gcc && gcc --version && which gfortran && gfortran --version | |
| - name: Install epstopdf and ghostscript | |
| if: startsWith(matrix.os, 'ubuntu') | |
| run: bash .github/scripts/install_epstopdf && bash .github/scripts/install_ghostscript | |
| - name: Check MATLAB | |
| id: check_matlab | |
| run: if type 'matlab' &> /dev/null ; then echo "::set-output name=has_matlab::true" ; fi | |
| - name: Set up MATLAB with optimization toolbox | |
| if: ${{ steps.check_matlab.outputs.has_matlab != 'true' }} | |
| uses: matlab-actions/setup-matlab@v2.6.1 | |
| with: | |
| release: ${{ matrix.matlab }} | |
| cache: true | |
| products: Optimization_Toolbox Parallel_Computing_Toolbox | |
| - name: Revise linalg.f90 to use the intrinsic matmul and dot_product instead of matprod and inprod | |
| run: | | |
| cd fortran/common && bash ./get_intrinsic_linalg && mv intrinsic_linalg.f90 linalg.f90 && cat linalg.f90 | |
| - name: Link system libgcc to MATLAB if needed | |
| if: startsWith(matrix.os, 'ubuntu') | |
| shell: bash | |
| run: | | |
| matlab_root=$(realpath $(dirname $(which matlab))/../) | |
| echo "MATLAB root is ${matlab_root}" | |
| matlab_libgcc="${matlab_root}/sys/os/glnxa64/libgcc_s.so.1" | |
| echo "MATLAB libgcc is:" | |
| ls -alh ${matlab_libgcc} || exit 42 | |
| echo "gcc strings in MATLAB libgcc are:" | |
| strings ${matlab_libgcc} | grep -iE "^GCC_" | |
| echo "latest gcc version string in MATLAB libgcc is:" | |
| readelf -V ${matlab_libgcc} | grep -oiE 'GCC_([0-9]+)(.[0-9]+){0,2}' | sort -V | tail -1 | |
| system_libgcc="/usr/lib/x86_64-linux-gnu/libgcc_s.so.1" | |
| echo "System libgcc is:" | |
| ls -alh ${system_libgcc} || exit 42 | |
| echo "gcc strings in system libgcc are:" | |
| strings ${system_libgcc} | grep -iE "^GCC_" | |
| echo "latest gcc version string in system libgcc is:" | |
| readelf -V ${system_libgcc} | grep -oiE 'GCC_([0-9]+)(.[0-9]+){0,2}' | sort -V | tail -1 | |
| if [[ "${{ matrix.use_system_libgcc }}" == "true" ]] ; then | |
| ln -sf ${system_libgcc} ${matlab_libgcc} || exit 42 | |
| echo "Linked ${system_libgcc} to ${matlab_libgcc}." | |
| else | |
| echo "Keep ${matlab_libgcc} untouched." | |
| fi | |
| echo "After the operation, MATLAB libgcc is:" | |
| ls -alh ${matlab_libgcc} || exit 42 | |
| echo "gcc strings in MATLAB libgcc are:" | |
| strings ${matlab_libgcc} | grep -iE "^GCC_" | |
| echo "latest gcc version string in MATLAB libgcc is:" | |
| readelf -V ${matlab_libgcc} | grep -oiE 'GCC_([0-9]+)(.[0-9]+){0,2}' | sort -V | tail -1 | |
| - name: Revise getMexLibgcc and compiled.m to print necessary information | |
| shell: bash | |
| run: | | |
| cd matlab/setup_tools || exit 42 | |
| $SEDI 's|\(.*lddOut.*\);|\1|' getMexLibgcc.m | |
| $SEDI 's|\(.*Path.*\);|\1|' getMexLibgcc.m | |
| $SEDI 's|\(.*String.*\);|\1|' getMexLibgcc.m | |
| $SEDI 's|\(.*Version.*\);|\1|' getMexLibgcc.m | |
| cat getMexLibgcc.m | |
| $SEDI 's|\(common_mex_options\s*=\s*.*$\)$|\1\ncommon_mex_options{:}|' compile.m | |
| $SEDI 's|\(.*\s*=\s*getMexLibgcc().gccVersion.*\)|\1\ngetMexLibgcc() |' compile.m | |
| $SEDI 's|\(.*_version\s*=\s*.*\);|\1 |' compile.m | |
| $SEDI 's|\(compiler_options\s*=\s*.*\);|\1 |' compile.m | |
| $SEDI "s|\(if\s*~support_internal_procedures\)|verLessThan('matlab', '25.1'), verLessThan('matlab', '25.2'), compiler_manufacturer, compiler_options, support_internal_procedures\n\1|" compile.m | |
| cat compile.m | |
| - name: Conduct the test | |
| uses: matlab-actions/run-command@v2.4.0 | |
| with: | |
| command: | | |
| blacklist = {}; | |
| blacklist = [blacklist, {'HYDCAR6LS', 'JENSMP', 'METHANL8LS', 'MEXHAT', 'TOINTQOR'}]; % uobyqa | |
| blacklist = [blacklist, {'ARGLINA', 'ARGLINB', 'ARGLINC', 'BA-L1SPLS', 'CHNRSNBM', 'CHNROSNB', 'CHWIRUT1LS', 'ERRINROS', 'LSC1LS', 'LUKSAN11LS', 'LUKSAN13LS', 'LUKSAN16LS', 'METHANB8LS', 'QING', 'SPIN2LS', 'TOINTPSP', 'TRIGON2'}]; % newuoa | |
| blacklist = [blacklist, {'CHEBYQAD', 'DECONVU', 'HOLMES'}]; % bobyqa | |
| blacklist = [blacklist, {'AGG', 'ARGLALE', 'AVION2', 'CVXQP1', 'DALLASS', 'DUALC1', 'DUAL1', 'DUAL3', 'DUAL4', 'GMNCASE1', 'GMNCASE2', 'GMNCASE3', 'HIMMELBI', 'HYDROELS', 'KSIP', 'QPNBLEND', 'SMBANK', 'SSEBLIN', 'ZECEVIC2'}]; % lincoa | |
| blacklist = [blacklist, {'EQC'}]; % Classical LINCOA segfaults when the precision is single | |
| blacklist = [blacklist, {'ACOPP14', 'ACOPR14', 'ANTWERP', 'CANTILVR', 'DEGENLPA', 'DEGENLPB', 'DNIEPER', 'ERRINROSNE', 'FCCU', 'GBRAIN', 'GOULDQP1', 'GROUPING', 'HIMMELBK', 'HS33', 'HS102', 'HS103', 'HS105', 'LOTSCHD', 'LAUNCH', 'LIN', 'LOADBAL', 'LSNNODOC', 'MARATOS', 'MEYER3NE', 'NET1', 'NYSTROM5', 'HALDMADS', 'OET2', 'OPTCNTRL', 'OPTPRLOC', 'OSCIPANE', 'PALMER4ANE', 'POLAK2', 'PRODPL0', 'PRODPL1', 'QCNEW', 'QPNBLEND', 'RAT42', 'RK23', 'TFI2', 'TWOBARS', 'TRIGON1NE', 'TRO6X2', 'TRO3X3', 'TRUSPYR1', 'WACHBIEG', 'WATER', 'WATSONNE', 'WAYSEA1NE', 'ZANGWIL3', 'ZECEVIC2', 'ZECEVIC4', 'ZY2', 'BA-L1SP','DISCS', 'CERI651E'}]; % cobyla | |
| ver; | |
| root_dir = pwd(); | |
| cd(fullfile(root_dir, 'matcutest')); install(); which macup | |
| cd(fullfile(root_dir, 'matlab/tests')); | |
| options = struct(); | |
| options.blacklist = blacklist; | |
| options.nr = 1; | |
| options.precision = '${{ matrix.precision }}'; | |
| options.ctol_multiple = 10^(2*str2num('${{ matrix.ctol_indicator }}')); | |
| try | |
| if strcmp('${{ matrix.solver }}', 'cobylal') | |
| prof('cobyla', '${{ matrix.dim }}', 'l', '${{ matrix.competitor }}', options); | |
| elseif strcmp('${{ matrix.solver }}', 'cobylan') | |
| prof('cobyla', '${{ matrix.dim }}', 'n', '${{ matrix.competitor }}', options); | |
| elseif strcmp('${{ matrix.solver }}', 'lincoa') | |
| prof('${{ matrix.solver }}', '${{ matrix.dim }}', 'l', '${{ matrix.competitor }}', options); | |
| elseif strcmp('${{ matrix.solver }}', 'bobyqa') | |
| prof('${{ matrix.solver }}', '${{ matrix.dim }}', 'b', '${{ matrix.competitor }}', options); | |
| else | |
| prof('${{ matrix.solver }}', '${{ matrix.dim }}', '${{ matrix.competitor }}', options); | |
| end | |
| catch exception | |
| % Copy the crash dump files to root_dir if exceptions occur. | |
| copy_crash_dump_files(root_dir, true) | |
| dir(root_dir) | |
| rethrow(exception); | |
| end | |
| % Move the files to prepare for uploading artifacts | |
| solver = '${{ env.SOLNAME }}'; | |
| cd(fullfile(cd(), 'testdata')); | |
| files = dir([solver, '*.summary.*.pdf']) | |
| for ifile = 1 : length(files) | |
| file = fullfile(files(ifile).folder, files(ifile).name) | |
| newfile = fullfile(files(ifile).folder, ['ctol', '${{ matrix.ctol_indicator }}_', 'yes', '_optool_', files(ifile).name]) | |
| movefile(file, newfile); | |
| end | |
| movefile(fullfile(cd(), '*summary*.pdf'), ['/tmp/', solver, '_profile_prima/']); | |
| movefile(fullfile(cd(), '*.txt'), ['/tmp/', solver, '_profile_prima/']); | |
| files = [dir(['/tmp/', solver, '_profile_prima/*start*']); dir(['/tmp/', solver, '_profile_prima/*end*'])] | |
| for ifile = 1 : length(files) | |
| file = fullfile(files(ifile).folder, files(ifile).name) | |
| newfile = fullfile(files(ifile).folder, ['ctol', '${{ matrix.ctol_indicator }}_', 'yes', '_optool_', files(ifile).name]) | |
| movefile(file, newfile); | |
| end | |
| - name: List problems that started but did not end | |
| # The solver got stuck when solving these problems. Investigate what happened. | |
| if: always() | |
| shell: bash | |
| run: | | |
| solver=${{ env.SOLNAME }} | |
| cd /tmp/${solver}_profile_prima/ | |
| ls -R1 *${solver}*_start > ${solver}_prob_start | |
| ls -R1 *${solver}*_end > ${solver}_prob_end | |
| diff ${solver}_prob_start ${solver}_prob_end > ${solver}_stuck || : | |
| printf "\n\n>>>>>>>>>>>>>>>>\nProblems that started but did not end:\n\n" | |
| cat ${solver}_stuck | |
| printf "\n<<<<<<<<<<<<<<<<\n\n" | |
| - name: Store artifacts | |
| uses: actions/upload-artifact@v5 | |
| if: always() # Always run even if the workflow is canceled manually or due to overtime. | |
| with: | |
| name: artifact-${{ matrix.solver }}-${{ matrix.dim }}-${{ matrix.competitor }}-${{ matrix.precision }}-${{ matrix.ctol_indicator }}-${{ matrix.use_system_libgcc }} | |
| path: | | |
| matlab_crash_dump* | |
| /tmp/${{ env.SOLNAME }}_profile_prima/*summary*.pdf | |
| /tmp/${{ env.SOLNAME }}_profile_prima/*.txt | |
| /tmp/${{ env.SOLNAME }}_profile_prima/*prob_start* | |
| /tmp/${{ env.SOLNAME }}_profile_prima/*prob_end* | |
| /tmp/${{ env.SOLNAME }}_profile_prima/*stuck* | |
| /tmp/${{ env.SOLNAME }}_profile_prima/fort.* | |
| - name: Remove the test data | |
| if: always() # Always run even if the workflow is canceled manually or due to overtime. | |
| run: rm -rf ./matlab/tests/testdata && rm -rf /tmp/${{ env.SOLNAME }}_profile_prima | |
| # The following job check whether the tests were successful or cancelled due to timeout. | |
| # N.B.: Remember to specify `continue-on-error: true` for the job of the tests. | |
| check_success_timeout: | |
| runs-on: ubuntu-latest | |
| if: ${{ !cancelled() }} | |
| needs: test | |
| steps: | |
| - name: Clone the GitHub actions scripts | |
| uses: actions/checkout@v6.0.1 | |
| with: | |
| repository: equipez/github_actions_scripts | |
| ssh-key: ${{ secrets.SSH_PRIVATE_KEY_ACT }} # This forces checkout to use SSH, not HTTPS | |
| path: scripts | |
| - name: Check whether the tests were successful or cancelled due to timeout | |
| run: bash scripts/check_success_timeout ${{ secrets.GITHUB_TOKEN }} ${{ github.repository }} ${{ github.run_id }} | |
| merge_artifacts: | |
| continue-on-error: true # As of 20240218, this action may fail if there are too many artifacts. We ignore the failure. | |
| if: always() | |
| runs-on: ubuntu-latest | |
| needs: test | |
| steps: | |
| - name: Merge Artifacts | |
| uses: actions/upload-artifact/merge@v5 | |
| with: | |
| name: 00-merged-artifacts | |
| pattern: artifact-* |