Merge pull request #7136 from fstagni/80_fixes64

[8.0] use python 3.11 by default

Author: chrisburr

.github/workflows/basic.yml

@@ -10,7 +10,7 @@ jobs:
     - uses: actions/checkout@v3
     - uses: actions/setup-python@v2
       with:
-        python-version: '3.9'
+        python-version: '3.11'
     - name: Install pre-commit
       run: pip install pre-commit
     - name: Run pre-commit
@@ -40,7 +40,7 @@ jobs:
     - uses: actions/checkout@v3
     - uses: actions/setup-python@v2
       with:
-        python-version: '3.9'
+        python-version: '3.11'
     - name: Installing dependencies
       run: |
         python -m pip install pycodestyle
@@ -90,6 +90,45 @@ jobs:
       env:
         REFERENCE_BRANCH: ${{ github['base_ref'] || github['head_ref'] }}
 
+  check-py39:
+    runs-on: ubuntu-latest
+    if: github.event_name != 'push' || github.repository == 'DIRACGrid/DIRAC'
+    timeout-minutes: 30
+    defaults:
+      # Activate the conda environment automatically in each step
+      run:
+        shell: bash -l {0}
+
+    strategy:
+      fail-fast: False
+      matrix:
+        command:
+          # TODO These three tests fail on Python 3:
+          #   * `test_BaseType_Unicode` and `test_nestedStructure` fail due to
+          #     DISET's string and unicode types being poorly defined
+          - pytest --runslow -k 'not test_BaseType_Unicode and not test_nestedStructure'
+          - pylint -j 0 -E src/
+
+    steps:
+    - uses: actions/checkout@v3
+    - name: Fail-fast for outdated pipelines
+      run: .github/workflows/fail-fast.sh
+    - name: fix python3.9
+      run: |
+        sed -i "s/python =3.11/python =3.9/g" environment.yml
+    - uses: conda-incubator/setup-miniconda@master
+      with:
+        environment-file: environment.yml
+        miniforge-variant: Mambaforge
+        use-mamba: true
+    - name: Run tests
+      run: |
+        # FIXME: The unit tests currently only work with editable installs
+        pip install -e .[server,testing]
+        ${{ matrix.command }}
+      env:
+        REFERENCE_BRANCH: ${{ github['base_ref'] || github['head_ref'] }}
+
   pylint-py27:
     name: Pylint for Python 2.7 in Pilot files
     runs-on: ubuntu-latest

.github/workflows/deployment.yml

@@ -30,7 +30,7 @@ jobs:
           git config --global user.name "DIRACGrid CI"
       - uses: actions/setup-python@v2
         with:
-          python-version: '3.9'
+          python-version: '3.11'
       - name: Installing dependencies
         run: |
           python -m pip install \

.github/workflows/integration.yml

@@ -48,7 +48,7 @@ jobs:
         git fetch --prune --unshallow
     - uses: actions/setup-python@v2
       with:
-        python-version: '3.9'
+        python-version: '3.11'
     - name: Installing dependencies
       run: |
         python -m pip install \

.github/workflows/pilotWrapper.yml

@@ -14,7 +14,7 @@ jobs:
           - 2.7.5
           - 2.7.13
           - 3.6.8
-          - 3.9.4
+          - 3.11.4
 
     steps:
     - uses: actions/checkout@v3

.pre-commit-config.yaml

@@ -2,7 +2,7 @@
 # See https://pre-commit.com/hooks.html for more hooks
 
 default_language_version:
-  python: python3.9
+  python: python3.11
 
 exclude: |
     (?x)^(

docs/docs.conf

@@ -29,7 +29,8 @@ document_private_members = FCConditionsParser
 # whose docstrings are not reST formatted
 no_inherited_members =
   DIRAC.Core.Utilities.Graphs.GraphUtilities,
-  DIRAC.DataManagementSystem.private.HttpStorageAccessHandler
+  DIRAC.DataManagementSystem.private.HttpStorageAccessHandler,
+  DIRAC.FrameworkSystem.private.standardLogging.LogLevels,
 
 # only creating dummy files, because they cannot be safely imported due to sideEffects
 create_dummy_files = lfc_dfc_copy, lfc_dfc_db_copy, JobWrapperTemplate

environment.yml

@@ -8,7 +8,7 @@ channels:
 dependencies:
   # Temporary workarounds
   # runtime
-  - python =3.9
+  - python =3.11
   - pip
   - apache-libcloud
   - boto3

setup.cfg

@@ -16,6 +16,7 @@ classifiers =
     Programming Language :: Python :: 3
     Programming Language :: Python :: 3.9
     Programming Language :: Python :: 3.10
+    Programming Language :: Python :: 3.11
     Topic :: Scientific/Engineering
     Topic :: System :: Distributed Computing
 

src/DIRAC/RequestManagementSystem/private/RequestValidator.py

@@ -139,7 +139,7 @@ def addValidator(cls, fcnObj):
         """add `fcnObj` validator"""
         if not callable(fcnObj):
             return S_ERROR("supplied argument is not callable")
-        args = inspect.getargspec(fcnObj).args
+        args = inspect.getfullargspec(fcnObj).args
         if len(args) not in (1, 2):
             return S_ERROR("wrong number of arguments for supplied function object")
         cls.validator = cls.validator + tuple(

tests/Integration/WorkloadManagementSystem/Test_GenerateAndExecutePilotWrapper.py

@@ -9,7 +9,7 @@
 # - 2.7.x (x < 9)
 # - 2.7.x (x >= 9)
 # - 3.6.x
-# - 3.9.x
+# - 3.11.x
 #
 #
 # Invoke this with: