ci: start running against 3.14 (fsspec#363)

* ci: start running against 3.14
* update noxfile
* install pre-release wheel for pydantic
* fix uv pythons don't ship test stdlib
* nox: fix sessions on windows

Author: ap--

.github/workflows/tests.yml

@@ -22,33 +22,25 @@ jobs:
       matrix:
         os: [ubuntu-latest, windows-latest, macos-latest]
         pyv: ['3.9', '3.10', '3.11', '3.12', '3.13']
-        fsspec: ['']
+        session: ['tests']
 
         include:
           - os: ubuntu-latest
             pyv: '3.9'
-            fsspec: 'minversion'
+            session: 'tests-minversion'
+          - os: ubuntu-latest
+            pyv: '3.14'
 
     steps:
     - name: Check out the repository
       uses: actions/checkout@v4
       with:
         fetch-depth: 0
 
-    - name: Set up Python ${{ matrix.pyv }}
-      uses: actions/setup-python@v5
-      with:
-        python-version: ${{ matrix.pyv }}
-        allow-prereleases: true
-
-    - name: Upgrade pip and nox
-      run: |
-        python -m pip install --upgrade pip nox
-        pip --version
-        nox --version
+    - uses: hynek/setup-cached-uv@v2
 
     - name: Run tests
-      run: nox -s tests-${{ matrix.fsspec || matrix.pyv }} -- --cov-report=xml
+      run: uvx nox --sessions ${{ matrix.session }} --python ${{ matrix.pyv }} -- --cov-report=xml
 
   typesafety:
     runs-on: ubuntu-latest

noxfile.py

@@ -6,17 +6,25 @@
 import nox
 
 nox.options.reuse_existing_virtualenvs = True
+nox.options.error_on_external_run = True
+
+nox.needs_version = ">=2024.3.2"
+nox.options.default_venv_backend = "uv|virtualenv"
+
 nox.options.sessions = "lint", "tests"
 locations = ("upath",)
 running_in_ci = os.environ.get("CI", "") != ""
 
 
-@nox.session(python=["3.9", "3.10", "3.11", "3.12", "3.13"])
+@nox.session(python=["3.9", "3.10", "3.11", "3.12", "3.13", "3.14"])
 def tests(session: nox.Session) -> None:
     # workaround in case no aiohttp binary wheels are available
-    session.env["AIOHTTP_NO_EXTENSIONS"] = "1"
-    session.install(".[tests,dev]")
-    session.run("python", "-m", "pip", "freeze", silent=not running_in_ci)
+    if session.python == "3.14":
+        session.env["AIOHTTP_NO_EXTENSIONS"] = "1"
+        session.install(".[tests,dev]", "pydantic>=2.12.0a1")
+    else:
+        session.install(".[tests,dev,dev-third-party]")
+    session.run("uv", "pip", "freeze", silent=not running_in_ci)
     session.run(
         "pytest",
         "-m",
@@ -31,7 +39,7 @@ def tests(session: nox.Session) -> None:
 @nox.session(python="3.9", name="tests-minversion")
 def tests_minversion(session: nox.Session) -> None:
     session.install("fsspec==2024.5.0", ".[tests,dev]")
-    session.run("python", "-m", "pip", "freeze", silent=not running_in_ci)
+    session.run("uv", "pip", "freeze", silent=not running_in_ci)
     session.run(
         "pytest",
         "-m",
@@ -90,13 +98,13 @@ def black(session):
 
 @nox.session
 def type_checking(session):
-    session.install("-e", ".[tests]")
+    session.install("-e", ".[typechecking]")
     session.run("python", "-m", "mypy")
 
 
 @nox.session(python=["3.9", "3.10", "3.11", "3.12", "3.13"])
 def typesafety(session):
-    session.install("-e", ".[tests]")
+    session.install("-e", ".[tests,typechecking]")
     session.run(
         "python",
         "-m",

pyproject.toml

@@ -25,6 +25,7 @@ classifiers = [
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
     "Programming Language :: Python :: 3.13",
+    "Programming Language :: Python :: 3.14",
     "Development Status :: 4 - Beta",
 ]
 keywords = ["filesystem-spec", "pathlib"]
@@ -45,23 +46,27 @@ tests = [
     "pytest-mypy-plugins >=3.1.2",
     "packaging",
 ]
+typechecking = [
+    "mypy >=1.10.0",
+    "pytest-mypy-plugins >=3.1.2",
+]
 dev = [
-    "adlfs>=2024",
-    "aiohttp",
-    "requests",
-    "gcsfs>=2024.5.0",
-    "s3fs>=2024.5.0",
-    "moto[s3,server]",
+    "fsspec[adl,http,github,gcs,s3,ssh,smb] >=2024.5.0",
+    "s3fs >=2024.5.0",
+    "gcsfs >=2024.5.0",
+    "adlfs >=2024",
     "webdav4[fsspec]",
-    "paramiko",
+    # testing
+    "moto[s3,server]",
     "wsgidav",
     "cheroot",
     # "hadoop-test-cluster",
     # "pyarrow",
+    "typing_extensions; python_version<'3.11'",
+]
+dev-third-party = [
     "pydantic",
     "pydantic-settings",
-    "smbprotocol",
-    "typing_extensions; python_version<'3.11'",
 ]
 
 [project.urls]

upath/tests/pathlib/_test_support.py

@@ -289,6 +289,17 @@ def unlink(filename):
         pass
 
 
+def _force_run(path, func, *args):
+    try:
+        return func(*args)
+    except FileNotFoundError:
+        # chmod() won't fix a missing file.
+        raise
+    except OSError:
+        os.chmod(path, stat.S_IRWXU)
+        return func(*args)
+
+
 if sys.platform.startswith("win"):
     def _waitfor(func, pathname, waitall=False):
         # Perform the operation
@@ -330,8 +341,6 @@ def _rmdir(dirname):
         _waitfor(os.rmdir, dirname)
 
     def _rmtree(path):
-        from test.support import _force_run
-
         def _rmtree_inner(path):
             for name in _force_run(path, os.listdir, path):
                 fullname = os.path.join(path, name)
@@ -376,7 +385,6 @@ def _rmtree(path):
             pass
 
         def _rmtree_inner(path):
-            from test.support import _force_run
             for name in _force_run(path, os.listdir, path):
                 fullname = os.path.join(path, name)
                 try: