reconcile orjson and msgspec usage across python versions

Author: shuchenliu

biothings/utils/serializer.py

@@ -1,18 +1,36 @@
 import datetime
 import sys
+# import sysconfig
 from collections import OrderedDict, UserDict, UserList, UserString
 from typing import Any, Union
 from urllib.parse import parse_qs, unquote_plus, urlencode, urlparse, urlunparse
 
 import yaml
 
+def _is_free_threaded_build() -> bool:
+    """
+    Pseudo method for now until we drop support for 3.9 or lower
+    """
+    if sys.version_info < (3, 14):
+        return False
+
+    return True
+
+    # py_gil_disabled = sysconfig.get_config_var("Py_GIL_DISABLED")
+    # if py_gil_disabled is not None:
+    #     return bool(py_gil_disabled)
+    #
+    # # Fallback for environments where Py_GIL_DISABLED isn't exposed.
+    # if getattr(sys, "abiflags", "").endswith("t"):
+    #     return True
+    #
+    # cache_tag = getattr(getattr(sys, "implementation", None), "cache_tag", "")
+    # return bool(cache_tag and cache_tag.endswith("t"))
+
+
 # Determine if we should use msgspec (free-threaded build)
 # or orjson (standard build)
-_USE_MSGSPEC = (
-    sys.version_info >= (3, 14)
-    and hasattr(sys, "_is_gil_enabled")
-    and not sys._is_gil_enabled()
-)
+_USE_MSGSPEC = _is_free_threaded_build()
 
 # Only import orjson if not using msgspec (orjson re-enables GIL)
 if not _USE_MSGSPEC:

pyproject.toml

@@ -70,7 +70,7 @@ dependencies = [
     "jmespath>=0.7.1,<2.0.0",  # support jmespath query parameter
     "PyYAML>=5.1",
     'orjson>=3.10.16; python_version < "3.14.0"',  # a faster json lib supports inf/nan and datetime, v3.10.16 is the first version requires Python 3.9+
-    'orjson==3.11.4; python_version >= "3.14.0"',  # orjson 3.11.5 cannot be built on Python 3.14t for now
+#    'orjson==3.11.4; python_version >= "3.14.0"',  # orjson 3.11.5 cannot be built on Python 3.14t for now
     'msgspec>=0.20; python_version >= "3.14.0"',  # msgspec as backup json lib for Python 3.14+ when free-threaded
     'zstandard>=0.21.0; python_version<"3.14"', # we need zst library before 3.14
 ]

tests/web/test_serializer.py

@@ -1,22 +1,12 @@
+import sys
+
 from biothings.web.handlers import serializer
 
 
 def test_unified_api_dispatch():
     """Test that unified API uses correct implementation based on Python version and free-threading"""
-    import sys
-
-    # Check which implementation should be active
-    python_version = sys.version_info
-    # Use sys.flags.nogil for Python 3.13+ to detect free-threading
-    is_free_threaded = (
-        python_version >= (3, 14) and
-        hasattr(sys.flags, 'nogil') and
-        sys.flags.nogil
-    )
-    use_msgspec = (
-        python_version >= (3, 14) and
-        is_free_threaded
-    )
+
+    use_msgspec = sys.version_info >= (3, 14)
 
     # Verify unified API functions exist
     assert hasattr(serializer, 'load_json')
@@ -117,4 +107,3 @@ def test_yaml_01():
 def test_url_01():
     url = serializer.URL("http://www.mygene.info/v1/gene/1017?fields=symbol&format=html")
     assert url.remove() == "http://www.mygene.info/v1/gene/1017?fields=symbol"
-