Update requirements and scripts/generate_requirements.sh (#945)

This PR updates the dependencies in `requirements.in` and `setup.py` as
follows:

* Drop support for Python 3.9 (which was end-of-lifed last year)
* Update the requirements to try to reduce them to the minimum

This PR also updates `scripts/generate_requirements.sh` to remove some
no-longer-needed post-processing of the `requirements.txt` file. The
modified script still needs to have one special case, to avoid pinning
the version of PyYAML. PyYAML is a transitive dependency that, in older
Pythons, was installed via distutils and not pip. Pinning the version
(as pip-compile would normally do) causes pip to try to uninstall any
existing versions of pyyaml in the environment, and fail, because pip
didn't install it in the first place. The most robust solution I've
found is to avoid pinning the version. Previously this was accomplished
in `scripts/generate_requirements.sh` by editing the output using `sed`
(ugh – my bad). This update uses pip-compile's feature for "unsafe"
packages to simply leave pyyaml out of `requirements.txt`.

Author: mhucka

release/setup.py

@@ -48,22 +48,17 @@ def finalize_options(self):
 REQUIRED_PACKAGES = [
     "cirq-core==1.3.0",
     "cirq-google==1.3.0",
+    "numpy<2.0",
+    "scipy~=1.15.3",
     "sympy==1.14",
     "tf-keras~=2.17.0",
-    # The following are transitive dependencies that need to be constrained to
-    # avoid incompatible versions or because some (e.g., contourpy 1.3.3)
-    # require Python 3.11+ and we want to maintain Python 3.9 compatibility.
-    # TODO: revisit after we reach compatibility with TensorFlow 2.19+.
-    "contourpy<=1.3.2",
-    "h5py==3.10.0",
-    "importlib_metadata<5",
-    "jax<=0.5",
-    "matplotlib<3.10",
-    "numpy<2.0",
-    "scipy<=1.12.0",
-    # The following makes it easier to get the right version on Colab. Once
-    # TFQ works with the latest version of TF, this may become unnecessary.
-    "protobuf==4.25.8",
+
+    # The reset of these constraints are on transitive dependencies to avoid
+    # installation conflicts, which can happen if pip finds a newer version of a
+    # package & that newer version requires, e.g., NumPy 2.x or Python 3.11+.
+    # Ideally these can be removed once TFQ is compatible with recent TFs.
+    "jax<0.5",
+    "contourpy<1.3.3",
 ]
 
 # TF requirement is placed as an extras to avoid overwriting existing nightly TF
@@ -73,8 +68,6 @@ def finalize_options(self):
 EXTRA_PACKAGES["and-tensorflow"] = ["tensorflow>=2.17,<2.18"]
 # "extras" was used before 0.7.4. Prefer "and-tensorflow" in 0.7.4+.
 EXTRA_PACKAGES["extras"] = EXTRA_PACKAGES["and-tensorflow"]
-# Add an alias in case people type an underscore instead of a dash.
-EXTRA_PACKAGES["and_tensorflow"] = EXTRA_PACKAGES["and-tensorflow"]
 
 
 class BinaryDistribution(Distribution):
@@ -106,7 +99,7 @@ def has_ext_modules(self):
     author_email="tensorflow-quantum-team@google.com",
     url="https://github.com/tensorflow/quantum/",
     packages=find_packages(),
-    python_requires='>=3.9',
+    python_requires='>=3.10',
     install_requires=REQUIRED_PACKAGES,
     extras_require=EXTRA_PACKAGES,
     include_package_data=True,

requirements.in

@@ -16,16 +16,15 @@
 # Core development requirements for TensorFlow Quantum. This file is processed
 # by pip-compile (from pip-tools) to produce requirements.txt using the script
 # scripts/generate_requirements.sh.
+
 cirq-core~=1.3.0
 cirq-google~=1.3.0
+jax<0.5
+numpy<2.0
+scipy~=1.15.3
+sympy==1.14
 tensorflow>=2.17,<2.18
-keras==3.12.0
 tf-keras~=2.17.0
-setuptools==75.0.0
-wheel==0.46.2
-contourpy<=1.3.2
-networkx<=3.4.2
-scipy==1.15.3
 
 # TODO: the next ones are not truly core requirements. A better place should be
 # found for them (long with others needed by scripts/*). They're here as a