update Pex to 2.77.0 (#22986)

Changelogs:
 * https://github.com/pex-tool/pex/releases/tag/v2.74.0
 * https://github.com/pex-tool/pex/releases/tag/v2.74.1
 * https://github.com/pex-tool/pex/releases/tag/v2.74.2
 * https://github.com/pex-tool/pex/releases/tag/v2.74.3
 * https://github.com/pex-tool/pex/releases/tag/v2.75.0
 * https://github.com/pex-tool/pex/releases/tag/v2.75.1
 * https://github.com/pex-tool/pex/releases/tag/v2.75.2
 * https://github.com/pex-tool/pex/releases/tag/v2.76.0
 * https://github.com/pex-tool/pex/releases/tag/v2.76.1
 * https://github.com/pex-tool/pex/releases/tag/v2.77.0

NOTE: First update since #22979

Author: cburroughs

docs/notes/2.31.x.md

@@ -49,7 +49,7 @@ used by Pants itself works.
 
 Added the `[python].default_to_resolve_interpreter_constraints` option which when set the true, allows Python targets with both `interpreter_constraints` and `resolve` fields to fallback on their resolve's interpreter constraints before the global constraints if no interpreter constraints are set on the actual target.
 
-The version of [Pex](https://github.com/pex-tool/pex) used by the Python backend has been upgraded to [`v2.73.1`](https://github.com/pex-tool/pex/releases/tag/v2.73.1). This fixes two issues:
+The version of [Pex](https://github.com/pex-tool/pex) used by the Python backend has been upgraded to [`v2.77.0`](https://github.com/pex-tool/pex/releases/tag/v2.77.0). This fixes two issues of particular note for Pants users:
 - A [bug](https://github.com/pantsbuild/pants/issues/22886) that hindered the use of multiple custom package indexes
 - A [bug](https://github.com/pex-tool/pex/issues/3032) that prevented invalidation of a lockfile when the URL of a URL-based requirement changed.
 

src/python/pants/backend/python/util_rules/pex_cli.py

@@ -37,9 +37,9 @@
 logger = logging.getLogger(__name__)
 
 
-_PEX_VERSION = "v2.73.1"
-_PEX_BINARY_HASH = "e6907e079a3f7c917dc88b41d892f732d4b8dbe388abfefc064d19c4a9f3c7e8"
-_PEX_BINARY_SIZE = 4939987
+_PEX_VERSION = "v2.77.0"
+_PEX_BINARY_HASH = "08f3dfcc9f07be2f789d1abb2248fa38e595c2d48093e1d1b29277ae67c1e7a6"
+_PEX_BINARY_SIZE = 4944069
 
 
 class PexCli(TemplatedExternalTool):

src/python/pants/backend/python/util_rules/pex_from_targets_test.py

@@ -5,6 +5,7 @@
 
 import importlib.resources
 import os
+import re
 import subprocess
 from collections.abc import Iterable
 from dataclasses import dataclass
@@ -537,6 +538,15 @@ def requirements(rule_runner: PythonRuleRunner, pex: Pex) -> list[str]:
     return cast(list[str], get_all_data(rule_runner, pex).info["requirements"])
 
 
+def _normalize_url_req(s: str) -> str:
+    """See https://github.com/pypa/packaging/issues/935.
+
+    Several tests here are brittle and rely on Pex/Pants being on the same packaging version.  These
+    are pretty low value.  Back this out after upgrading packaging.
+    """
+    return re.sub(r"\s*@\s*", "@ ", s)
+
+
 def test_constraints_validation(tmp_path: Path, rule_runner: PythonRuleRunner) -> None:
     sdists = tmp_path / "sdists"
     sdists.mkdir()
@@ -563,7 +573,7 @@ def test_constraints_validation(tmp_path: Path, rule_runner: PythonRuleRunner) -
 
     # This string won't parse as a Requirement if it doesn't contain a netloc,
     # so we explicitly mention localhost.
-    url_req = f"foorl@ git+file://localhost{foorl_dir.as_posix()}@9.8.7"
+    url_req = f"foorl @ git+file://localhost{foorl_dir.as_posix()}@9.8.7"
 
     rule_runner.write_files(
         {
@@ -634,7 +644,12 @@ def get_pex_request(
     assert isinstance(pex_req1.requirements, PexRequirements)
     assert pex_req1.requirements.constraints_strings == FrozenOrderedSet(constraints1_strings)
     req_strings_obj1 = rule_runner.request(PexRequirementsInfo, (pex_req1.requirements,))
-    assert req_strings_obj1.req_strings == ("bar==5.5.5", "baz", "foo-bar>=0.1.2", url_req)
+    assert tuple(_normalize_url_req(s) for s in req_strings_obj1.req_strings) == (
+        "bar==5.5.5",
+        "baz",
+        "foo-bar>=0.1.2",
+        _normalize_url_req(url_req),
+    )
 
     pex_req2 = get_pex_request(
         constraints1_filename,
@@ -645,13 +660,22 @@ def get_pex_request(
     pex_req2_reqs = pex_req2.requirements
     assert isinstance(pex_req2_reqs, PexRequirements)
     req_strings_obj2 = rule_runner.request(PexRequirementsInfo, (pex_req2_reqs,))
-    assert req_strings_obj2.req_strings == ("bar==5.5.5", "baz", "foo-bar>=0.1.2", url_req)
+    assert tuple(_normalize_url_req(s) for s in req_strings_obj2.req_strings) == (
+        "bar==5.5.5",
+        "baz",
+        "foo-bar>=0.1.2",
+        _normalize_url_req(url_req),
+    )
     assert isinstance(pex_req2_reqs.from_superset, Pex)
     repository_pex = pex_req2_reqs.from_superset
     assert not get_all_data(rule_runner, repository_pex).info["strip_pex_env"]
-    assert ["Foo._-BAR==1.0.0", "bar==5.5.5", "baz==2.2.2", url_req, "qux==3.4.5"] == requirements(
-        rule_runner, repository_pex
-    )
+    assert [
+        "Foo._-BAR==1.0.0",
+        "bar==5.5.5",
+        "baz==2.2.2",
+        _normalize_url_req(url_req),
+        "qux==3.4.5",
+    ] == [_normalize_url_req(r) for r in requirements(rule_runner, repository_pex)]
 
     with engine_error(
         ValueError,