Merge pull request #70 from valkey-io/aiven-sal/rp_import

Import some changes from redis-py:


* Fix socket_timeout init
* Add missing type hints for `retry.py`
* Add details to the asyncio connection error message
* Format connection errors in the same way everywhere
* Drop unused dev-dep urllib3
* Close Unix sockets if the connection attempt fails
* Cluster performance improvements
* Bump version deps
* Fix checking of module versions
* Avoid dangling sockets in case of SSL handshake failure
* Get rid of event_loop warnings
* Resolve some docs warnings
* Ensure safe defaults for TLS

Author: aiven-sal

.github/wordlist.txt

@@ -159,3 +159,4 @@ valkeymodules
 virtualenv
 www
 md
+yaml

dev_requirements.txt

@@ -12,7 +12,6 @@ pytest-asyncio
 pytest-cov
 pytest-timeout
 ujson>=4.2.0
-urllib3<2
 uvloop
 vulture>=2.3.0
 wheel>=0.30.0

docs/conf.py

@@ -128,7 +128,6 @@
 # further.  For a list of options available for each theme, see the
 # documentation.
 html_theme_options = {
-    "display_version": True,
     "footer_icons": [
         {
             "name": "GitHub",

docs/connections.rst

@@ -55,7 +55,7 @@ ClusterNode
 Async Client
 ************
 
-See complete example: `here <examples/asyncio_examples.html>`_
+See complete example: `here <examples/asyncio_examples.html>`__
 
 This client is used for communicating with Valkey, asynchronously.
 
@@ -88,7 +88,7 @@ ClusterPipeline (Async)
 Connection
 **********
 
-See complete example: `here <examples/connection_examples.html>`_
+See complete example: `here <examples/connection_examples.html>`__
 
 Connection
 ==========
@@ -104,7 +104,7 @@ Connection (Async)
 Connection Pools
 ****************
 
-See complete example: `here <examples/connection_examples.html>`_
+See complete example: `here <examples/connection_examples.html>`__
 
 ConnectionPool
 ==============

docs/opentelemetry.rst

@@ -4,7 +4,7 @@ Integrating OpenTelemetry
 What is OpenTelemetry?
 ----------------------
 
-`OpenTelemetry <https://opentelemetry.io>`_ is an open-source observability framework for traces, metrics, and logs. It is a merger of OpenCensus and OpenTracing projects hosted by Cloud Native Computing Foundation.
+`OpenTelemetry <https://opentelemetry.io>`__ is an open-source observability framework for traces, metrics, and logs. It is a merger of OpenCensus and OpenTracing projects hosted by Cloud Native Computing Foundation.
 
 OpenTelemetry allows developers to collect and export telemetry data in a vendor agnostic way. With OpenTelemetry, you can instrument your application once and then add or change vendors without changing the instrumentation, for example, here is a list of `popular DataDog competitors <https://uptrace.dev/get/compare/datadog-competitors.html>`_ that support OpenTelemetry.
 
@@ -61,7 +61,7 @@ Once the code is patched, you can use valkey-py as usually:
 OpenTelemetry API
 -----------------
 
-`OpenTelemetry <https://uptrace.dev/opentelemetry/>`_ API is a programming interface that you can use to instrument code and collect telemetry data such as traces, metrics, and logs.
+`OpenTelemetry API <https://uptrace.dev/opentelemetry/>`__ is a programming interface that you can use to instrument code and collect telemetry data such as traces, metrics, and logs.
 
 You can use OpenTelemetry API to measure important operations:
 
@@ -125,7 +125,7 @@ Alerting and notifications
 
 Uptrace also allows you to monitor `OpenTelemetry metrics <https://uptrace.dev/opentelemetry/metrics.html>`_ using alerting rules. For example, the following monitor uses the group by node expression to create an alert whenever an individual Valkey shard is down:
 
-.. code-block:: python
+.. code-block:: yaml
 
    monitors:
      - name: Valkey shard is down
@@ -142,7 +142,7 @@ Uptrace also allows you to monitor `OpenTelemetry metrics <https://uptrace.dev/o
 
 You can also create queries with more complex expressions. For example, the following rule creates an alert when the keyspace hit rate is lower than 75%:
 
-.. code-block:: python
+.. code-block:: yaml
 
    monitors:
      - name: Valkey read hit rate < 75%

requirements.txt

@@ -1 +1 @@
-async-timeout>=4.0.2
+async-timeout>=4.0.3

setup.py

@@ -57,6 +57,6 @@
     ],
     extras_require={
         "libvalkey": ["libvalkey>=4.0.0b1"],
-        "ocsp": ["cryptography>=36.0.1", "pyopenssl==20.0.1", "requests>=2.26.0"],
+        "ocsp": ["cryptography>=36.0.1", "pyopenssl==23.2.1", "requests>=2.31.0"],
     },
 )

tests/conftest.py

@@ -233,7 +233,9 @@ def skip_ifmodversion_lt(min_version: str, module_name: str):
     for j in modules:
         if module_name == j.get("name"):
             version = j.get("ver")
-            mv = int(min_version.replace(".", ""))
+            mv = int(
+                "".join(["%02d" % int(segment) for segment in min_version.split(".")])
+            )
             check = version < mv
             return pytest.mark.skipif(check, reason="Valkey module version")
 

tests/test_asyncio/test_connection.py

@@ -14,7 +14,11 @@
     parse_url,
 )
 from valkey.asyncio import ConnectionPool, Valkey
-from valkey.asyncio.connection import Connection, UnixDomainSocketConnection
+from valkey.asyncio.connection import (
+    Connection,
+    SSLConnection,
+    UnixDomainSocketConnection,
+)
 from valkey.asyncio.retry import Retry
 from valkey.backoff import NoBackoff
 from valkey.exceptions import ConnectionError, InvalidResponse, TimeoutError
@@ -494,3 +498,53 @@ async def test_connection_garbage_collection(request):
 
     await client.aclose()
     await pool.aclose()
+
+
+@pytest.mark.parametrize(
+    "conn, error, expected_message",
+    [
+        (SSLConnection(), OSError(), "Error connecting to localhost:6379."),
+        (SSLConnection(), OSError(12), "Error 12 connecting to localhost:6379."),
+        (
+            SSLConnection(),
+            OSError(12, "Some Error"),
+            "Error 12 connecting to localhost:6379. Some Error.",
+        ),
+        (
+            UnixDomainSocketConnection(path="unix:///tmp/valkey.sock"),
+            OSError(),
+            "Error connecting to unix:///tmp/valkey.sock.",
+        ),
+        (
+            UnixDomainSocketConnection(path="unix:///tmp/valkey.sock"),
+            OSError(12),
+            "Error 12 connecting to unix:///tmp/valkey.sock.",
+        ),
+        (
+            UnixDomainSocketConnection(path="unix:///tmp/valkey.sock"),
+            OSError(12, "Some Error"),
+            "Error 12 connecting to unix:///tmp/valkey.sock. Some Error.",
+        ),
+    ],
+)
+async def test_format_error_message(conn, error, expected_message):
+    """Test that the _error_message function formats errors correctly"""
+    error_message = conn._error_message(error)
+    assert error_message == expected_message
+
+
+async def test_network_connection_failure():
+    with pytest.raises(ConnectionError) as e:
+        valkey = Valkey(host="127.0.0.1", port=9999)
+        await valkey.set("a", "b")
+    assert str(e.value).startswith("Error 111 connecting to 127.0.0.1:9999. Connect")
+
+
+async def test_unix_socket_connection_failure():
+    with pytest.raises(ConnectionError) as e:
+        valkey = Valkey(unix_socket_path="unix:///tmp/a.sock")
+        await valkey.set("a", "b")
+    assert (
+        str(e.value)
+        == "Error 2 connecting to unix:///tmp/a.sock. No such file or directory."
+    )

tests/test_asyncio/test_lock.py

@@ -104,16 +104,16 @@ async def test_blocking(self, r):
         lock_2 = self.get_lock(r, "foo")
         assert lock_2.blocking
 
-    async def test_blocking_timeout(self, r, event_loop):
+    async def test_blocking_timeout(self, r):
         lock1 = self.get_lock(r, "foo")
         assert await lock1.acquire(blocking=False)
         bt = 0.2
         sleep = 0.05
         lock2 = self.get_lock(r, "foo", sleep=sleep, blocking_timeout=bt)
-        start = event_loop.time()
+        start = asyncio.get_running_loop().time()
         assert not await lock2.acquire()
         # The elapsed duration should be less than the total blocking_timeout
-        assert bt >= (event_loop.time() - start) > bt - sleep
+        assert bt >= (asyncio.get_running_loop().time() - start) > bt - sleep
         await lock1.release()
 
     async def test_context_manager(self, r):