use a locally hosted elastcsearch for SSL tests

Author: miguelgrinberg

.github/workflows/ci.yml

@@ -61,6 +61,12 @@ jobs:
         image: kennethreitz/httpbin
         ports:
           - 8080:80
+      elasticsearch:
+        image: docker.elastic.co/elasticsearch/elasticsearch:9.0.2
+        env:
+          discovery.type: single-node
+        ports:
+          - 9200:9200
     steps:
       - name: Checkout repository
         uses: actions/checkout@v2

tests/conftest.py

@@ -69,7 +69,7 @@ async def perform_request(self, *args, **kwargs):
 @pytest.fixture(scope="session", params=[True, False])
 def httpbin_cert_fingerprint(request) -> str:
     """Gets the SHA256 fingerprint of the certificate for 'httpbin.org'"""
-    sock = socket.create_connection(("httpbin.org", 443))
+    sock = socket.create_connection(("localhost", 9200))
     ctx = ssl.create_default_context()
     ctx.check_hostname = False
     ctx.verify_mode = ssl.CERT_NONE

tests/node/test_http_aiohttp.py

@@ -295,35 +295,35 @@ async def test_ssl_assert_fingerprint(httpbin_cert_fingerprint):
         node = AiohttpHttpNode(
             NodeConfig(
                 scheme="https",
-                host="httpbin.org",
-                port=443,
+                host="localhost",
+                port=9200,
                 ssl_assert_fingerprint=httpbin_cert_fingerprint,
             )
         )
         resp, _ = await node.perform_request("GET", "/")
 
-    assert resp.status == 200
+    assert resp.status == 401
     assert [str(x.message) for x in w if x.category != DeprecationWarning] == []
 
 
 @pytest.mark.asyncio
 async def test_default_headers():
-    node = AiohttpHttpNode(NodeConfig(scheme="https", host="httpbin.org", port=443))
+    node = AiohttpHttpNode(NodeConfig(scheme="http", host="localhost", port=8080))
     resp, data = await node.perform_request("GET", "/anything")
 
     assert resp.status == 200
     headers = json.loads(data)["headers"]
     headers.pop("X-Amzn-Trace-Id", None)
-    assert headers == {"Host": "httpbin.org", "User-Agent": DEFAULT_USER_AGENT}
+    assert headers == {"Connection": "keep-alive", "Host": "localhost:8080", "User-Agent": DEFAULT_USER_AGENT}
 
 
 @pytest.mark.asyncio
 async def test_custom_headers():
     node = AiohttpHttpNode(
         NodeConfig(
-            scheme="https",
-            host="httpbin.org",
-            port=443,
+            scheme="http",
+            host="localhost",
+            port=8080,
             headers={"accept-encoding": "gzip", "Content-Type": "application/json"},
         )
     )
@@ -341,8 +341,9 @@ async def test_custom_headers():
     headers.pop("X-Amzn-Trace-Id", None)
     assert headers == {
         "Accept-Encoding": "gzip",
+        "Connection": "keep-alive",
         "Content-Type": "application/x-ndjson",
-        "Host": "httpbin.org",
+        "Host": "localhost:8080",
         "User-Agent": "custom-agent/1.2.3",
     }
 
@@ -351,9 +352,9 @@ async def test_custom_headers():
 async def test_custom_user_agent():
     node = AiohttpHttpNode(
         NodeConfig(
-            scheme="https",
-            host="httpbin.org",
-            port=443,
+            scheme="http",
+            host="localhost",
+            port=8080,
             headers={
                 "accept-encoding": "gzip",
                 "Content-Type": "application/json",
@@ -371,8 +372,9 @@ async def test_custom_user_agent():
     headers.pop("X-Amzn-Trace-Id", None)
     assert headers == {
         "Accept-Encoding": "gzip",
+        "Connection": "keep-alive",
         "Content-Type": "application/json",
-        "Host": "httpbin.org",
+        "Host": "localhost:8080",
         "User-Agent": "custom-agent/1.2.3",
     }
 
@@ -385,7 +387,7 @@ def test_repr():
 @pytest.mark.asyncio
 async def test_head():
     node = AiohttpHttpNode(
-        NodeConfig(scheme="https", host="httpbin.org", port=443, http_compress=True)
+        NodeConfig(scheme="http", host="localhost", port=8080, http_compress=True)
     )
     resp, data = await node.perform_request("HEAD", "/anything")
 

tests/node/test_http_httpx.py

@@ -150,8 +150,8 @@ def test_ssl_assert_fingerprint(httpbin_cert_fingerprint):
         HttpxAsyncHttpNode(
             NodeConfig(
                 scheme="https",
-                host="httpbin.org",
-                port=443,
+                host="localhost",
+                port=9200,
                 ssl_assert_fingerprint=httpbin_cert_fingerprint,
             )
         )

tests/node/test_urllib3_chain_certs.py

@@ -35,8 +35,8 @@ def test_ssl_assert_fingerprint_invalid_length(node_cls):
         node_cls(
             NodeConfig(
                 "https",
-                "httpbin.org",
-                443,
+                "localhost",
+                9200,
                 ssl_assert_fingerprint="0000",
             )
         )
@@ -62,8 +62,8 @@ def test_assert_fingerprint_in_cert_chain(node_cls, ssl_assert_fingerprint):
         node = node_cls(
             NodeConfig(
                 "https",
-                "httpbin.org",
-                443,
+                "localhost",
+                9200,
                 ssl_assert_fingerprint=ssl_assert_fingerprint,
             )
         )
@@ -79,8 +79,8 @@ def test_assert_fingerprint_in_cert_chain_failure(node_cls):
     node = node_cls(
         NodeConfig(
             "https",
-            "httpbin.org",
-            443,
+            "localhost",
+            9200,
             ssl_assert_fingerprint="0" * 64,
         )
     )