[Core][Corehttp] Fix stream tests (Azure#35433)

Some tests hit an external endpoint that we no longer have access to.
These are adjusted to hit the local endpoint if possible.

Some tests were removed that test live endpoints.

Signed-off-by: Paul Van Eck <[email protected]>

Author: pvaneck

sdk/core/azure-core/tests/async_tests/test_rest_stream_responses_async.py

@@ -138,9 +138,7 @@ async def test_cannot_read_after_response_closed(port, client):
 @pytest.mark.asyncio
 async def test_decompress_plain_no_header(client):
     # thanks to Xiang Yan for this test!
-    account_name = "coretests"
-    url = "https://{}.blob.core.windows.net/tests/test.txt".format(account_name)
-    request = HttpRequest("GET", url)
+    request = HttpRequest("GET", "/streams/string")
     async with client:
         response = await client.send_request(request, stream=True)
         with pytest.raises(ResponseNotReadError):
@@ -152,9 +150,7 @@ async def test_decompress_plain_no_header(client):
 @pytest.mark.asyncio
 async def test_compress_plain_no_header(client):
     # thanks to Xiang Yan for this test!
-    account_name = "coretests"
-    url = "https://{}.blob.core.windows.net/tests/test.txt".format(account_name)
-    request = HttpRequest("GET", url)
+    request = HttpRequest("GET", "/streams/string")
     async with client:
         response = await client.send_request(request, stream=True)
         iter = response.iter_raw()

sdk/core/azure-core/tests/async_tests/test_streaming_async.py

@@ -31,162 +31,6 @@
 from utils import HTTP_REQUESTS
 
 
-@pytest.mark.live_test_only
-@pytest.mark.asyncio
-@pytest.mark.parametrize("http_request", HTTP_REQUESTS)
-async def test_decompress_plain_no_header(http_request):
-    # expect plain text
-    account_name = "coretests"
-    account_url = "https://{}.blob.core.windows.net".format(account_name)
-    url = "https://{}.blob.core.windows.net/tests/test.txt".format(account_name)
-    client = AsyncPipelineClient(account_url)
-    async with client:
-        request = http_request("GET", url)
-        pipeline_response = await client._pipeline.run(request, stream=True)
-        response = pipeline_response.http_response
-        data = response.stream_download(client._pipeline, decompress=True)
-        content = b""
-        async for d in data:
-            content += d
-        decoded = content.decode("utf-8")
-        assert decoded == "test"
-
-
-@pytest.mark.live_test_only
-@pytest.mark.asyncio
-@pytest.mark.parametrize("http_request", HTTP_REQUESTS)
-async def test_compress_plain_no_header(http_request):
-    # expect plain text
-    account_name = "coretests"
-    account_url = "https://{}.blob.core.windows.net".format(account_name)
-    url = "https://{}.blob.core.windows.net/tests/test.txt".format(account_name)
-    client = AsyncPipelineClient(account_url)
-    async with client:
-        request = http_request("GET", url)
-        pipeline_response = await client._pipeline.run(request, stream=True)
-        response = pipeline_response.http_response
-        data = response.stream_download(client._pipeline, decompress=False)
-        content = b""
-        async for d in data:
-            content += d
-        decoded = content.decode("utf-8")
-        assert decoded == "test"
-
-
-@pytest.mark.live_test_only
-@pytest.mark.asyncio
-@pytest.mark.parametrize("http_request", HTTP_REQUESTS)
-async def test_decompress_compressed_no_header(http_request):
-    # expect compressed text
-    account_name = "coretests"
-    account_url = "https://{}.blob.core.windows.net".format(account_name)
-    url = "https://{}.blob.core.windows.net/tests/test.tar.gz".format(account_name)
-    client = AsyncPipelineClient(account_url)
-    async with client:
-        request = http_request("GET", url)
-        pipeline_response = await client._pipeline.run(request, stream=True)
-        response = pipeline_response.http_response
-        data = response.stream_download(client._pipeline, decompress=True)
-        content = b""
-        async for d in data:
-            content += d
-        try:
-            decoded = content.decode("utf-8")
-            assert False
-        except UnicodeDecodeError:
-            pass
-
-
-@pytest.mark.live_test_only
-@pytest.mark.asyncio
-@pytest.mark.parametrize("http_request", HTTP_REQUESTS)
-async def test_compress_compressed_no_header(http_request):
-    # expect compressed text
-    account_name = "coretests"
-    account_url = "https://{}.blob.core.windows.net".format(account_name)
-    url = "https://{}.blob.core.windows.net/tests/test.tar.gz".format(account_name)
-    client = AsyncPipelineClient(account_url)
-    async with client:
-        request = http_request("GET", url)
-        pipeline_response = await client._pipeline.run(request, stream=True)
-        response = pipeline_response.http_response
-        data = response.stream_download(client._pipeline, decompress=False)
-        content = b""
-        async for d in data:
-            content += d
-        try:
-            decoded = content.decode("utf-8")
-            assert False
-        except UnicodeDecodeError:
-            pass
-
-
-@pytest.mark.live_test_only
-@pytest.mark.asyncio
-@pytest.mark.parametrize("http_request", HTTP_REQUESTS)
-async def test_decompress_plain_header(http_request):
-    # expect error
-
-    account_name = "coretests"
-    account_url = "https://{}.blob.core.windows.net".format(account_name)
-    url = "https://{}.blob.core.windows.net/tests/test_with_header.txt".format(account_name)
-    client = AsyncPipelineClient(account_url)
-    async with client:
-        request = http_request("GET", url)
-        pipeline_response = await client._pipeline.run(request, stream=True)
-        response = pipeline_response.http_response
-        data = response.stream_download(client._pipeline, decompress=True)
-        try:
-            content = b""
-            async for d in data:
-                content += d
-            assert False
-        except (zlib.error, DecodeError):
-            pass
-
-
-@pytest.mark.live_test_only
-@pytest.mark.asyncio
-@pytest.mark.parametrize("http_request", HTTP_REQUESTS)
-async def test_compress_plain_header(http_request):
-    # expect plain text
-    account_name = "coretests"
-    account_url = "https://{}.blob.core.windows.net".format(account_name)
-    url = "https://{}.blob.core.windows.net/tests/test_with_header.txt".format(account_name)
-    client = AsyncPipelineClient(account_url)
-    async with client:
-        request = http_request("GET", url)
-        pipeline_response = await client._pipeline.run(request, stream=True)
-        response = pipeline_response.http_response
-        data = response.stream_download(client._pipeline, decompress=False)
-        content = b""
-        async for d in data:
-            content += d
-        decoded = content.decode("utf-8")
-        assert decoded == "test"
-
-
-@pytest.mark.live_test_only
-@pytest.mark.asyncio
-@pytest.mark.parametrize("http_request", HTTP_REQUESTS)
-async def test_decompress_compressed_header(http_request):
-    # expect plain text
-    account_name = "coretests"
-    account_url = "https://{}.blob.core.windows.net".format(account_name)
-    url = "https://{}.blob.core.windows.net/tests/test_with_header.tar.gz".format(account_name)
-    client = AsyncPipelineClient(account_url)
-    async with client:
-        request = http_request("GET", url)
-        pipeline_response = await client._pipeline.run(request, stream=True)
-        response = pipeline_response.http_response
-        data = response.stream_download(client._pipeline, decompress=True)
-        content = b""
-        async for d in data:
-            content += d
-        decoded = content.decode("utf-8")
-        assert decoded == "test"
-
-
 @pytest.mark.asyncio
 @pytest.mark.parametrize("http_request", HTTP_REQUESTS)
 async def test_compress_compressed_no_header_offline(port, http_request):
@@ -201,24 +45,6 @@ async def test_compress_compressed_no_header_offline(port, http_request):
             b"".join([d async for d in data]).decode("utf-8")
 
 
-@pytest.mark.live_test_only
-@pytest.mark.asyncio
-@pytest.mark.parametrize("http_request", HTTP_REQUESTS)
-async def test_compress_compressed_header(http_request):
-    # expect compressed text
-    account_name = "coretests"
-    account_url = "https://{}.blob.core.windows.net".format(account_name)
-    url = "https://{}.blob.core.windows.net/tests/test_with_header.tar.gz".format(account_name)
-    client = AsyncPipelineClient(account_url)
-    async with client:
-        request = http_request("GET", url)
-        pipeline_response = await client._pipeline.run(request, stream=True)
-        response = pipeline_response.http_response
-        data = response.stream_download(client._pipeline, decompress=False)
-        with pytest.raises(UnicodeDecodeError):
-            b"".join([d async for d in data]).decode("utf-8")
-
-
 @pytest.mark.asyncio
 @pytest.mark.parametrize("http_request", HTTP_REQUESTS)
 async def test_decompress_plain_no_header_offline(port, http_request):
@@ -257,9 +83,10 @@ async def test_decompress_compressed_no_header_offline(port, http_request):
         pipeline_response = await client._pipeline.run(request, stream=True)
         response = pipeline_response.http_response
         data = response.stream_download(client._pipeline, decompress=True)
-
+        content = b"".join([d async for d in data])
+        assert content.startswith(b"\x1f\x8b")  # gzip magic number
         with pytest.raises(UnicodeDecodeError):
-            b"".join([d async for d in data]).decode("utf-8")
+            content.decode("utf-8")
 
 
 @pytest.mark.asyncio

sdk/core/azure-core/tests/test_rest_stream_responses.py

@@ -147,9 +147,7 @@ def test_cannot_read_after_response_closed(port, client):
 
 def test_decompress_plain_no_header(client):
     # thanks to Xiang Yan for this test!
-    account_name = "coretests"
-    url = "https://{}.blob.core.windows.net/tests/test.txt".format(account_name)
-    request = HttpRequest("GET", url)
+    request = HttpRequest("GET", "/streams/string")
     response = client.send_request(request, stream=True)
     with pytest.raises(ResponseNotReadError):
         response.content
@@ -159,9 +157,7 @@ def test_decompress_plain_no_header(client):
 
 def test_compress_plain_no_header(client):
     # thanks to Xiang Yan for this test!
-    account_name = "coretests"
-    url = "https://{}.blob.core.windows.net/tests/test.txt".format(account_name)
-    request = HttpRequest("GET", url)
+    request = HttpRequest("GET", "/streams/string")
     response = client.send_request(request, stream=True)
     iter = response.iter_raw()
     data = b"".join(list(iter))
@@ -170,25 +166,11 @@ def test_compress_plain_no_header(client):
 
 def test_decompress_compressed_no_header(client):
     # thanks to Xiang Yan for this test!
-    account_name = "coretests"
-    url = "https://{}.blob.core.windows.net/tests/test.tar.gz".format(account_name)
-    request = HttpRequest("GET", url)
+    request = HttpRequest("GET", "/streams/compressed_no_header")
     response = client.send_request(request, stream=True)
     iter = response.iter_bytes()
     data = b"".join(list(iter))
-    assert data == b"\x1f\x8b\x08\x00\x00\x00\x00\x00\x00\n+I-.\x01\x00\x0c~\x7f\xd8\x04\x00\x00\x00"
-
-
-def test_decompress_compressed_header(client):
-    # thanks to Xiang Yan for this test!
-    account_name = "coretests"
-    account_url = "https://{}.blob.core.windows.net".format(account_name)
-    url = "https://{}.blob.core.windows.net/tests/test_with_header.tar.gz".format(account_name)
-    request = HttpRequest("GET", url)
-    response = client.send_request(request, stream=True)
-    iter = response.iter_bytes()
-    data = b"".join(list(iter))
-    assert data == b"test"
+    assert data.startswith(b"\x1f\x8b")  # gzip magic number
 
 
 def test_iter_read(client):