update s3 test

Author: fangchenli

pandas/tests/io/test_s3.py

@@ -5,39 +5,29 @@
 from pandas import read_csv
 
 
-def test_streaming_s3_objects():
-    # GH17135
+@pytest.mark.parametrize("data", [b"foo,bar,baz\n1,2,3\n4,5,6\n", b"just,the,header\n"])
+def test_streaming_s3_objects(data):
+    # GH 17135
     # botocore gained iteration support in 1.10.47, can now be used in read_*
     pytest.importorskip("botocore", minversion="1.10.47")
     from botocore.response import StreamingBody
 
-    data = [b"foo,bar,baz\n1,2,3\n4,5,6\n", b"just,the,header\n"]
-    for el in data:
-        body = StreamingBody(BytesIO(el), content_length=len(el))
-        read_csv(body)
+    body = StreamingBody(BytesIO(data), content_length=len(data))
+    read_csv(body)
 
 
 @pytest.mark.single_cpu
-def test_read_without_creds_from_pub_bucket(s3_bucket_public_with_data, s3so):
-    # GH 34626
-    pytest.importorskip("s3fs")
-    result = read_csv(
-        f"s3://{s3_bucket_public_with_data.name}/tips.csv",
-        nrows=3,
-        storage_options=s3so,
-    )
-    assert len(result) == 3
-
-
-@pytest.mark.single_cpu
-def test_read_with_creds_from_pub_bucket(s3_bucket_public_with_data, s3so):
-    # Ensure we can read from a public bucket with credentials
+@pytest.mark.parametrize("header", ["infer", None])
+def test_read_with_and_without_creds_from_pub_bucket(
+    s3_bucket_public_with_data, s3so, header
+):
     # GH 34626
     pytest.importorskip("s3fs")
+    nrows = 5
     df = read_csv(
         f"s3://{s3_bucket_public_with_data.name}/tips.csv",
-        nrows=5,
-        header=None,
+        nrows=nrows,
+        header=header,
         storage_options=s3so,
     )
-    assert len(df) == 5
+    assert len(df) == nrows