Add with Creds Test

Author: alimcmaster1

pandas/tests/io/test_s3.py

@@ -1,4 +1,5 @@
 from io import BytesIO
+import os
 
 import pytest
 
@@ -35,3 +36,21 @@ def test_read_without_creds_from_pub_bucket():
     # Use Amazon Open Data Registry - https://registry.opendata.aws/gdelt
     result = read_csv("s3://gdelt-open-data/events/1981.csv", nrows=3)
     assert len(result) == 3
+
+
+@tm.network
+@td.skip_if_no("s3fs")
+def test_read_with_creds_from_pub_bucke():
+    # Ensure we can read from a public bucket with credentials
+    # GH 34626
+    # Use Amazon Open Data Registry - https://registry.opendata.aws/gdelt
+
+    with tm.ensure_safe_environment_variables():
+        # temporary workaround as moto fails for botocore >= 1.11 otherwise,
+        # see https://github.com/spulec/moto/issues/1924 & 1952
+        os.environ.setdefault("AWS_ACCESS_KEY_ID", "foobar_key")
+        os.environ.setdefault("AWS_SECRET_ACCESS_KEY", "foobar_secret")
+        df = read_csv(
+            "s3://gdelt-open-data/events/1981.csv", nrows=5, sep="\t", header=None,
+        )
+        assert len(df) == 5