FM / io

/usr/local/lib64/python3.6/site-packages/pandas/tests/io/

/usr/local/lib64/python3.6/site-packages/pandas/tests/io

Name	Size	Mode	Actions
excel/	-	0755	rm
formats/	-	0755	rm
json/	-	0755	rm
parser/	-	0755	rm
pytables/	-	0755	rm
sas/	-	0755	rm
__pycache__/	-	0755	rm
conftest.py	2526	0644	edit dl rm
generate_legacy_storage_files.py	10074	0644	edit dl rm
test_clipboard.py	8028	0644	edit dl rm
test_common.py	13454	0644	edit dl rm
test_compression.py	6332	0644	edit dl rm
test_date_converters.py	1200	0644	edit dl rm
test_feather.py	6206	0644	edit dl rm
test_fsspec.py	3165	0644	edit dl rm
test_gbq.py	6810	0644	edit dl rm
test_gcs.py	2985	0644	edit dl rm
test_html.py	39222	0644	edit dl rm
test_orc.py	6482	0644	edit dl rm
test_parquet.py	28221	0644	edit dl rm
test_pickle.py	14440	0644	edit dl rm
test_s3.py	1535	0644	edit dl rm
test_spss.py	2745	0644	edit dl rm
test_sql.py	100660	0644	edit dl rm
test_stata.py	78257	0644	edit dl rm
__init__.py	0	0644	edit dl rm

Edit: /usr/local/lib64/python3.6/site-packages/pandas/tests/io/test_s3.py (1535B)

from io import BytesIO
import os

import pytest

import pandas.util._test_decorators as td

from pandas import read_csv
import pandas._testing as tm

def test_streaming_s3_objects():
    # GH17135
    # botocore gained iteration support in 1.10.47, can now be used in read_*
    pytest.importorskip("botocore", minversion="1.10.47")
    from botocore.response import StreamingBody

data = [b"foo,bar,baz\n1,2,3\n4,5,6\n", b"just,the,header\n"]
    for el in data:
        body = StreamingBody(BytesIO(el), content_length=len(el))
        read_csv(body)

@tm.network
@td.skip_if_no("s3fs")
def test_read_without_creds_from_pub_bucket():
    # GH 34626
    # Use Amazon Open Data Registry - https://registry.opendata.aws/gdelt
    result = read_csv("s3://gdelt-open-data/events/1981.csv", nrows=3)
    assert len(result) == 3

@tm.network
@td.skip_if_no("s3fs")
def test_read_with_creds_from_pub_bucke():
    # Ensure we can read from a public bucket with credentials
    # GH 34626
    # Use Amazon Open Data Registry - https://registry.opendata.aws/gdelt

with tm.ensure_safe_environment_variables():
        # temporary workaround as moto fails for botocore >= 1.11 otherwise,
        # see https://github.com/spulec/moto/issues/1924 & 1952
        os.environ.setdefault("AWS_ACCESS_KEY_ID", "foobar_key")
        os.environ.setdefault("AWS_SECRET_ACCESS_KEY", "foobar_secret")
        df = read_csv(
            "s3://gdelt-open-data/events/1981.csv", nrows=5, sep="\t", header=None,
        )
        assert len(df) == 5

from io import BytesIO import os import pytest import pandas.util._test_decorators as td from pandas import read_csv import pandas._testing as tm def test_streaming_s3_objects(): # GH17135 # botocore gained iteration support in 1.10.47, can now be used in read_* pytest.importorskip("botocore", minversion="1.10.47") from botocore.response import StreamingBody data = [b"foo,bar,baz\n1,2,3\n4,5,6\n", b"just,the,header\n"] for el in data: body = StreamingBody(BytesIO(el), content_length=len(el)) read_csv(body) @tm.network @td.skip_if_no("s3fs") def test_read_without_creds_from_pub_bucket(): # GH 34626 # Use Amazon Open Data Registry - https://registry.opendata.aws/gdelt result = read_csv("s3://gdelt-open-data/events/1981.csv", nrows=3) assert len(result) == 3 @tm.network @td.skip_if_no("s3fs") def test_read_with_creds_from_pub_bucke(): # Ensure we can read from a public bucket with credentials # GH 34626 # Use Amazon Open Data Registry - https://registry.opendata.aws/gdelt with tm.ensure_safe_environment_variables(): # temporary workaround as moto fails for botocore >= 1.11 otherwise, # see https://github.com/spulec/moto/issues/1924 & 1952 os.environ.setdefault("AWS_ACCESS_KEY_ID", "foobar_key") os.environ.setdefault("AWS_SECRET_ACCESS_KEY", "foobar_secret") df = read_csv( "s3://gdelt-open-data/events/1981.csv", nrows=5, sep="\t", header=None, ) assert len(df) == 5