示例#1
0
def iterate_file(bucket, key, encoding="utf-8"):
    obj = s3_resource().Object(bucket, key).get()["Body"]
    if key.endswith(".gz"):
        obj = GzipFile(None, "rb", fileobj=obj)
        for line in obj:
            yield line.decode(encoding).strip()
    else:
        for line in obj.iter_lines():
            yield line.decode(encoding).strip()