def iterate_file(bucket, key, encoding="utf-8"): obj = s3_resource().Object(bucket, key).get()["Body"] if key.endswith(".gz"): obj = GzipFile(None, "rb", fileobj=obj) for line in obj: yield line.decode(encoding).strip() else: for line in obj.iter_lines(): yield line.decode(encoding).strip()