def test_s3_csv(self): fname = os.path.join(self.my_tempdir, "mushroom.csv") obj_key = os.path.join(self.s3_root_prefix, "csvs", "mushroom.csv") self.s3_client.download_file(self.bucket, obj_key, fname) sf_from_disk = SFrame(fname) s3_url = os.path.join("s3://", self.bucket, obj_key) sf_from_s3 = SFrame(s3_url) _assert_sframe_equal(sf_from_disk, sf_from_s3)
def test_s3_sframe_download(self, folder): sf_from_disk = self.downloaded_files[folder + "_sframe"] obj_key = os.path.join(self.s3_sframe_prefix, folder) s3_url = os.path.join("s3://", self.bucket, obj_key) sf_from_s3 = SFrame(s3_url) _assert_sframe_equal(sf_from_disk, sf_from_s3)