Python check_file_like_obj Examples

Example #1

File: file_manager.py Project: sd2k/dagster

 def write(self, file_obj, mode="wb", ext=None):
     check_file_like_obj(file_obj)
     gcs_key = self.get_full_key(
         str(uuid.uuid4()) + (("." + ext) if ext is not None else ""))
     bucket_obj = self._client.get_bucket(self._gcs_bucket)
     bucket_obj.blob(gcs_key).upload_from_file(file_obj)
     return GCSFileHandle(self._gcs_bucket, gcs_key)

Example #2

 def write(self, file_obj, mode='wb'):
     check_file_like_obj(file_obj)
     s3_key = self.get_full_key(str(uuid.uuid4()))
     self._s3_session.put_object(Body=file_obj,
                                 Bucket=self._s3_bucket,
                                 Key=s3_key)
     return S3FileHandle(self._s3_bucket, s3_key)

Example #3

 def write(self, file_obj, mode='wb', ext=None):  # pylint: disable=unused-argument
     check_file_like_obj(file_obj)
     adls2_key = self.get_full_key(str(uuid.uuid4()) + (('.' + ext) if ext is not None else ''))
     adls2_file = self._client.get_file_client(
         file_system=self._file_system, file_path=adls2_key
     )
     adls2_file.upload_data(file_obj, overwrite=True)
     return ADLS2FileHandle(self._client.account_name, self._file_system, adls2_key)

Example #4

File: file_manager.py Project: zuik/dagster

 def write(self, file_obj, mode="wb", ext=None):
     check_file_like_obj(file_obj)
     s3_key = self.get_full_key(
         str(uuid.uuid4()) + (("." + ext) if ext is not None else ""))
     self._s3_session.put_object(Body=file_obj,
                                 Bucket=self._s3_bucket,
                                 Key=s3_key)
     return S3FileHandle(self._s3_bucket, s3_key)

Example #5

 def write(self, file_obj, mode='wb'):
     check_file_like_obj(file_obj)
     gcs_key = self.get_full_key(str(uuid.uuid4()))
     bucket_obj = self._client.get_bucket(self._gcs_bucket)
     bucket_obj.blob(gcs_key).upload_from_file(file_obj)
     return GCSFileHandle(self._gcs_bucket, gcs_key)