class SeaweedStore(BaseStore):
def __init__(self, data):
host = data.get('host', 'localhost')
port = data.get('port', 9333)
self.store = WeedFS(host, port) # weed-fs master address and port
self.ids = {}
def create(self, key, value, mode='data'):
if mode == 'file':
resp = self.store.upload_file(path=value)
self.ids[resp] = key
return resp
if mode == 'data':
resp = self.store.upload_file(name=key, stream=value)
self.ids[resp] = key
return resp
def read(self, key):
# pylint: disable=unused-argument,no-self-use
existed = self.store.file_exists(key)
if existed:
return self.store.get_file(key)
def update(self, key, value, mode='data'):
return self.create(key, value, mode)
def delete(self, key):
self.ids.pop(key, None)
return self.store.delete_file(key)
class WeedFSStorage(Storage):
"""
Weed-FS storage.
Weed-FS is a simple and highly scalable distributed file system.
"""
def __init__(self, master_host=None, master_port=None):
if master_host is None:
master_host = settings.WEEDFS_MASTER_HOST
self.master_host = master_host
if master_port is None:
master_port = settings.WEEDFS_MASTER_PORT
self.master_port = master_port
self.fs = WeedFS(master_host, master_port)
def get_available_name(self, name, **kwargs):
return os.path.basename(name)
def content(self, name):
return self.fs.get_file(name)
def _save(self, name, content):
fid = self.fs.upload_file(stream=content.file, name=name)
content.close()
if hasattr(content, 'temporary_file_path'):
try:
os.remove(content.temporary_file_path())
except FileNotFoundError:
pass
return '%s:%s' % (fid, name)
def delete(self, name):
assert name, "The name argument is not allowed to be empty."
self.fs.delete_file(name)
def exists(self, name):
return self.fs.file_exists(name)
def size(self, name):
return self.fs.get_file_size(name) or 0
def url(self, name):
return self.fs.get_file_url(name)
def accessed_time(self, name):
return DATE_IS_NOT_AVAILABLE
def created_time(self, name):
return DATE_IS_NOT_AVAILABLE
def modified_time(self, name):
return DATE_IS_NOT_AVAILABLE
def deconstruct(self):
return ('{}.{}'.format(self.__class__.__module__, self.__class__.__name__), [],
{'master_host': self.master_host, 'master_port': self.master_port})