class Fdfs():
def __init__(self, client_file):
self.client = Fdfs_client(client_file)
def upload(self, upload_file):
try:
ret_upload = self.client.upload_by_filename(upload_file)
file_id = ret_upload['Remote file_id'].replace('\\', '/')
return file_id
except Exception as e:
return None
def uploadbyBuffer(self, file, suffix):
try:
ret_upload = self.client.upload_by_buffer(file, suffix)
file_id = ret_upload['Remote file_id'].replace('\\', '/')
return file_id
except Exception as e:
print(e)
return None
def downloadbyBuffer(self, file_id):
try:
ret_download = self.client.download_to_buffer(file_id)
ret_content = ret_download['Content']
return ret_content
except Exception as e:
return None
def download(self, download_file, file_id):
try:
ret_download = self.client.download_to_file(download_file, file_id)
ret_content = ret_download['Content']
return ret_content
except Exception as e:
return None
def delete(self, file_id):
try:
ret_delete = self.client.delete_file(file_id)
return ret_delete
except Exception as e:
return None
class RequestSelf(object):
def __init__(self):
self.savepath = Config.BASE_DIR + '/file'
self.client = Fdfs_client('./utils/client.conf')
self.fastdfs = '''http://10.225.136.172:8889/'''
def getargs(self):
args = request.args.to_dict()
return args
def getbody(self):
data = request.data.decode()
return data
def getjson(self):
try:
data = request.json
except:
data = {}
return data
def all_path(self, dirname):
result = []
for maindir, subdir, file_name_list in os.walk(dirname):
for filename in file_name_list:
if not filename.endswith('py'):
continue
apath = os.path.join(maindir, filename)
result.append(apath)
return result
def savefile(self, path, content):
content = base64.b64decode(content.encode())
os.makedirs(os.path.dirname(path), exist_ok=True)
savepath = os.path.join(path)
try:
with open(savepath, 'wb') as f:
f.write(content)
except:
pass
return savepath
def create(self, obj):
try:
obj.createTime = datetime.now()
db.session.add(obj)
db.session.commit()
except Exception as e:
print(str(e))
with open('./createerror.log', 'w') as f:
f.write(str(e))
db.session.rollback()
def update(self, obj):
try:
try:
obj.updateTime = datetime.now()
db.session.commit()
except:
db.session.commit()
except Exception as e:
print(str(e))
with open('./updateerror.log', 'w') as f:
f.write(str(e))
db.session.rollback()
def upload(self, path):
res = self.client.upload_by_filename(path)
return res
def download(self, localpath, file_id):
res = self.client.download_to_file(local_filename=localpath,
remote_file_id=file_id)
return res
def verip(self, ip):
try:
ip, port = ip.split(":")
except:
return False
p = re.compile(
'^((25[0-5]|2[0-4]\d|[01]?\d\d?)\.){3}(25[0-5]|2[0-4]\d|[01]?\d\d?)$'
)
if not p.match(ip):
return False
try:
port = int(port)
except:
return False
if port > 65535 or port < 1000:
return False
return True
@staticmethod
def _fileback(uid, name, file):
file_dir = os.path.join('./file', str(uid), name)
shutil.copy(file, file_dir)
@staticmethod
def zipDir(dirpath, outFullName):
"""
压缩指定文件夹
:param dirpath: 目标文件夹路径
:param outFullName: 压缩文件保存路径+xxxx.zip
:return: 无
"""
zip = zipfile.ZipFile(outFullName, "w", zipfile.ZIP_DEFLATED)
for path, dirnames, filenames in os.walk(dirpath):
# 去掉目标跟路径，只对目标文件夹下边的文件及文件夹进行压缩
fpath = path.replace(dirpath, '')
for filename in filenames:
zip.write(os.path.join(path, filename),
os.path.join(fpath, filename))
zip.close()
def page(self, page, pageSize, obj):
page_max_size = 30
if pageSize < page_max_size:
page_max_size = pageSize
num = len(obj)
if num <= page_max_size:
if page != 1:
return []
return obj
elif page in [0, 1]:
obj = obj[0:page_max_size]
return obj
elif (num - page_max_size * (page - 1)) <= page_max_size:
return obj[(page - 1) * page_max_size:]
else:
return obj[(page - 1) * page_max_size:page_max_size * page]
class FastDfsStorage(Storage):
"""操作文件通过file_id"""
def __init__(self, base_url=None, client_conf=None):
"""
初始化
:param base_url:构造图片上传的基本url，包括域名，已经搭配nginx
:param client_conf:FastDfs客户端的配置字典
"""
if base_url is None:
base_url = FDFS_URL
self.base_url = base_url
if client_conf is None:
client_conf = FDFS_CLIENT_CONF
self.client_conf = client_conf
self.client = Fdfs_client(get_tracker_conf(self.client_conf))
def _open(self, name, mode='rb'):
"""返回封装后的文件对象"""
return File(open(self.path(name), mode))
def open(self, name, mode='rb'):
"""
从FastDfs中取出文件
:param name: 文件名
:param mode: 打开的模式
:return:
"""
return self._open(name, mode)
def _save(self, name, content):
"""
存储文件到FastDfs上
:param name: 文件名（无卵用)
:param content: 打开的file对象
:return:
"""
filebuffer = content.read() # 读取二进制内容
is_save, ret_upload = self.upload(filebuffer)
return ret_upload.get('Remote file_id').decode() if is_save else None
def save(self, name, content, max_length=None):
"""
Save new content to the file specified by name. The content should be
a proper File object or any Python file-like object, ready to be read
from the beginning.
"""
# Get the proper name for the file, as it will actually be saved.
# 要不要name无所谓，只是为了尽量不改底层源码
if name is None:
name = content.name
if not hasattr(content, 'chunks'):
content = File(content, name)
name = self.get_available_name(name, max_length=max_length) # 截取固定大小的文件名长度
return self._save(name, content)
def update(self, filebuffer, remote_file_id):
"""
修改文件内容
:param local_path: 本地文件名
:param remote_file_id: fastdfs中的file_id
@return: dictionary {
'Status' : 'Modify successed.',
'Storage IP' : storage_ip
}
"""
try:
remote_file_id = bytes(remote_file_id.encode("utf-8")) # 旧的file_id
ret_update = self.client.modify_by_buffer(filebuffer, remote_file_id)
if ret_update.get("Status") != 'Modify successed.':
raise Exception
return True, ret_update
except Exception as e:
common_logger.info(e)
return None, "文件更新失败"
def upload(self, filebuffer, meta_dict=None):
"""
保存文件时回调的函数
保存在FastDfs中
通过client来操作
:param name: 文件名
:param filebuffer: 文件内容（二进制）
:param meta_dict: dictionary e.g.:{
'ext_name' : 'jpg',
'file_size' : '10240B',
'width' : '160px',
'hight' : '80px'
}
@return dict {
'Group name' : group_name,
'Remote file_id' : remote_file_id,
'Status' : 'Upload successed.',
'Local file name' : '',
'Uploaded size' : upload_size,
'Storage IP' : storage_ip
} if success else None
"""
try:
ret_upload = self.client.upload_by_buffer(filebuffer)
if ret_upload.get("Status") != "Upload successed.":
raise Exception
return True, ret_upload
# file_name为bytes类型，只能返回str类型，不然会报错
except Exception as e:
return False, None
def url(self, name):
"""
返回文件的完整URL路径给前端
:param name: 数据库中保存的文件名
:return: 完整的URL
"""
return self.base_url + '/' + name
def exists(self, name):
"""
判断文件是否存在，FastDFS可以自行解决文件的重名问题
所以此处返回False，告诉Django上传的都是新文件
:param name: 文件名
:return: False
"""
return False
def download_to_file(self, local_path, remote_file_id):
"""
从FastDfs分布式文件系统进行下载文件,保存成文件格式
:param local_path: 本地保存文件路径
:param remote_file_id: 上传到FastDfs文件系统中自动生成的文件路径即文件id,
:return True/False, dict {
'Remote file_id' : remote_file_id,
'Content' : local_filename,
'Download size' : downloaded_size,
'Storage IP' : storage_ip
}
"""
try:
ret_download = self.client.download_to_file(local_path, remote_file_id)
return True, ret_download
except Exception as e:
return False, None
def download_to_buffer(self, remote_file_id, offset=0, down_bytes=0):
"""
通过文件名从FastDfs上下载文件,存储为buffer格式
:param local_filename: 本地文件名，一般存于数据库
:param remote_file_id: 远程文件id
:param offset: 文件数据起始偏移量
:param down_bytes: 需要下载的文件大小
:return:return True/False, dict {
'Remote file_id' : remote_file_id,
'Content' : file_buffer,
'Download size' : downloaded_size,
'Storage IP' : storage_ip
}
"""
try:
ret_download = self.client.download_to_buffer(remote_file_id, offset, down_bytes)
return True, ret_download
except Exception as e:
return False, None
def modify_by_buffer(self, filebuffer, appender_fileid, offset=0):
"""
通过buffer修改文件内容
:param filebuffer:文件buffer
:param appender_fileid:远程文件id
:param offset:起始偏移量
:return:True/False, dictionary {
'Status' : 'Modify successed.',
'Storage IP' : storage_ip
}
"""
try:
ret_modify = self.client.modify_by_buffer(filebuffer, appender_fileid, offset)
return True, ret_modify
except Exception as e:
return False, None
def delete(self, remote_file_id):
"""
从FastDfs分布式文件系统中将文件删除
:param remote_file_id: 上传到FastDfs文件系统中自动生成的文件路径即文件id
@return True/False, tuple ('Delete file successed.', remote_file_id, storage_ip)
"""
try:
ret_delete = self.client.delete_file(remote_file_id)
return True, ret_delete
except Exception as e:
return False, None
