class FolderShareCreateHandler(BaseHandler):
def post(self):
self.set_header('Content-Type', 'application/json')
folder_sharing_dbo = DboFolderSharing(self.application.sql_client)
auth_dbo = self.db_account
errorMessage = ""
errorCode = 0
is_pass_check = True
if folder_sharing_dbo is None:
errorMessage = "database return null"
errorCode = 1001
is_pass_check = False
#logging.info("body:"+self.request.body)
_body = None
if is_pass_check:
is_pass_check = False
try:
_body = json.loads(self.request.body)
is_pass_check = True
except Exception:
#raise BadRequestError('Wrong JSON', 3009)
errorMessage = "wrong json format"
errorCode = 1003
pass
password = None
path = None
can_edit = 0
if is_pass_check:
is_pass_check = False
if _body:
try:
if 'password' in _body:
password = _body['password']
if 'path' in _body:
path = _body['path']
if 'can_edit' in _body:
if _body['can_edit']:
can_edit = 1
is_pass_check = True
except Exception:
errorMessage = "parse json fail"
errorCode = 1004
pass
if is_pass_check:
if password is None:
password = ""
else:
if len(str(password)) < 4 and len(str(password)) > 0:
errorMessage = "password too short"
errorCode = 1005
if is_pass_check:
ret, errorMessage = self.check_path(path)
if not ret:
is_pass_check = False
errorCode = 1010
if is_pass_check:
if path == "/":
path = ""
if len(path) == 0:
errorMessage = "path is empty"
errorCode = 1013
is_pass_check = False
if is_pass_check:
if self.current_user['poolid'] is None:
errorMessage = "no share permission"
errorCode = 1015
is_pass_check = False
old_real_path = None
old_poolid = None
if is_pass_check:
self.metadata_manager = MetaManager(self.application.sql_client,
self.current_user, path)
old_real_path = self.metadata_manager.real_path
old_poolid = self.metadata_manager.poolid
if not old_real_path is None:
if not os.path.exists(old_real_path):
# path not exist
errorMessage = "real path is not exist"
errorCode = 1020
is_pass_check = False
else:
errorMessage = "no permission"
errorCode = 1030
is_pass_check = False
shared_folder_pool_array = []
if is_pass_check:
dbo_pool_sub = DboPoolSubscriber(self.application.sql_client)
user_account = self.current_user['account']
shared_folder_pool_array = dbo_pool_sub.contain_share_poolid(
user_account, path)
#print "shared_folder_pool_array", shared_folder_pool_array
if len(shared_folder_pool_array) > 0:
errorMessage = "unable to create share folder which contain share folder"
errorCode = 1031
is_pass_check = False
if is_pass_check:
if self.current_user['poolid'] != old_poolid:
errorMessage = "unable to share folder under share folder"
errorCode = 1032
is_pass_check = False
ret_dict = {}
ret_dict['password'] = password
if is_pass_check:
# start check on public server.
is_pass_check = False
http_code, json_obj = self.call_folder_sharing_reg_api()
if http_code > 0:
if http_code == 200 and not json_obj is None:
#print "json:", json_obj
share_code = json_obj.get('share_code', '')
share_code = share_code.lower()
if len(share_code) > 0:
user_account = self.current_user['account']
is_pass_check, new_poolid, errorMessage, errorCode = self.create_shared_folder_pool(
user_account, path)
if not is_pass_check:
errorMessage = "create new pool to database fail"
errorCode = 1042
if is_pass_check:
old_poolid = self.current_user['poolid']
self.metadata_manager = MetaManager(
self.application.sql_client, self.current_user,
path)
is_pass_check, current_metadata, errorMessage = self.metadata_manager.move_metadata(
old_poolid, path)
if is_pass_check:
parent_node, poolname = os.path.split(path)
poolname = "/" + poolname
is_pass_check = folder_sharing_dbo.add(
share_code, password, new_poolid, poolname,
can_edit)
if not is_pass_check:
errorMessage = "insert new folder sharing info to database fail"
errorCode = 1043
if is_pass_check:
# move direct
is_pass_check = self.move_shared_folder_to_pool(
new_poolid, old_real_path)
if not is_pass_check:
errorMessage = "move folder to new path fail"
errorCode = 1044
else:
errorMessage = "share_code return empty"
errorCode = 1041
if is_pass_check:
if len(password) > 0:
share_code = share_code + "1"
ret_dict['share_code'] = share_code
if http_code >= 400 and http_code <= 403 and not json_obj is None:
# by pass the error message
is_pass_check = False
error_json = json_obj.get('error', None)
if not error_json is None:
errorMessage = error_json.get('message', '')
errorCode = error_json.get('code', 0)
else:
errorMessage = "login server is not able to connect."
errorCode = 1040
if is_pass_check:
# every thing is correct
self.write(ret_dict)
else:
self.set_status(400)
self.write(dict(error=dict(message=errorMessage, code=errorCode)))
#logging.error('%s' % (str(dict(error=dict(message=errorMessage,code=errorCode)))))
def move_shared_folder_to_pool(self, poolid, old_real_path):
ret = False
if poolid > 0:
pool_home = '%s/storagepool/%s' % (options.storage_access_point,
poolid)
if not os.path.exists(pool_home):
import shutil
shutil.move(old_real_path, pool_home)
ret = True
else:
# error
pass
return ret
def create_shared_folder_pool(self, user_account, localpoolname):
errorMessage = ""
errorCode = 0
is_root = 0
pool_dbo = DboPool(self.application.sql_client)
# TOOD: here should begin trans. and able to rollback.
is_pass_check, poolid = pool_dbo.add(user_account, is_root)
if is_pass_check:
if poolid > 0:
#localpoolname = path
can_edit = 1
status = dbconst.POOL_STATUS_SHARED
pool_subscriber_dbo = DboPoolSubscriber(
self.application.sql_client)
is_pass_check = pool_subscriber_dbo.add(
user_account, poolid, localpoolname, can_edit, status)
if not is_pass_check:
errorMessage = "Add new pool_subscriber fail"
errorCode = 1032
else:
is_pass_check = False
errorMessage = "poolid is wrong"
errorCode = 1031
else:
errorMessage = "Add new pool fail"
errorCode = 1030
return is_pass_check, poolid, errorMessage, errorCode
def call_folder_sharing_reg_api(self):
api_reg_pattern = "1/repo/share/reg_folder"
api_url = "https://%s/%s" % (options.api_hostname, api_reg_pattern)
send_dict = {}
repo_dbo = DboRepo(self.application.sql_client)
repo_dict = repo_dbo.first()
if not repo_dict is None:
send_dict['repo_token'] = repo_dict['repo_token']
json_body = json.dumps(send_dict)
#print "json_body", json_body
http_obj = libHttp.Http()
(new_html_string,
http_code) = http_obj.get_http_response_core(api_url, data=json_body)
json_obj = None
if http_code >= 200 and http_code <= 403:
# direct read the string to json.
try:
json_obj = json.loads(new_html_string)
except Exception, err:
# not is json format.
pass
else:
def post(self):
self.set_header('Content-Type', 'application/json')
auth_dbo = self.db_account
errorMessage = ""
errorCode = 0
is_pass_check = True
if auth_dbo is None:
errorMessage = "database return null"
errorCode = 1001
is_pass_check = False
#logging.info("body:"+self.request.body)
_body = None
if is_pass_check:
is_pass_check = False
try:
_body = json.loads(self.request.body)
is_pass_check = True
except Exception:
#raise BadRequestError('Wrong JSON', 3009)
errorMessage = "wrong json format"
errorCode = 1003
pass
path = None
if is_pass_check:
is_pass_check = False
if _body:
try:
if 'path' in _body:
path = _body['path']
is_pass_check = True
except Exception:
errorMessage = "parse json fail"
errorCode = 1004
pass
if is_pass_check:
ret, errorMessage = self.check_path(path)
if not ret:
is_pass_check = False
errorCode = 1010
if is_pass_check:
if path == "/":
path = ""
if len(path) == 0:
# empty is not allow in this API.
errorMessage = "path is empty"
errorCode = 1013
is_pass_check = False
if is_pass_check:
if self.current_user['poolid'] is None:
errorMessage = "no unshare permission"
errorCode = 1015
is_pass_check = False
old_real_path = None
old_poolid = None
if is_pass_check:
self.metadata_manager = MetaManager(self.application.sql_client,
self.current_user, path)
old_real_path = self.metadata_manager.real_path
old_poolid = self.metadata_manager.poolid
if not old_real_path is None:
if not os.path.exists(old_real_path):
# path not exist
errorMessage = "real path is not exist"
errorCode = 1020
is_pass_check = False
else:
errorMessage = "no permission"
errorCode = 1030
is_pass_check = False
new_real_path = None
new_poolid = None
to_metadata_manager = None
if is_pass_check:
to_metadata_manager = MetaManager(self.application.sql_client,
self.current_user, "")
to_metadata_manager.init_with_path(self.current_user,
path,
check_shared_pool=False)
new_real_path = to_metadata_manager.real_path
new_poolid = to_metadata_manager.poolid
if not new_real_path is None:
if os.path.exists(new_real_path):
# path exist, conflict, @_@; delete or not?
self._deletePath(new_real_path)
else:
errorMessage = "no permission"
errorCode = 1030
is_pass_check = False
if is_pass_check:
is_pass_check, errorMessage, errorCode = self._revokeShareCode(
old_poolid)
if is_pass_check:
current_metadata = None
is_pass_check, current_metadata, errorMessage = to_metadata_manager.move_metadata(
self.metadata_manager.poolid, self.metadata_manager.db_path)
if is_pass_check:
is_pass_check = self.move_shared_folder_back(
old_poolid, new_real_path)
if not is_pass_check:
errorMessage = "pool folder not exist or target folder conflict"
errorCode = 1040
is_pass_check = False
if is_pass_check:
is_pass_check, current_metadata, errorMessage = self.remove_shared_folder_pool(
old_poolid)
ret_dict = {'path': path}
if is_pass_check:
# every thing is correct
self.write(ret_dict)
folder_id = 0
current_metadata = to_metadata_manager.get_path()
if not current_metadata is None:
folder_id = current_metadata["id"]
self.set_header("oid", folder_id)
else:
self.set_status(400)
self.write(dict(error=dict(message=errorMessage, code=errorCode)))
logging.error(
'%s' %
(str(dict(error=dict(message=errorMessage, code=errorCode)))))
class FileCopyMoveHandler(BaseHandler):
from_metadata_manager = None
to_metadata_manager = None
to_shared_folder_metadata_array = []
operation = None
OPERATION_COPY = "FileCopy"
OPERATION_MOVE = "FileMove"
@tornado.web.asynchronous
def post(self):
self.set_header('Content-Type', 'application/json')
is_pass_check = True
errorMessage = ""
errorCode = 0
if is_pass_check:
is_pass_check = False
try:
_body = json.loads(self.request.body)
is_pass_check = True
except Exception:
errorMessage = "wrong json format"
errorCode = 1001
pass
from_path = None
to_path = None
allow_shared_folder = None
autorename = False
if is_pass_check:
is_pass_check = False
#logging.info('%s' % (str(_body)))
if _body:
try:
if 'from_path' in _body:
from_path = _body['from_path']
if 'to_path' in _body:
to_path = _body['to_path']
if 'allow_shared_folder' in _body:
allow_shared_folder = _body['allow_shared_folder']
if 'autorename' in _body:
autorename = _body['autorename']
is_pass_check = True
except Exception:
errorMessage = "parse json fail"
errorCode = 1002
if is_pass_check:
ret, errorMessage = self.check_path(from_path)
if not ret:
is_pass_check = False
errorCode = 1010
if is_pass_check:
if len(from_path) == 0:
errorMessage = "from_path is empty"
errorCode = 1011
is_pass_check = False
if is_pass_check:
ret, errorMessage = self.check_path(to_path)
if not ret:
is_pass_check = False
errorCode = 1012
if is_pass_check:
if len(to_path) == 0:
errorMessage = "to_path is empty"
errorCode = 1013
is_pass_check = False
if is_pass_check:
if to_path == from_path:
errorMessage = "conflict"
errorCode = 1014
is_pass_check = False
if is_pass_check:
if to_path.startswith(from_path + '/'):
errorMessage = "duplicated_or_nested_paths"
errorCode = 1014
is_pass_check = False
if is_pass_check:
self.from_metadata_manager = MetaManager(
self.application.sql_client, self.current_user, from_path)
if not self.from_metadata_manager.real_path is None:
if not os.path.exists(self.from_metadata_manager.real_path):
# [TODO]:
# create real folders from database.
#pass
# path not exist
errorMessage = "from_path:%s is not exist" % (from_path, )
errorCode = 1020
is_pass_check = False
else:
errorMessage = "no permission"
errorCode = 1030
is_pass_check = False
if is_pass_check:
self.to_metadata_manager = MetaManager(self.application.sql_client,
self.current_user, to_path)
if not self.to_metadata_manager.real_path is None:
if os.path.exists(self.to_metadata_manager.real_path):
# [TODO]:
# apply autorenename rule.
#pass
# path exist
if not autorename:
errorMessage = "conflict"
errorCode = 1021
is_pass_check = False
else:
# start auto rename
pass
else:
errorMessage = "no permission"
errorCode = 1030
is_pass_check = False
if is_pass_check:
if not self.to_metadata_manager.can_edit:
errorMessage = "to_path no write permission"
errorCode = 1022
is_pass_check = False
if is_pass_check:
if self.operation is self.OPERATION_MOVE:
if not self.from_metadata_manager.can_edit:
errorMessage = "from_path no write permission"
errorCode = 1023
is_pass_check = False
query_result = None
if is_pass_check:
query_result = self.from_metadata_manager.get_path()
if query_result is None:
errorMessage = "from_path metadata not found"
errorCode = 1024
is_pass_check = False
# handle special case: when database & storage is not synced!
# real file deleted on server, but metadata exist.
# for now, just delete server side metadata.
current_metadata = None
if is_pass_check:
current_metadata = self.to_metadata_manager.get_path()
if not current_metadata is None:
# delete to_path metadata.
is_pass_check = self.to_metadata_manager.delete_metadata()
if not is_pass_check:
errorMessage = "delete to_path metadata in database fail"
errorCode = 1025
is_pass_check = False
from_shared_folder_pool_array = []
if is_pass_check:
self.from_metadata_manager.contain_pool_array()
#print "from_shared_folder_pool_array", from_shared_folder_pool_array
#self.application.sql_client.isolation_level = None
if is_pass_check:
# rename shared folder under from_path
if self.operation is self.OPERATION_MOVE:
if len(from_shared_folder_pool_array) > 0:
is_pass_check = False
if not self.to_metadata_manager.poolname is None:
if len(self.to_metadata_manager.poolname) == 0:
# ONLY is allowed in this case.
is_pass_check = True
else:
# unkonw error
pass
if not is_pass_check:
errorMessage = "unable to move share folder under share folder"
errorCode = 1026
print errorMessage, errorCode
# PS: need roolback, don't move variable into sub block.
dbo_pool_sub = DboPoolSubscriber(self.application.sql_client)
if self.operation is self.OPERATION_MOVE:
if is_pass_check:
user_account = self.current_user['account']
for shared_folder_item in from_shared_folder_pool_array:
update_poolid = shared_folder_item['poolid']
old_localpoolname = shared_folder_item['poolname']
new_localpoolname = to_path + old_localpoolname[
len(from_path):]
#print "from [%s] to [%s]" % (shared_folder_item['poolname'], new_localpoolname)
dbo_pool_sub.update_localpoolname(user_account,
update_poolid,
new_localpoolname,
autocommit=False)
if is_pass_check:
logging.info(
'%s real path from:%s' %
(self.operation, self.from_metadata_manager.real_path))
logging.info('%s real path to:%s' %
(self.operation, self.to_metadata_manager.real_path))
# update metadata. (owner)
if self.operation is self.OPERATION_COPY:
if len(self.from_metadata_manager.db_path) > 0:
is_pass_check, current_metadata, errorMessage = self.to_metadata_manager.copy_metadata(
self.from_metadata_manager.poolid,
self.from_metadata_manager.db_path)
if current_metadata is None:
errorMessage = "metadata not found"
errorCode = 1040
is_pass_check = False
else:
# shared folder root
pass
current_metadata = self.to_metadata_manager.get_path()
#self.to_metadata_manager.copy(from_path, to_path, is_dir=is_dir)
if self.operation is self.OPERATION_MOVE:
if len(self.from_metadata_manager.db_path) > 0:
is_pass_check, current_metadata, errorMessage = self.to_metadata_manager.move_metadata(
self.from_metadata_manager.poolid,
self.from_metadata_manager.db_path)
if current_metadata is None:
errorMessage = "metadata not found"
errorCode = 1040
is_pass_check = False
else:
# shared folder root
pass
current_metadata = self.to_metadata_manager.get_path()
if self.operation is self.OPERATION_MOVE:
if is_pass_check:
# make sure all things are correct, start to write to database.
dbo_pool_sub.conn.commit()
else:
dbo_pool_sub.conn.rollback()
if is_pass_check:
# must everyday is done, thus to move files.
#self._copymove(self.from_metadata_manager.real_path,self.to_metadata_manager.real_path,self.operation)
if not current_metadata is None:
if self.operation is self.OPERATION_COPY:
tornado.ioloop.IOLoop.current().add_callback(
self._copymove, self.from_metadata_manager.real_path,
self.to_metadata_manager.real_path, self.operation,
self.to_metadata_manager.add_thumbnail,
current_metadata, True, from_path, to_path,
from_shared_folder_pool_array)
#tornado.ioloop.IOLoop.current().spawn_callback(self._copymove, self.from_metadata_manager.real_path, self.to_metadata_manager.real_path, self.operation, self.to_metadata_manager.add_thumbnail, current_metadata, True, from_path, to_path, from_shared_folder_pool_array)
if self.operation is self.OPERATION_MOVE:
if len(self.from_metadata_manager.db_path) > 0:
tornado.ioloop.IOLoop.current().add_callback(
self._copymove,
self.from_metadata_manager.real_path,
self.to_metadata_manager.real_path, self.operation,
self.to_metadata_manager.add_thumbnail,
current_metadata, False, None, None, None)
#tornado.ioloop.IOLoop.current().spawn_callback(self._copymove, self.from_metadata_manager.real_path, self.to_metadata_manager.real_path, self.operation, self.to_metadata_manager.add_thumbnail, current_metadata, False, None, None, None)
else:
# shared folder root
pass
if is_pass_check:
if not current_metadata is None:
self.set_header("oid", current_metadata["id"])
self.write(current_metadata)
logging.info(current_metadata)
else:
self.set_status(400)
self.write(dict(error=dict(message=errorMessage, code=errorCode)))
logging.error(
'%s' %
(str(dict(error=dict(message=errorMessage, code=errorCode)))))
self.finish()
#@gen.coroutine
def aferMainCopyJobDone(self, from_path, to_path,
from_shared_folder_pool_array):
self.to_shared_folder_metadata_array = []
# start to process shared folder copy.
for shared_folder_item in from_shared_folder_pool_array:
update_poolid = shared_folder_item['poolid']
old_localpoolname = shared_folder_item['poolname']
new_localpoolname = to_path + old_localpoolname[len(from_path):]
from_shared_folder_metadata_manager = MetaManager(
self.application.sql_client, self.current_user,
old_localpoolname)
to_shared_folder_metadata_manager = MetaManager(
self.application.sql_client, self.current_user,
new_localpoolname)
self.to_shared_folder_metadata_array.append(
to_shared_folder_metadata_manager)
is_pass_check, copy_shared_folder_metadata, errorMessage = to_shared_folder_metadata_manager.copy_metadata(
update_poolid, "")
if is_pass_check and not copy_shared_folder_metadata is None:
#tornado.ioloop.IOLoop.current().add_callback(self._copymove,from_shared_folder_metadata_manager.real_path, to_shared_folder_metadata_manager.real_path, self.OPERATION_COPY, to_shared_folder_metadata_manager.add_thumbnail, copy_shared_folder_metadata, False, None, None, None)
#tornado.ioloop.IOLoop.current().spawn_callback(self._copymove,from_shared_folder_metadata_manager.real_path, to_shared_folder_metadata_manager.real_path, self.OPERATION_COPY, to_shared_folder_metadata_manager.add_thumbnail, copy_shared_folder_metadata, False, None, None, None)
self._copymove(from_shared_folder_metadata_manager.real_path,
to_shared_folder_metadata_manager.real_path,
self.OPERATION_COPY,
to_shared_folder_metadata_manager.add_thumbnail,
copy_shared_folder_metadata, False, None, None,
None)
def _createFolder(self, directory_name):
if not os.path.exists(directory_name):
try:
os.makedirs(directory_name)
except OSError as exc:
pass
#@gen.coroutine
def _copymove(self, src, dst, operation, thumbnail_callback,
current_metadata, is_call_shared_folder_job, from_path,
to_path, from_shared_folder_pool_array):
#yield gen.moment
if os.path.isfile(src):
# file to file copy/move
head, tail = os.path.split(dst)
self._createFolder(head)
if operation is self.OPERATION_COPY:
shutil.copy(src, dst)
# no matter file or folder should scan sub-folder.
#tornado.ioloop.IOLoop.current().add_callback(thumbnail_callback,current_metadata)
#tornado.ioloop.IOLoop.current().spawn_callback(thumbnail_callback,current_metadata)
thumbnail_callback(current_metadata)
elif operation is self.OPERATION_MOVE:
shutil.move(src, dst)
else:
# folder to folder copy/move.
#logging.info("%s sub-folder from %s to %s.", operation, src, dst)
if operation is self.OPERATION_COPY:
self.copyrecursively(src, dst)
# no matter file or folder should scan sub-folder.
#tornado.ioloop.IOLoop.current().add_callback(thumbnail_callback,current_metadata)
#tornado.ioloop.IOLoop.current().spawn_callback(thumbnail_callback,current_metadata)
thumbnail_callback(current_metadata)
if is_call_shared_folder_job:
if not from_shared_folder_pool_array is None:
if len(from_shared_folder_pool_array) > 0:
#tornado.ioloop.IOLoop.instance().add_callback(self.aferMainCopyJobDone,from_path, to_path, from_shared_folder_pool_array)
self.aferMainCopyJobDone(
from_path, to_path,
from_shared_folder_pool_array)
elif operation is self.OPERATION_MOVE:
shutil.move(src, dst)
def copyrecursively(self, root_src_dir, root_target_dir):
logging.info("copy from %s to %s.", root_src_dir, root_target_dir)
for src_dir, dirs, files in os.walk(root_src_dir):
db_path = os.path.abspath(
src_dir)[len(os.path.abspath(root_src_dir)) + 1:]
#print "db_path", db_path
#dst_dir = src_dir.replace(root_src_dir, root_target_dir)
dst_dir = os.path.join(root_target_dir, db_path)
#print "dst_dir", dst_dir
if not os.path.exists(dst_dir):
self._createFolder(dst_dir)
files = [self.decodeName(f) for f in files]
for file_ in files:
src_file = os.path.join(src_dir, file_)
dst_file = os.path.join(dst_dir, file_)
if os.path.exists(dst_file):
os.remove(dst_file)
if os.path.exists(src_file):
shutil.copy(src_file, dst_dir)
else:
logging.error(src_file)
def decodeName(self, name):
if type(name) == str: # leave unicode ones alone
try:
name = name.decode('utf8')
except:
name = name.decode('windows-1252')
return name