def db_delete_object_by_id(self, object_id):
if object_id == '' or object_id is None:
return
sql_delete_object_by_id = '''
delete from dm2_storage_object
where dsoid = :dsoID
'''
sql_delete_object_details_by_id = '''
delete from dm2_storage_obj_detail
where dodid = :dsoID
'''
engine = CFactory().give_me_db(self.db_server_id)
session = engine.give_me_session()
try:
engine.session_execute(session, sql_delete_object_details_by_id,
{'dsoid': object_id})
engine.session_execute(session, sql_delete_object_by_id,
{'dsoid': object_id})
engine.session_commit(session)
except Exception as error:
CLogger().warning('数据库处理出现异常, 错误信息为: {0}'.format(error.__str__()))
engine.session_rollback(session)
finally:
engine.session_close(session)
def db_update_status_on_path_invalid(self):
"""
处理目录不存在时的业务
1. 标记已经入库的文件为无效
1. 标记已经入库的子目录为无效
:return:
"""
path_name_with_relation_path = CFile.join_file(
self.file_path_with_rel_path, '')
params = dict()
params['dsdStorageID'] = self.storage_id
params['dsdSubDirectory'] = path_name_with_relation_path
sql_update_file_invalid = '''
update dm2_storage_file
set dsffilevalid = 0, dsfscanstatus = 0
where dsfdirectoryid in (
select dsdid
from dm2_storage_directory
where dsdstorageid = :dsdStorageID and position(:dsdSubDirectory in dsddirectory || '{0}') = 1
)
'''.format(CFile.sep())
sql_update_path_invalid = '''
update dm2_storage_directory
set dsd_directory_valid = 0, dsdscanstatus = 0, dsdscanfilestatus = 0, dsdscandirstatus = 0
where dsdstorageid = :dsdStorageID and position(:dsdSubDirectory in dsddirectory || '{0}') = 1
'''.format(CFile.sep())
engine = CFactory().give_me_db(self.db_server_id)
session = engine.give_me_session()
try:
engine.session_execute(session, sql_update_file_invalid, params)
engine.session_execute(session, sql_update_path_invalid, params)
engine.session_commit(session)
except Exception as error:
CLogger().warning('数据库处理出现异常, 错误信息为: {0}'.format(error.__str__()))
engine.session_rollback(session)
finally:
engine.session_close(session)
def db_file2object(self):
"""
:return:
"""
db_object_confirm = self.ds_file_or_path.value_by_name(0, 'dsf_object_confirm',
self.Object_Confirm_IUnKnown)
db_object_id = CUtils.one_id()
if (db_object_confirm == self.Object_Confirm_IKnown) or (db_object_confirm == self.Object_Confirm_Maybe):
db_object_size = self.ds_file_or_path.value_by_name(0, 'dsffilesize', 0)
db_path_modify_time = self.ds_file_or_path.value_by_name(0, 'dsffilemodifytime', '')
if CUtils.equal_ignore_case(CUtils.any_2_str(db_path_modify_time),
CUtils.any_2_str(self.file_modify_time)) and (
db_object_size == self.file_size):
CLogger().info('文件[{0}]的大小和最后修改时间, 和库中登记的都没有变化, 对象识别将被忽略! '.format(self.file_name_with_full_path))
return
else:
# 删除对象记录, 清理对象字段
db_object_id = self.ds_file_or_path.value_by_name(0, 'dsf_object_id', '')
db_object_type = self.ds_file_or_path.value_by_name(0, 'dsf_object_type', '')
CLogger().debug(
'系统发现文件[{0}]的大小或最后修改时间有变化, 将删除它关联的对象{1}.{2}, 重新识别'.format(
self.file_main_name,
db_object_type,
db_object_id
)
)
self.db_delete_object_by_id(db_object_id)
object_confirm = self.Object_Confirm_IUnKnown
object_name = None
object_type = None
classified_obj = CPluginsMng.plugins_classified(self)
if classified_obj is not None:
object_confirm = classified_obj.classified_object_confirm()
object_name = classified_obj.classified_object_name()
object_type = classified_obj.get_id()
if (object_confirm == self.Object_Confirm_IUnKnown) or (object_confirm == self.Object_Confirm_IKnown_Not):
sql_update_file_object = '''
update dm2_storage_file
set dsf_object_confirm = :dsf_object_confirm, dsf_object_id = null, dsf_object_type = null
, dsffilevalid = -1, dsffilesize = :dsfFileSize, dsffilemodifytime = :fileModifyTime
where dsfid = :dsfid
'''
CFactory().give_me_db(self.db_server_id).execute(
sql_update_file_object,
{
'dsfid': self.my_id,
'dsf_object_confirm': object_confirm,
'dsfFileSize': self.file_size,
'fileModifyTime': CUtils.any_2_str(self.file_modify_time)
}
)
else:
sql_insert_object = '''
insert into dm2_storage_object(dsoid, dsoobjectname, dsoobjecttype, dsodatatype, dsoalphacode, dsoaliasname, dsoparentobjid, dso_ib_id)
values(:dsoid, :dsoobjectname, :dsoobjecttype, :dsodatatype, :dsoalphacode, :dsoaliasname, :dsoparentobjid, :dso_ib_id)
'''
new_dso_id = db_object_id
sql_update_file_object = '''
update dm2_storage_file
set dsf_object_confirm = :dsf_object_confirm, dsf_object_id = :dsf_object_id, dsf_object_type = :dsf_object_type
, dsffilevalid = -1, dsffilesize = :dsfFileSize, dsffilemodifytime = :fileModifyTime
where dsfid = :dsfid
'''
engine = CFactory().give_me_db(self.db_server_id)
session = engine.give_me_session()
try:
params = dict()
params['dsoid'] = new_dso_id
params['dsoobjectname'] = object_name
params['dsoobjecttype'] = object_type
params['dsodatatype'] = self.FileType_File
params['dsoalphacode'] = CUtils.alpha_text(object_name)
params['dsoaliasname'] = object_name
params['dsoparentobjid'] = self.owner_obj_id
params['dso_ib_id'] = self.ds_file_or_path.value_by_name(0, 'dsf_ib_id', None)
engine.session_execute(session, sql_insert_object, params)
params = dict()
params['dsfid'] = self.my_id
params['dsf_object_confirm'] = object_confirm
params['dsf_object_id'] = new_dso_id
params['dsf_object_type'] = object_type
params['dsfFileSize'] = self.file_size
params['fileModifyTime'] = CUtils.any_2_str(self.file_modify_time)
engine.session_execute(session, sql_update_file_object, params)
engine.session_commit(session)
except Exception as error:
CLogger().warning('数据库处理出现异常, 错误信息为: {0}'.format(error.__str__()))
engine.session_rollback(session)
finally:
engine.session_close(session)
def db_check_and_update_metadata_rule(self, metadata_rule_file_name):
"""
检查并判断指定的元数据扫描规则文件是否与数据库中的记录相等
1. 如果和记录中的不同
删除当前目录下的所有子目录, 文件 和对象
更新记录中的规则
设置子目录扫描状态为正常
2. 如果和记录中的相同
返回
:param metadata_rule_file_name:
:return:
"""
metadata_rule_content = ''
if CFile.file_or_path_exist(metadata_rule_file_name):
try:
metadata_rule_content = CXml.file_2_str(
metadata_rule_file_name)
CLogger().debug('在目录[{0}]下发现元数据规则文件, 它的内容为[{1}]'.format(
self.file_name_with_full_path, metadata_rule_content))
except:
pass
db_metadata_rule_content = self.ds_file_or_path.value_by_name(
0, 'dsdscanrule', '')
CLogger().debug('目录[{0}]在库中登记的规则内容为[{1}]'.format(
self.file_name_with_full_path, db_metadata_rule_content))
if CUtils.equal_ignore_case(metadata_rule_content,
db_metadata_rule_content):
CLogger().debug('目录[{0}]的规则内容与库中的相同'.format(
self.file_name_with_full_path))
return
else:
CLogger().debug('目录[{0}]的规则内容与库中的不同, 将清理目录下的文件, 重新入库!'.format(
self.file_name_with_full_path))
sql_update_path_scan_rule = '''
update dm2_storage_directory
set dsd_directory_valid = -1, dsdscanrule = :dsdScanRule
where dsdid = :dsdID
'''
sql_clear_files_of_path = '''
delete from dm2_storage_file
where dsfdirectoryid in (
select dsdid
from dm2_storage_directory
where dsdstorageid = :dsdStorageID and position(:dsdSubDirectory in dsddirectory) = 1
)
'''
sql_clear_subpath_of_path = '''
delete from dm2_storage_directory
where dsdstorageid = :dsdStorageID and position(:dsdSubDirectory in dsddirectory) = 1
and dsdid <> :dsdID
'''
engine = CFactory().give_me_db(self.db_server_id)
session = engine.give_me_session()
try:
params = dict()
params['dsdID'] = self.my_id
if metadata_rule_content == '':
params['dsdScanRule'] = None
else:
params['dsdScanRule'] = metadata_rule_content
engine.session_execute(session, sql_update_path_scan_rule, params)
params = dict()
params['dsdID'] = self.my_id
params['dsdStorageID'] = self.storage_id
params['dsdSubDirectory'] = CFile.join_file(
self.file_name_with_rel_path, '')
engine.session_execute(session, sql_clear_files_of_path, params)
engine.session_execute(session, sql_clear_subpath_of_path, params)
engine.session_commit(session)
except Exception as error:
CLogger().warning('数据库处理出现异常, 错误信息为: {0}'.format(error.__str__()))
engine.session_rollback(session)
finally:
engine.session_close(session)