def __init__(self, job_config, job_data_path):
"""
Initialize thread internals
:param job_config: JobConfig instance
:param job_data_path: Filesystem path where the job data are stored
:return:
"""
threading.Thread.__init__(self)
self.last_run = 0
self.configs_path = job_data_path
self.job_config = job_config
self.init_global_progress()
self.basepath = job_config.directory
self.ws_id = job_config.workspace
self.sdk = PydioSdk(
job_config.server,
ws_id=self.ws_id,
remote_folder=job_config.remote_folder,
user_id=job_config.user_id,
device_id=ConfigManager.Instance().get_device_id(),
skip_ssl_verify=job_config.trust_ssl,
proxies=ConfigManager.Instance().get_defined_proxies())
self.system = SystemSdk(job_config.directory)
self.remote_seq = 0
self.local_seq = 0
self.local_target_seq = 0
self.remote_target_seq = 0
self.local_seqs = []
self.remote_seqs = []
self.db_handler = LocalDbHandler(self.configs_path,
job_config.directory)
self.interrupt = False
self.event_timer = 2
self.online_timer = 10
self.offline_timer = 60
self.online_status = True
self.job_status_running = True
self.direction = job_config.direction
self.event_logger = EventLogger(self.configs_path)
self.processing_signals = {}
self.current_tasks = []
self.event_handler = None
self.watcher = None
self.watcher_first_run = True
# TODO: TO BE LOADED FROM CONFIG
self.storage_watcher = job_config.label.startswith('LSYNC')
self.marked_for_snapshot_pathes = []
dispatcher.send(signal=PUBLISH_SIGNAL,
sender=self,
channel='status',
message='START')
if job_config.direction != 'down':
self.event_handler = SqlEventHandler(
includes=job_config.filters['includes'],
excludes=job_config.filters['excludes'],
basepath=job_config.directory,
job_data_path=self.configs_path)
self.watcher = LocalWatcher(job_config.directory,
self.configs_path,
event_handler=self.event_handler)
self.db_handler.check_lock_on_event_handler(self.event_handler)
if os.path.exists(self.configs_path + "/sequences"):
try:
sequences = pickle.load(
open(self.configs_path + "/sequences", "rb"))
self.remote_seq = sequences['remote']
self.local_seq = sequences['local']
if self.event_handler:
self.event_handler.last_seq_id = self.local_seq
except Exception:
# Wrong content, remove sequences file.
os.unlink(self.configs_path + "/sequences")
dispatcher.connect(self.handle_transfer_rate_event,
signal=TRANSFER_RATE_SIGNAL,
sender=self.sdk)
dispatcher.connect(self.handle_transfer_callback_event,
signal=TRANSFER_CALLBACK_SIGNAL,
sender=self.sdk)
if self.job_config.frequency == 'manual':
self.job_status_running = False
def __init__(self, job_config, job_data_path):
"""
Initialize thread internals
:param job_config: JobConfig instance
:param job_data_path: Filesystem path where the job data are stored
:return:
"""
threading.Thread.__init__(self)
self.last_run = 0
self.configs_path = job_data_path
self.job_config = job_config
sqlite_files = [
file for file in os.listdir(self.configs_path)
if file.endswith(".sqlite")
]
from pydio.utils.check_sqlite import check_sqlite_file
for sqlite_file in sqlite_files:
try:
exists_and_correct = check_sqlite_file(
os.path.join(self.configs_path, sqlite_file))
if exists_and_correct:
logging.info(
"Structure and Integrity of SQLite file %s is intact "
% str(os.path.join(self.configs_path, sqlite_file)))
except DBCorruptedException as e:
logging.debug(
"SQLite file %s is corrupted (Reason: %s), Deleting file and Reinitialising sync"
% (str(os.path.join(self.configs_path,
sqlite_file)), e.message))
os.unlink(os.path.join(self.configs_path, sqlite_file))
self.update_sequences_file(0, 0)
self.init_global_progress()
self.basepath = job_config.directory
self.ws_id = job_config.workspace
self.sdk = PydioSdk(
job_config.server,
ws_id=self.ws_id,
remote_folder=job_config.remote_folder,
user_id=job_config.user_id,
device_id=ConfigManager.Instance().get_device_id(),
skip_ssl_verify=job_config.trust_ssl,
proxies=ConfigManager.Instance().get_defined_proxies(),
timeout=job_config.timeout)
self.system = SystemSdk(job_config.directory)
self.remote_seq = 0
self.local_seq = 0
self.local_target_seq = 0
self.remote_target_seq = 0
self.local_seqs = []
self.remote_seqs = []
self.db_handler = LocalDbHandler(self.configs_path,
job_config.directory)
self.interrupt = False
self.event_timer = 2
self.online_timer = 10
self.offline_timer = 60
self.online_status = True
self.job_status_running = True
self.direction = job_config.direction
self.event_logger = EventLogger(self.configs_path)
self.processing_signals = {}
self.current_tasks = []
self.event_handler = None
self.watcher = None
self.watcher_first_run = True
# TODO: TO BE LOADED FROM CONFIG
self.storage_watcher = job_config.label.startswith('LSYNC')
self.marked_for_snapshot_pathes = []
dispatcher.send(signal=PUBLISH_SIGNAL,
sender=self,
channel='status',
message='START')
if job_config.direction != 'down' or (
self.job_config.direction == 'down'
and self.job_config.solve != 'remote'):
self.event_handler = SqlEventHandler(
includes=job_config.filters['includes'],
excludes=job_config.filters['excludes'],
basepath=job_config.directory,
job_data_path=self.configs_path)
self.watcher = LocalWatcher(job_config.directory,
self.configs_path,
event_handler=self.event_handler)
self.db_handler.check_lock_on_event_handler(self.event_handler)
if os.path.exists(os.path.join(self.configs_path, "sequences")):
try:
with open(os.path.join(self.configs_path, "sequences"),
"rb") as f:
sequences = pickle.load(f)
self.remote_seq = sequences['remote']
self.local_seq = sequences['local']
if self.event_handler:
self.event_handler.last_seq_id = self.local_seq
except Exception:
# Wrong content, remove sequences file.
os.unlink(os.path.join(self.configs_path, "sequences"))
dispatcher.connect(self.handle_transfer_rate_event,
signal=TRANSFER_RATE_SIGNAL,
sender=self.sdk)
dispatcher.connect(self.handle_transfer_callback_event,
signal=TRANSFER_CALLBACK_SIGNAL,
sender=self.sdk)
if self.job_config.frequency == 'manual':
self.job_status_running = False
