def processItem(self, job, item):
#fullPath = transform.transformDirToInternal(item["fullPath"])
#monitoringFullPath = transform.transformDirToInternal(item["monitoringPath"])
#source_dir = item["SourceDir"]
#misc.ensureDir(source_dir)
tag = item["tag"]
working_dir = item["WorkingDir"]
misc.ensureDir(transform.transformDirToInternal(working_dir))
target_dir = item["TargetDir"]
misc.ensureDir(transform.transformDirToInternal(target_dir))
import wwjufsdatabase.libs.services.servicesV2 as service
req = service.req()
t = tagSystem.getTagSysObj(req.getDbSys())
e = t.getObjs(unicode(tag))
for i in e:
print i
source_dir = transform.transformDirToInternal(i)
AutoArchiveThumb(source_dir, target_dir, working_dir)
job.delete()
return False
#Return true only when the item should be kept in the tube
return True
def processItem(self, job, item):
#fullPath = transform.transformDirToInternal(item["fullPath"])
#monitoringFullPath = transform.transformDirToInternal(item["monitoringPath"])
#source_dir = item["SourceDir"]
#misc.ensureDir(source_dir)
tag = item["tag"]
task_item = item
if item.has_key("output_tube_name"):
#################################
# Adding tag processing task
#################################
task_item = item
self.processing_tag_dict[tag] = item
import wwjufsdatabase.libs.services.servicesV2 as service
req = service.req()
t = tagSystem.getTagSysObj(req.getDbSys())
tagged_item_list = t.getObjs(unicode(tag))
else:
#################################
# A new tag added for existing tag processing task
#################################
if self.processing_tag_dict.has_key(tag):
#Task exist, add the new tagged elment for processing
task_item = self.processing_tag_dict[tag]
tagged_item_list = [transform.transformDirToInternal(item["url"])]
else:
#Not a valid item, return
print "not a valid item or tag not have processor yet"
job.delete()
return False
output_tube_name = task_item["output_tube_name"]
working_dir = task_item["working_dir"]
misc.ensureDir(transform.transformDirToInternal(working_dir))
target_dir = task_item["target_dir"]
misc.ensureDir(transform.transformDirToInternal(target_dir))
b = beanstalkServiceBase(output_tube_name)
for i in tagged_item_list:
info(i)
source_dir = transform.transformDirToInternal(i)
b.addItem({"source_dir":source_dir, "working_dir": working_dir, "target_dir":target_dir})
job.delete()
return False
def __init__(self, trunk_data_path = gWorkingDir, package_class = EncZipFileOn7Zip, ext = ".7z", passwd = '123'):
super(CompressedStorage, self).__init__()
self.trunk_data_path = trunk_data_path
misc.ensureDir(self.trunk_data_path)
####################
# The following var is not expected to be used in outside of this class
self.package_class = package_class
self.passwd = passwd
self.ext = ext
self.package_file = None
self.package_file_full_path = None
def processItem(self, job, item):
#fullPath = transform.transformDirToInternal(item["fullPath"])
#monitoringFullPath = transform.transformDirToInternal(item["monitoringPath"])
working_dir = item["WorkingDir"]
misc.ensureDir(working_dir)
source_dir = item["SourceDir"]
misc.ensureDir(source_dir)
target_dir = item["TargetDir"]
misc.ensureDir(target_dir)
AutoArchiveThumb(source_dir, target_dir, working_dir)
return True
def processItem(self, job, item):
source_dir = item["source_dir"]
if os.path.isdir(source_dir):
misc.ensureDir(transform.transformDirToInternal(source_dir))
working_dir = item["working_dir"]
misc.ensureDir(transform.transformDirToInternal(working_dir))
target_dir = item["target_dir"]
misc.ensureDir(transform.transformDirToInternal(target_dir))
AutoArchiveThumb(source_dir, target_dir, working_dir)
#Must delete the job if it is no longer needed and return False so the job will not be put back to tube
job.delete()
return False
def processItem(self, job, item):
working_dir = item["WorkingDir"]
misc.ensureDir(working_dir)
tmp_file_path = os.path.join(working_dir, "tmp_file_path")
misc.ensureDir(tmp_file_path)
other_tmp_file_path = os.path.join(working_dir, "other_tmp_file_path")
misc.ensureDir(other_tmp_file_path)
inputTubeName = item["InputTubeName"]
target_dir = item["TargetDir"]
if self.is_processing_tube(inputTubeName):
job.delete()
return False
t = FolderInfoArchiveThread(inputTubeName,
self.storage_class(tmp_file_path,
passwd=self.passwd,
sync_folder = target_dir),
self.collector_list, other_tmp_file_path)
self.add_work_thread(inputTubeName, t)
t.start()
return True
def __init__(self, logName, logRootPath = "D:/tmp/logs", maxLogFile = 10):
self.logName = logName.replace("\\","_").replace("/","_").replace(":","_").replace("'","").replace('"',"").replace("?","").replace("*","").replace(" ","")
self.logFullPath = os.path.join(logRootPath, self.logName)
self.maxLogFile = maxLogFile
misc.ensureDir(self.logFullPath)
import localLibSys
import os
import sqliteListShoveWithHistory
import localLibs.utils.misc as misc
gAppPath = 'd:/tmp/fileman/'
gDbPath = os.path.join(gAppPath, 'db')
misc.ensureDir(gAppPath)
misc.ensureDir(gDbPath)
class ShoveForSession(sqliteListShoveWithHistory.Shove):
def __init__(self, sqliteDbName, sessionInstance, dbPath = gDbPath):
if sessionInstance is None:
path = os.path.join(dbPath,sqliteDbName+".sqlite")
else:
p = sessionInstance.getDbPath(dbPath)
path = os.path.join(p, sqliteDbName+".sqlite")
sqliteListShoveWithHistory.Shove.__init__(self, path)
self.sessInst = sessionInstance
class Shove(sqliteListShoveWithHistory.Shove):
def __init__(self, sqliteDbName, dbPath = gDbPath):
if sessionInstance is None:
path = os.path.join(dbPath,sqliteDbName+".sqlite")
else:
p = sessionInstance.getDbPath(dbPath)
path = os.path.join(p, sqliteDbName+".sqlite")
sqliteListShoveWithHistory.Shove.__init__(self, path)
def __init__(self, working_dir=gWorkingDir):
super(ThumbCollector, self).__init__()
self.working_dir = working_dir
misc.ensureDir(working_dir)
self.dbInst = objectDatabase.objectDatabase()
def getDbPath(self, dbPath):
p = os.path.join(os.path.join(dbPath, 'user'), self.username)
misc.ensureDir(p)
return p
