def _write_to_files(work_dir, job_lnames):
'''
Wrapper function around this internal write process.
Triggers the write-back to the files to the mem cache.
@param work_dir: where shall the files be stored?
@type work_dir: string
@param job_lnames: list of names
@type job_lnames: list
'''
bibtask.task_update_progress('Writing to files in %s' % (work_dir))
bibtask.write_message("Writing cluster with %s entries to "
"files in %s"
% (len(dat.RELEVANT_RECORDS), work_dir,),
stream=sys.stdout, verbose=0)
if not os.path.exists(work_dir):
os.mkdir(work_dir)
write_mem_cache_to_files(work_dir, job_lnames)
dat.reset_mem_cache(True)
def _write_to_files(work_dir, job_lnames):
'''
Wrapper function around this internal write process.
Triggers the write-back to the files to the mem cache.
@param work_dir: where shall the files be stored?
@type work_dir: string
@param job_lnames: list of names
@type job_lnames: list
'''
bibtask.task_update_progress('Writing to files in %s' % (work_dir))
bibtask.write_message("Writing cluster with %s entries to "
"files in %s" % (
len(dat.RELEVANT_RECORDS),
work_dir,
),
stream=sys.stdout,
verbose=0)
if not os.path.exists(work_dir):
os.mkdir(work_dir)
write_mem_cache_to_files(work_dir, job_lnames)
dat.reset_mem_cache(True)
def main():
"""Main function """
arguments = sys.argv
if len(arguments) <= 1:
bconfig.LOGGER.error("Please provide parameters!")
_display_help()
run_daemon = True
standalone_option = ("-S", "--standalone", "-j", "--job-dir")
for option in standalone_option:
for arg in arguments:
if arg.startswith(option):
run_daemon = False
if run_daemon:
daemon = None
try:
import bibauthorid_daemon as daemon
except ImportError:
bconfig.LOGGER.error("Hmm...No Daemon process running.")
if daemon:
daemon.bibauthorid_daemon()
else:
options = _read_options(arguments)
if options["job_dir"]:
job_dir = options["job_dir"]
if job_dir.endswith("/"):
job_dir = job_dir[0:-1]
log_name = osp.abspath(job_dir).split("/")
logfile = "%s/%s.log" % (job_dir, log_name[-1])
start = time.time()
bconfig.init_logger(logfile)
populate_structs_from_files(job_dir)
bconfig.LOGGER.debug("| Loaded %s records."
% len(dat.RELEVANT_RECORDS))
engine.start_computation(process_doclist=True,
process_orphans=True,
print_stats=True)
result_path = "%s/results/" % (job_dir,)
if make_directory(result_path):
write_mem_cache_to_files(result_path, is_result=True)
else:
bconfig.LOGGER.error("Cannot write to destination: "
"Cannot create directory")
end = time.time() - start
bconfig.LOGGER.log(25, "Finish! The computation finished in %.2fs"
% (end))
bconfig.stop_and_close_logger()
else:
bconfig.LOGGER.error("Standalone mode without parameters "
"does not do anything helpful. Please"
"consult -h help message for usage")
def main():
"""Main function """
arguments = sys.argv
if len(arguments) <= 1:
bconfig.LOGGER.error("Please provide parameters!")
_display_help()
run_daemon = True
standalone_option = ("-S", "--standalone", "-j", "--job-dir")
for option in standalone_option:
for arg in arguments:
if arg.startswith(option):
run_daemon = False
if run_daemon:
daemon = None
try:
import bibauthorid_daemon as daemon
except ImportError:
bconfig.LOGGER.error("Hmm...No Daemon process running.")
if daemon:
daemon.bibauthorid_daemon()
else:
options = _read_options(arguments)
if options["job_dir"]:
job_dir = options["job_dir"]
if job_dir.endswith("/"):
job_dir = job_dir[0:-1]
log_name = osp.abspath(job_dir).split("/")
logfile = "%s/%s.log" % (job_dir, log_name[-1])
start = time.time()
bconfig.init_logger(logfile)
populate_structs_from_files(job_dir)
bconfig.LOGGER.debug("| Loaded %s records." %
len(dat.RELEVANT_RECORDS))
engine.start_computation(process_doclist=True,
process_orphans=True,
print_stats=True)
result_path = "%s/results/" % (job_dir, )
if make_directory(result_path):
write_mem_cache_to_files(result_path, is_result=True)
else:
bconfig.LOGGER.error("Cannot write to destination: "
"Cannot create directory")
end = time.time() - start
bconfig.LOGGER.log(
25, "Finish! The computation finished in %.2fs" % (end))
bconfig.stop_and_close_logger()
else:
bconfig.LOGGER.error("Standalone mode without parameters "
"does not do anything helpful. Please"
"consult -h help message for usage")
