def tmp_worker_job(self, task_index, task_data):
path = task_data
try:
with mpi_utility.Capturing() as output:
add_gadm.run(path=path, config=config,
update=update, dry_run=dry_run)
print '\n'.join(output)
except:
print "Error with {0}".format(path)
raise
return 0
def tmp_worker_job(self, task):
task_index, task_data = task
path = task_data
try:
with mpi_utility.Capturing() as output:
add_gadm.run(path=path, config=config,
update=update, dry_run=dry_run)
print '\n'.join(output)
except:
print "Error with {0}".format(path)
raise
return 0
# print "Active iso3 list: {0}".format(active_iso3_list)
# print qlist
# qlist = [i for i in qlist if os.path.basename(i)[:3] in active_iso3_list]
# print qlist
###
if method == "serial":
Ts = int(time.time())
T_start = time.localtime()
print 'Start: ' + time.strftime('%Y-%m-%d %H:%M:%S', T_start)
for path in qlist:
add_gadm.run(path=path, config=config,
update=update, dry_run=dry_run)
T_run = int(time.time() - Ts)
T_end = time.localtime()
print '\n\n'
print 'Start: ' + time.strftime('%Y-%m-%d %H:%M:%S', T_start)
print 'End: '+ time.strftime('%Y-%m-%d %H:%M:%S', T_end)
print 'Runtime: ' + str(T_run//60) +'m '+ str(int(T_run%60)) +'s'
print '\n\n'
elif method == "parallel":
import mpi_utility
job = mpi_utility.NewParallel()
# print "Active iso3 list: {0}".format(active_iso3_list)
# print qlist
# qlist = [i for i in qlist if os.path.basename(i)[:3] in active_iso3_list]
# print qlist
###
if method == "serial":
Ts = int(time.time())
T_start = time.localtime()
print 'Start: ' + time.strftime('%Y-%m-%d %H:%M:%S', T_start)
for path in qlist:
add_gadm.run(path=path, config=config,
update=update, dry_run=dry_run)
T_run = int(time.time() - Ts)
T_end = time.localtime()
print '\n\n'
print 'Start: ' + time.strftime('%Y-%m-%d %H:%M:%S', T_start)
print 'End: '+ time.strftime('%Y-%m-%d %H:%M:%S', T_end)
print 'Runtime: ' + str(T_run//60) +'m '+ str(int(T_run%60)) +'s'
print '\n\n'
elif method == "parallel":
sys.path.insert(0, os.path.dirname(ingest_dir))
import mpi_utility
job = mpi_utility.NewParallel()
