def tmp_worker_job(self, task_index, task_data): path = task_data try: with mpi_utility.Capturing() as output: add_gadm.run(path=path, config=config, update=update, dry_run=dry_run) print '\n'.join(output) except: print "Error with {0}".format(path) raise return 0
def tmp_worker_job(self, task): task_index, task_data = task path = task_data try: with mpi_utility.Capturing() as output: add_gadm.run(path=path, config=config, update=update, dry_run=dry_run) print '\n'.join(output) except: print "Error with {0}".format(path) raise return 0
# print "Active iso3 list: {0}".format(active_iso3_list) # print qlist # qlist = [i for i in qlist if os.path.basename(i)[:3] in active_iso3_list] # print qlist ### if method == "serial": Ts = int(time.time()) T_start = time.localtime() print 'Start: ' + time.strftime('%Y-%m-%d %H:%M:%S', T_start) for path in qlist: add_gadm.run(path=path, config=config, update=update, dry_run=dry_run) T_run = int(time.time() - Ts) T_end = time.localtime() print '\n\n' print 'Start: ' + time.strftime('%Y-%m-%d %H:%M:%S', T_start) print 'End: '+ time.strftime('%Y-%m-%d %H:%M:%S', T_end) print 'Runtime: ' + str(T_run//60) +'m '+ str(int(T_run%60)) +'s' print '\n\n' elif method == "parallel": import mpi_utility job = mpi_utility.NewParallel()
# print "Active iso3 list: {0}".format(active_iso3_list) # print qlist # qlist = [i for i in qlist if os.path.basename(i)[:3] in active_iso3_list] # print qlist ### if method == "serial": Ts = int(time.time()) T_start = time.localtime() print 'Start: ' + time.strftime('%Y-%m-%d %H:%M:%S', T_start) for path in qlist: add_gadm.run(path=path, config=config, update=update, dry_run=dry_run) T_run = int(time.time() - Ts) T_end = time.localtime() print '\n\n' print 'Start: ' + time.strftime('%Y-%m-%d %H:%M:%S', T_start) print 'End: '+ time.strftime('%Y-%m-%d %H:%M:%S', T_end) print 'Runtime: ' + str(T_run//60) +'m '+ str(int(T_run%60)) +'s' print '\n\n' elif method == "parallel": sys.path.insert(0, os.path.dirname(ingest_dir)) import mpi_utility job = mpi_utility.NewParallel()