def main(): def remove(bugid): notice("Removing bugid %s" % (bugid,)) log(util.remove_issue_by_bugid(bugid, bzlib.prepend)) if not util.can_edit_ref: elog('%s reference field not editable on this install' % (bugid,)) sys.exit(1) if 'failed' in sys.argv: priority = ipriority['creation_failed'] else: priority = 0 pmig = phabdb.phdb(db=config.bzmigrate_db, user=config.bzmigrate_user, passwd=config.bzmigrate_passwd) bugs = return_bug_list(dbcon=pmig, priority=priority) pmig.close() #Serious business if 'failed' in sys.argv or '-r' in sys.argv: for b in bugs: remove(b) from multiprocessing import Pool pool = Pool(processes=int(config.bz_createmulti)) _ = pool.map(run_create, bugs) complete = len(filter(bool, _)) failed = len(_) - complete print '%s completed %s, failed %s' % (sys.argv[0], complete, failed)
def main(): bugs = return_bug_list() result = [] for b in bugs: result.append(run_populate(b)) complete = len(filter(bool, result)) failed = len(result) - complete print '%s completed %s, failed %s' % (sys.argv[0], complete, failed)
def main(): bugs = return_bug_list() from multiprocessing import Pool pool = Pool(processes=int(config.bz_createmulti)) _ = pool.map(run_create, bugs) complete = len(filter(bool, _)) failed = len(_) - complete print '%s completed %s, failed %s' % (sys.argv[0], complete, failed)
def main(): bugs = return_bug_list() from multiprocessing import Pool pool = Pool(processes=int(config.bz_updatemulti)) result = pool.map(run_update, bugs) missing = len([i for i in result if i == 'missing']) complete = len(filter(bool, [i for i in result if i not in ['missing']])) failed = (len(result) - missing) - complete print '-----------------------------\n \ %s Total %s (missing %s)\n \ completed %s, failed %s' % (sys.argv[0], len(bugs), missing, complete, failed)
def main(): bugs = return_bug_list() result = [] for b in bugs: result.append(run_populate(b)) missing = len([i for i in result if i == 'missing']) complete = len(filter(bool, [i for i in result if i not in ['missing']])) failed = (len(result) - missing) - complete print '-----------------------------\n \ %s Total %s (missing %s)\n \ completed %s, failed %s' % (sys.argv[0], len(bugs), missing, complete, failed)
def main(): if not util.can_edit_ref: elog('%s reference field not editable on this install' % (rtid,)) sys.exit(1) pmig = phdb(db=config.rtmigrate_db) bugs = return_bug_list(dbcon=pmig) pmig.close() #Serious business if 'failed' in sys.argv or '-r' in sys.argv: for b in bugs: util.notice("Removing rtid %s" % (b,)) log(util.remove_issue_by_bugid(b, rtlib.prepend)) from multiprocessing import Pool pool = Pool(processes=int(config.bz_createmulti)) _ = pool.map(run_create, bugs) missing = len([i for i in _ if i == 'missing']) complete = len(filter(bool, [i for i in _ if i not in ['missing']])) failed = (len(_) - missing) - complete print '%s completed %s, missing %s, failed %s' % (sys.argv[0], complete, missing, failed)
def main(): bugs = return_bug_list() from multiprocessing import Pool pool = Pool(processes=int(config.bz_fetchmulti)) _ = pool.map(run_fetch, bugs) vlog(_) denied = len([i for i in _ if i == 'denied']) disabled = len([i for i in _ if i == 'disabled']) missing = len([i for i in _ if i == 'missing']) complete = len(filter(bool, [i for i in _ if i not in ['denied', 'disabled', 'missing']])) known_bad = denied + disabled + missing failed = (len(_) - known_bad) - complete print '-----------------------------\n \ %s Total %s\n \ known bad %s (denied %s, disabled %s, missing %s)\n\n \ completed %s, failed %s' % (sys.argv[0], len(bugs), known_bad, denied, disabled, missing, complete, failed)
else: insert_values = (fabid, ipriority['fetch_failed'], 'nan', 'nan', now(), now()) pmig.sql_x("INSERT INTO fab_meta (id, priority, header, comments, created, modified) VALUES (%s, %s, %s, %s, %s, %s)", insert_values) pmig.close() log('failed to grab %s' % (fabid,)) return False try: if fetch(fabid): vlog(str(time.time())) log('done fetching %s' % (fabid,)) return True except Exception as e: tries -= 1 time.sleep(5) import traceback traceback.print_exc(file=sys.stdout) log('failed to grab %s (%s)' % (fabid, e)) return run_fetch(fabid, tries=tries) bugs = return_bug_list() vlog(bugs) log("Fetching %s" % (len(bugs),)) from multiprocessing import Pool pool = Pool(processes=7) _ = pool.map(run_fetch, bugs) complete = len(filter(bool, _)) failed = len(_) - complete print 'completed %s, failed %s' % (complete, failed)