def updateProblemData(prevFile, newFile, force): """ Update problem_data.csv prevFile: name of local file containing problem data newFile: name of new file name with new problem data. Should be set to be the same as the prevFile for appending, unless currently debuggin """ df_prev = pd.read_csv(prevFile, index_col=None, engine='c') cur_contests = api.getContestList() max_prev_contests = max(df_prev.contestID) new_contests = [c for c in cur_contests if c > max_prev_contests] dflist = [] cnt = 0 for contestID in new_contests: print " contest", contestID try: contestProblems = api.getProblemDataFromContest(contestID) contestProblems = contestProblems.rename( index=str, columns={'index': 'problemID'}) contestProblems = contestProblems.drop('contestId', 1) dflist.append(contestProblems) cnt += 1 except api.ContestNotFound: sys.stderr.write( str(contestID) + ', api returned contest not found error.') if not dflist: print " Problem ratings file up to date." return problemData = pd.concat(dflist) writeFile(problemData, newFile, force) sys.stderr.write("Successfully wrote problem data from " + str(cnt) + " contests.")
def updateProblemRating(prevFile, newFile, force): """ Update problem_ratings.csv prevFile: name of local file containing problem ratings. newFile: name of new file name with new problem ratings. Should be set to be the same as the prevFile for appending, unless currently debuggin """ df_prev = pd.read_csv(prevFile, index_col=None, engine='c') cur_contests = api.getContestList() max_prev_contests = max(df_prev.contestID) new_contests = [c for c in cur_contests if c > max_prev_contests] dflist = [] cnt = 0 for contestID in new_contests: print " contest", contestID df = elo.get_contest_elo(contestID) dflist.append(df) cnt += 1 if not dflist: print " Problem ratings file up to date." return try: problemRatings = pd.concat(dflist) writeFile(problemRatings, newFile, force) sys.stderr.write("Successfully wrote problem data from " + str(cnt) + " contests.") except: print " Error updating this round. Most likely because all rounds were unrated."
def updateProblemRating(prevFile, newFile, force): """ Update problem_ratings.csv prevFile: name of local file containing problem ratings. newFile: name of new file name with new problem ratings. Should be set to be the same as the prevFile for appending, unless currently debuggin """ df_prev = pd.read_csv(prevFile, index_col=None, engine='c') cur_contests = api.getContestList() max_prev_contests = max(df_prev.contestID) new_contests = [c for c in cur_contests if c > max_prev_contests] dflist = [] cnt = 0 for contestID in new_contests: print " contest", contestID df = elo.get_contest_elo(contestID) dflist.append(df) cnt += 1 if not dflist: print " Problem ratings file up to date." return try: problemRatings = pd.concat(dflist) writeFile(problemRatings, newFile, force) sys.stderr.write("Successfully wrote problem data from " + str(cnt) + " contests.") except: print " Error updating this round. Most likely because all rounds were unrated."
def updateProblemData(prevFile, newFile, force): """ Update problem_data.csv prevFile: name of local file containing problem data newFile: name of new file name with new problem data. Should be set to be the same as the prevFile for appending, unless currently debuggin """ df_prev = pd.read_csv(prevFile, index_col=None, engine='c') cur_contests = api.getContestList() max_prev_contests = max(df_prev.contestID) new_contests = [c for c in cur_contests if c > max_prev_contests] dflist = [] cnt = 0 for contestID in new_contests: print " contest", contestID try: contestProblems = api.getProblemDataFromContest(contestID) contestProblems = contestProblems.rename(index=str, columns={'index': 'problemID'}) contestProblems = contestProblems.drop('contestId', 1) dflist.append(contestProblems) cnt += 1 except api.ContestNotFound: sys.stderr.write(str(contestID) + ', api returned contest not found error.') if not dflist: print " Problem ratings file up to date." return problemData = pd.concat(dflist) writeFile(problemData, newFile, force) sys.stderr.write("Successfully wrote problem data from " + str(cnt) + " contests.")
def updateProblemData(prevFile, newFile, force): """ Update problem_data.csv prevFile: name of local file containing problem data newFile: name of new file name with new problem data. Should be set to be the same as the prevFile for appending, unless currently debuggin """ df_prev = pd.read_csv(prevFile, index_col=None, engine='c') cur_contests = api.getContestList() tmp_list = dict(df_prev.contestID) tmp_list = set([tmp_list[key] for key in tmp_list]) good = [] for key in tmp_list: try: int(key) good.append(int(key)) except: continue tmp_list = set(good) bad_contests = {} with open('bad_contests.txt', 'r') as f: l = [int(x) for x in f.read().split()] for x in l: bad_contests[x] = 1 new_contests = [] for c in cur_contests: if c not in tmp_list and c not in bad_contests: new_contests.append(c) dflist = [] cnt = 0 for contestID in new_contests: print " contest", contestID try: contestProblems = api.getProblemDataFromContest(contestID) contestProblems = contestProblems.rename(index=str, columns={'index': 'problemID'}) contestProblems = contestProblems.drop('contestId', 1) dflist.append(contestProblems) cnt += 1 except api.ContestNotFound: sys.stderr.write(str(contestID) + ', api returned contest not found error.') if not dflist: print " Problem ratings file up to date." return problemData = pd.concat(dflist) writeFile(problemData, newFile, force) sys.stderr.write("Successfully wrote problem data from " + str(cnt) + " contests.")
def updateProblemRating(prevFile, newFile, force): """ Update problem_ratings.csv prevFile: name of local file containing problem ratings. newFile: name of new file name with new problem ratings. Should be set to be the same as the prevFile for appending, unless currently debuggin """ df_prev = pd.read_csv(prevFile, index_col=None, engine='c') cur_contests = api.getContestList() tmp_list = dict(df_prev.contestID) tmp_list = set([tmp_list[key] for key in tmp_list]) bad_contests = {} with open('bad_contests.txt', 'r') as f: l = [int(x) for x in f.read().split()] for x in l: bad_contests[x] = 1 new_contests = [] for c in cur_contests: if c not in tmp_list and c not in bad_contests: new_contests.append(c) dflist = [] cnt = 0 for contestID in new_contests: print " contest", contestID df = elo.get_contest_elo(contestID) dflist.append(df) cnt += 1 if not dflist: print " Problem ratings file up to date." return try: problemRatings = pd.concat(dflist) writeFile(problemRatings, newFile, force) sys.stderr.write("Successfully wrote problem data from " + str(cnt) + " contests.") except: print " Error updating this round. Most likely because all rounds were unrated."
if args.forceUpdate: sys.stderr.write(args.outputFile + " found, -f flag set, overwriting...\n") fh = open(args.outputFile, 'w') else: sys.stderr.write(args.outputFile + " found, opening in append mode...\n") fh = open(args.outputFile, 'a') else: sys.stderr.write(args.outputFile + " not found, creating new file...\n") fh = open(args.outputFile, 'w') if contestID != "0": # calculate problem ratings for a specific competition df = get_contest_elo(contestID) df.to_csv(fh, header=True, index=False) else: # calculate problem ratings for all currently available contests for cid in af.getContestList(): sys.stderr.write("Calculating ELO for contest " + str(cid) + ".\n") contest_elos = get_contest_elo(cid) if contest_elos is not None: contest_elos.to_csv(fh, header=True, index=False) sys.stderr.write("Got " + str(contest_elos.shape[0]) + " new rows.\n") sys.stderr.flush()