def correct_season_name(season_url, years): print 'SEASON URL: %s' % (season_url, ) print 'YEARS: %s' % (years, ) json_path = odds_tools.path_from_season_url(season_url) new_json_path = json_path.replace('.json', '-%s.json' % (years, )) shutil.copyfile(json_path, new_json_path) print 'JSON PATH: %s' % (json_path, ) print 'NEW JSON PATH: %s' % (new_json_path, ) season = odds_tools.read_json_file(new_json_path) tour = odds_tools.tour_from_season_url(season['source']) print 'TOUR: %s' % (tour, ) new_tour = '%s-%s' % ( tour, years, ) season['source'] = season['source'].replace(tour, new_tour) print 'NEW SOURCE: %s' % (season['source']) match_sources = season['match_sources'] new_match_sources = {} for src in match_sources: new_src = src.replace(tour, new_tour) new_match_sources[new_src] = match_sources[src] season['match_sources'] = new_match_sources fw = open(new_json_path, 'w') fw.write(json.dumps(season, False, False)) fw.close() country_folder = os.path.dirname(new_json_path) tour_folder = '%s/%s' % ( country_folder, tour, ) new_tour_folder = '%s/%s' % ( country_folder, new_tour, ) print 'NEW TOUR FOLDER: %s' % (new_tour_folder, ) if not os.path.isdir(new_tour_folder): os.mkdir(new_tour_folder) shutil.copyfile(json_path, new_json_path) json_files = [f for f in os.listdir(tour_folder)] for f in json_files: new_match_path = '%s/%s' % ( new_tour_folder, f, ) if not os.path.isfile(new_match_path): match_path = '%s/%s' % (tour_folder, f) if not os.path.isdir(match_path): print 'MATCH_PATH: %s' % match_path shutil.copyfile(match_path, new_match_path) match = odds_tools.read_json_file(new_match_path) match['source'] = match['source'].replace(tour, new_tour) fw = open(new_match_path, 'w') fw.write(json.dumps(match, False, False)) fw.close()
def match_page_url(path, url): season = odds_tools.read_json_file(path) if not season: return '' for match_url in season['match_sources']: if not season['match_sources'][match_url]: return match_url return ''
def match_page_url(path, url): season = odds_tools.read_json_file(path) if not season: return "" for match_url in season["match_sources"]: if not season["match_sources"][match_url]: return match_url return ""
def season_page_url(path, url): season = odds_tools.read_json_file(path) if not (season and season['pages']): return url ix = 1 for loaded in season['pages']: if not loaded: return season['source'] + '#/page/' + str(ix) + '/' ix += 1 return ''
def season_page_url(path, url): season = odds_tools.read_json_file(path) if not (season and season["pages"]): return url ix = 1 for loaded in season["pages"]: if not loaded: return season["source"] + "#/page/" + str(ix) + "/" ix += 1 return ""
def correct_season_name(season_url, years): print "SEASON URL: %s" % (season_url,) print "YEARS: %s" % (years,) json_path = odds_tools.path_from_season_url(season_url) new_json_path = json_path.replace(".json", "-%s.json" % (years,)) shutil.copyfile(json_path, new_json_path) print "JSON PATH: %s" % (json_path,) print "NEW JSON PATH: %s" % (new_json_path,) season = odds_tools.read_json_file(new_json_path) tour = odds_tools.tour_from_season_url(season["source"]) print "TOUR: %s" % (tour,) new_tour = "%s-%s" % (tour, years) season["source"] = season["source"].replace(tour, new_tour) print "NEW SOURCE: %s" % (season["source"]) match_sources = season["match_sources"] new_match_sources = {} for src in match_sources: new_src = src.replace(tour, new_tour) new_match_sources[new_src] = match_sources[src] season["match_sources"] = new_match_sources fw = open(new_json_path, "w") fw.write(json.dumps(season, False, False)) fw.close() country_folder = os.path.dirname(new_json_path) tour_folder = "%s/%s" % (country_folder, tour) new_tour_folder = "%s/%s" % (country_folder, new_tour) print "NEW TOUR FOLDER: %s" % (new_tour_folder,) if not os.path.isdir(new_tour_folder): os.mkdir(new_tour_folder) shutil.copyfile(json_path, new_json_path) json_files = [f for f in os.listdir(tour_folder)] for f in json_files: new_match_path = "%s/%s" % (new_tour_folder, f) if not os.path.isfile(new_match_path): match_path = "%s/%s" % (tour_folder, f) if not os.path.isdir(match_path): print "MATCH_PATH: %s" % match_path shutil.copyfile(match_path, new_match_path) match = odds_tools.read_json_file(new_match_path) match["source"] = match["source"].replace(tour, new_tour) fw = open(new_match_path, "w") fw.write(json.dumps(match, False, False)) fw.close()
def modify_if_current_season(path): file_part = os.path.basename(path) file_name = os.path.splitext(file_part)[0] m = re.findall('\-\d{4}', file_name) if m: # if m isn't empty season isn't current return season = odds_tools.read_json_file(path) if not season: return season['pages'] = [] fw = open(path, 'w') fw.write(json.dumps(season, False, False))
def modify_if_current_season(path): file_part = os.path.basename(path) file_name = os.path.splitext(file_part)[0] m = re.findall("\-\d{4}", file_name) if m: # if m isn't empty season isn't current return season = odds_tools.read_json_file(path) if not season: return season["pages"] = [] fw = open(path, "w") fw.write(json.dumps(season, False, False))
def mark_match(path, url): season = odds_tools.read_json_file(path) if not season: return false if url in season["match_sources"]: season["match_sources"][url] = True fw = open(path, "w") fw.write(json.dumps(season, False, False)) n_loaded = 0 for url in season["match_sources"]: if season["match_sources"][url]: n_loaded += 1 print "Uploaded " + str(n_loaded) + " of " + str(len(season["match_sources"])) + "." return True return False
def mark_match(path, url): season = odds_tools.read_json_file(path) if not season: return false if url in season['match_sources']: season['match_sources'][url] = True fw = open(path, 'w') fw.write(json.dumps(season, False, False)) n_loaded = 0 for url in season['match_sources']: if season['match_sources'][url]: n_loaded += 1 print 'Uploaded ' + str(n_loaded) + ' of ' + str( len(season['match_sources'])) + '.' return True return False
def match_odds_url(path, url): match = odds_tools.read_json_file(path) if not match: return url while 1: keys = match["odds"].keys() pc = part_code() for k in keys: if match["odds"][k]: parts = match["odds"][k].keys() for p in parts: current_url = url + "#" + k + ";" + pc[p.lower()] if not (match["odds"][k][p] or is_url_ignored(current_url)): if ignore_url(current_url): continue return current_url else: return url + "#" + k return ""
def match_odds_url(path, url): match = odds_tools.read_json_file(path) if not match: return url while 1: keys = match['odds'].keys() pc = part_code() for k in keys: if match['odds'][k]: parts = match['odds'][k].keys() for p in parts: current_url = url + '#' + k + ';' + pc[p.lower()] if not (match['odds'][k][p] or is_url_ignored(current_url)): if ignore_url(current_url): continue return current_url else: return url + '#' + k return ''