def get_datajson_dict(prefix, url): file_list = data_json_tools.get_file_list( max_load = 1 , file_date_pattern = '' # Use default date pattern , file_name_prefix = prefix + '['+ FILE_NAME_DELIMITER +']' , file_name_suffix = '['+ FILE_NAME_DELIMITER + ']'+ '*.json' ) if file_list: file_name = file_list[0] # Latest only file_age = get_file_age(file_name) print("Most recent file: " + file_name) else: file_name = False file_age = False print("Not found:" + prefix) #=== If file is old or nonexistant, attempt to load from web if not file_name or file_age > MAX_DAYS_OLD: datajson_text = get_datajson_from_web(url) if datajson_text: datajson_text = clean_up_datajson(datajson_text) new_file_name = save_datajson_to_new_file_name(datajson_text, prefix) datajson_loads = json.loads(datajson_text) # Ensure this is a dict datajson_dict = {} new_file_name[new_file_name] = datajson_loads return datajson_dict # From web #=== If no prior file and problem with web if not file_name: return False #=== Otherwise use a file datajson_dict = get_datajson_from_file(file_name) # Guarantees dict datajson_dict = clean_up_datajson(datajson_dict) return datajson_dict # From file
def get_datajson_dict(prefix, url): file_list = data_json_tools.get_file_list( max_load=1, file_date_pattern="", # Use default date pattern file_name_prefix=prefix + "[" + FILE_NAME_DELIMITER + "]", file_name_suffix="[" + FILE_NAME_DELIMITER + "]" + "*.json", ) if file_list: file_name = file_list[0] # Latest only file_age = get_file_age(file_name) print("Most recent file: " + file_name) else: file_name = False file_age = False print("Not found:" + prefix) # === If file is old or nonexistant, attempt to load from web if not file_name or file_age > MAX_DAYS_OLD: datajson_text = get_datajson_from_web(url) if datajson_text: datajson_text = clean_up_datajson(datajson_text) new_file_name = save_datajson_to_new_file_name(datajson_text, prefix) datajson_loads = json.loads(datajson_text) # Ensure this is a dict datajson_dict = {} new_file_name[new_file_name] = datajson_loads return datajson_dict # From web # === If no prior file and problem with web if not file_name: return False # === Otherwise use a file datajson_dict = get_datajson_from_file(file_name) # Guarantees dict datajson_dict = clean_up_datajson(datajson_dict) return datajson_dict # From file
def main(max_load=1, file_date_pattern=''): file_list = tools.get_file_list(max_load, file_date_pattern) build_catalog_urls_list(file_list)