def get_datajson_dict(prefix, url):
file_list = data_json_tools.get_file_list(
max_load = 1
, file_date_pattern = '' # Use default date pattern
, file_name_prefix = prefix + '['+ FILE_NAME_DELIMITER +']'
, file_name_suffix = '['+ FILE_NAME_DELIMITER + ']'+ '*.json'
)
if file_list:
file_name = file_list[0] # Latest only
file_age = get_file_age(file_name)
print("Most recent file: " + file_name)
else:
file_name = False
file_age = False
print("Not found:" + prefix)
#=== If file is old or nonexistant, attempt to load from web
if not file_name or file_age > MAX_DAYS_OLD:
datajson_text = get_datajson_from_web(url)
if datajson_text:
datajson_text = clean_up_datajson(datajson_text)
new_file_name = save_datajson_to_new_file_name(datajson_text, prefix)
datajson_loads = json.loads(datajson_text)
# Ensure this is a dict
datajson_dict = {}
new_file_name[new_file_name] = datajson_loads
return datajson_dict # From web
#=== If no prior file and problem with web
if not file_name:
return False
#=== Otherwise use a file
datajson_dict = get_datajson_from_file(file_name) # Guarantees dict
datajson_dict = clean_up_datajson(datajson_dict)
return datajson_dict # From file
def get_datajson_dict(prefix, url):
file_list = data_json_tools.get_file_list(
max_load=1,
file_date_pattern="", # Use default date pattern
file_name_prefix=prefix + "[" + FILE_NAME_DELIMITER + "]",
file_name_suffix="[" + FILE_NAME_DELIMITER + "]" + "*.json",
)
if file_list:
file_name = file_list[0] # Latest only
file_age = get_file_age(file_name)
print("Most recent file: " + file_name)
else:
file_name = False
file_age = False
print("Not found:" + prefix)
# === If file is old or nonexistant, attempt to load from web
if not file_name or file_age > MAX_DAYS_OLD:
datajson_text = get_datajson_from_web(url)
if datajson_text:
datajson_text = clean_up_datajson(datajson_text)
new_file_name = save_datajson_to_new_file_name(datajson_text, prefix)
datajson_loads = json.loads(datajson_text)
# Ensure this is a dict
datajson_dict = {}
new_file_name[new_file_name] = datajson_loads
return datajson_dict # From web
# === If no prior file and problem with web
if not file_name:
return False
# === Otherwise use a file
datajson_dict = get_datajson_from_file(file_name) # Guarantees dict
datajson_dict = clean_up_datajson(datajson_dict)
return datajson_dict # From file
def main(max_load=1, file_date_pattern=''):
file_list = tools.get_file_list(max_load, file_date_pattern)
build_catalog_urls_list(file_list)
def main(max_load=1, file_date_pattern=''):
file_list = tools.get_file_list(max_load, file_date_pattern)
build_catalog_urls_list(file_list)
