def _update_file_index(filename): """ Non webservice approach for caching file index Experimental, not currently in use. """ index = {} for name, layer in layer_dict.items(): print('retrieving file index for NED layer - %s' % name) url = NED_FTP_URL.replace('<layer>', layer) index[name] = sorted([line for line in util.dir_list(url) if 'zip' in line]) with open(filename, 'wb') as outfile: json.dump(index, outfile) print('ned raster file index saved in %s' % filename) return filename
def _get_url(element, by_state): ftp_dir = "ftp://ftp.ncdc.noaa.gov/pub/data/cirs/climdiv/" files = util.dir_list(ftp_dir) most_recent = _most_recent(files, element, by_state) return ftp_dir + most_recent