def test_get_data_as_dataframe(): with test_util.temp_dir() as data_dir: with test_util.mocked_urls(MOCKED_URLS): data = ulmo.twc.kbdi.get_data( start='2013-04-09', end='2013-04-09', as_dataframe=True, data_dir=data_dir, ) assert isinstance(data, pandas.DataFrame)
def test_data_dir_used(): with test_util.temp_dir() as data_dir: with test_util.mocked_urls(MOCKED_URLS): ulmo.twc.kbdi.get_data( start='2013-04-09', end='2013-04-11', as_dataframe=True, data_dir=data_dir, ) files_glob = glob.glob(os.path.join(data_dir, '*')) assert len(files_glob) == 3
def test_get_data_by_county(): with test_util.temp_dir() as data_dir: for test_set in test_sets: with test_util.mocked_urls(MOCKED_URLS): data = ulmo.twc.kbdi.get_data( county=test_set['fips'], start=test_set['start'], end=test_set['end'], data_dir=data_dir, ) assert len(data) == 1 assert test_set['fips'] in data
def test_get_data(): with test_util.temp_dir() as data_dir: for test_set in test_sets: with test_util.mocked_urls(MOCKED_URLS): data = ulmo.twc.kbdi.get_data( start=test_set['start'], end=test_set['end'], data_dir=data_dir, ) values = data.get(test_set['fips'], {}) test_values = test_set['values'] for test_value in test_values: assert test_value in values
def test_get_raster(): layer = 'Alaska 2 arc-second' bbox = (-149.5, 60.5, -149.3, 60.7) #availability_url = 'https://www.sciencebase.gov/catalog/items?fields=webLinks,spatial,title&q=&filter=tags=National Elevation Dataset (NED) Alaska 2 arc-second&filter=tags=IMG&filter=spatialQuery=Polygon ((-149.5 60.7,-149.5 60.5,-149.3 60.5,-149.3 60.7,-149.5 60.7))&format=json&max=1000' #zip_url = 'ftp://rockyftp.cr.usgs.gov/vdelivery/Datasets/Staged/NED/2/IMG/n61w150.zip' availability_url = 'https://www.sciencebase.gov/catalog/*' zip_url = 'ftp://rockyftp.cr.usgs.gov/vdelivery/Datasets/*' url_files = { availability_url: 'usgs/ned/get_raster_test_availability.json', zip_url: 'n61w150.zip', } test_file = test_util.get_test_file_path('usgs/ned/n61w150.img') with test_util.temp_dir() as data_dir: #with test_util.mocked_urls(url_files): locs = ulmo.usgs.ned.get_raster(layer, bbox, path=data_dir) raster_tile = locs['features'][0]['properties']['file'] assert filecmp.cmp(raster_tile, test_file)
def test_get_raster(): product_key = 'NCP' bbox = (-97.992, 31.991, -97.991, 31.992) #availability_url = 'http://extract.cr.usgs.gov/requestValidationServiceClient/sampleRequestValidationServiceProxy/getTiledDataDirectURLs2.jsp?TOP=31.992&BOTTOM=31.991&LEFT=-97.992&RIGHT=-97.991&LAYER_IDS=NCP&JSON=true' #jp2_url = 'http://tdds2.cr.usgs.gov/lta5/ortho/naip/compressed/TX/2012/201204_texas_naip_1x0000m_cnir/31097/m_3109701_nw_14_1_20120725_20121015.jp2' format_url = 'http://nimbus.cr.usgs.gov/index_service/Index_Service_JSON2.asmx' availability_url = 'http://extract.cr.usgs.gov/requestValidationServiceClient/sampleRequestValidationServiceProxy/getTiledDataDirectURLs2.jsp' jp2_url = 'http://tdds2.cr.usgs.gov/lta5/ortho/naip/compressed/TX/2012/201204_texas_naip_1x0000m_cnir/31097/m_3109701_nw_14_1_20120725_20121015.jp2' url_files = { format_url: 'usgs/eros/formats_ncp.json', availability_url: 'usgs/eros/get_raster_test_availability.json', jp2_url: 'usgs/eros/m_3109701_nw_14_1_20120725_20121015.jp2', } test_file = test_util.get_test_file_path('usgs/eros/m_3109701_nw_14_1_20120725_20121015.jp2') with test_util.temp_dir() as data_dir: with test_util.mocked_urls(url_files): locs = ulmo.usgs.eros.get_raster(product_key, bbox, path=data_dir) raster_tile = locs['features'][0]['properties']['file'] assert filecmp.cmp(raster_tile, test_file)