def test_gf_low_var2():
"""
Ensure second edge case, low res, retreives proper file
Edge Case
---------
When: (2006, 11, 4), (2006, 12, 1), (2008, 2, 26)
F16 not avaialable, must scrape F15 on these days
"""
s1 = Swepy(os.getcwd(), ul="N", lr="N", high_res=False)
s1.set_login()
date = datetime.datetime(2006, 11, 4)
file = s1.get_file(date, "19H")
assert file == {
"protocol": "http",
"server": "localhost:8000",
"datapool": "MEASURES",
"resolution": "25km",
"platform": "F15",
"sensor": "SSMI",
"date1": datetime.datetime(2006, 11, 4),
"date2": datetime.datetime(2006, 11, 3),
"channel": "19H",
"grid": "N",
"input": "CSU",
"dataversion": "v1.3",
"pass": "******",
"algorithm": "GRD",
}
def test_gf_evening_edge():
"""
Ensure proper file is retreived for certain dates
that require evening imagery
Edge Case
---------
When: (2005, 5, 12), (2006, 2, 4), (2008, 1, 2), (2008, 2, 26)
Must use an evening pass on these dates, no morning available
"""
s1 = Swepy(os.getcwd(), ul="N", lr="N")
s1.set_login()
date = datetime.datetime(2005, 5, 12)
file = s1.get_file(date, "19H")
assert file == {
"protocol": "http",
"server": "localhost:8000",
"datapool": "MEASURES",
"resolution": "6.25km",
"platform": "F15",
"sensor": "SSMI",
"date1": datetime.datetime(2005, 5, 12),
"date2": datetime.datetime(2005, 5, 12),
"channel": "19H",
"grid": "N",
"input": "CSU",
"dataversion": "v1.3",
"pass": "******",
"algorithm": "SIR",
}
def test_gf_smmr():
"""
Ensure pre-1980 days are properly scraped
Pre 1980 data uses the smmr sensor
"""
s1 = Swepy(os.getcwd(), ul="N", lr="N")
s1.set_login()
date = datetime.datetime(1979, 1, 1)
file = s1.get_file(date, "19H")
assert file == {
"protocol": "http",
"server": "localhost:8000",
"datapool": "MEASURES",
"resolution": "6.25km",
"platform": "NIMBUS7",
"sensor": "SMMR",
"date1": datetime.datetime(1979, 1, 1),
"date2": datetime.datetime(1979, 1, 1),
"channel": "18H",
"grid": "N",
"input": "JPL",
"dataversion": "v1.3",
"pass": "******",
"algorithm": "SIR",
}
def test_convert_zarr():
"""
Ensure that a dictionary is returned (this could be more meaningful)
"""
s1 = Swepy(os.getcwd())
res = s1.convert_netcdf_zarr()
assert type(res) == dict
def test_gf_low_var1():
"""
Ensure first edge case, low res, retreives proper file
Edge Case
---------
When: Between 2001,11,6 and 2004, 4, 9
F15 not avaialable, must scrape F14
"""
s1 = Swepy(os.getcwd(), ul="N", lr="N", high_res=False)
s1.set_login()
date = datetime.datetime(2003, 11, 6)
file = s1.get_file(date, "19H")
assert file == {
"protocol": "http",
"server": "localhost:8000",
"datapool": "MEASURES",
"resolution": "25km",
"platform": "F14",
"sensor": "SSMI",
"date1": datetime.datetime(2003, 11, 6),
"date2": datetime.datetime(2003, 11, 5),
"channel": "19H",
"grid": "N",
"input": "CSU",
"dataversion": "v1.3",
"pass": "******",
"algorithm": "GRD",
}
def test_gs_2008_edge():
"""
Ensure low res, 5th edge case, proper sensor retrieved
Edge Case
---------
When: Between (1987, 8, 21) and (1988, 1, 1)
NIMBUS drops off on aug 21, 1987 and F08 starts
"""
s1 = Swepy(os.getcwd(), ul="N", lr="N")
s1.set_login()
date = datetime.datetime(2008, 3, 7)
file = s1.get_file(date, "19H")
assert file == {
"protocol": "http",
"server": "localhost:8000",
"datapool": "MEASURES",
"resolution": "6.25km",
"platform": "F16",
"sensor": "SSMIS",
"date1": datetime.datetime(2008, 3, 7),
"date2": datetime.datetime(2008, 3, 7),
"channel": "19H",
"grid": "N",
"input": "CSU",
"dataversion": "v1.3",
"pass": "******",
"algorithm": "SIR",
}
def test_get_grid_S():
"""
assert proper grid is determined from lat/lon in South Hemi
"""
s1 = Swepy(os.getcwd())
lat1 = -50
lat2 = -80
assert s1.get_grid(lat1, lat2) == "S"
def test_get_grid_T():
"""
assert proper grid is determined from lat/lon in Mid lats
"""
s1 = Swepy(os.getcwd())
lat1 = 30
lat2 = 30
assert s1.get_grid(lat1, lat2) == "T"
def test_get_grid_N():
"""
assert proper grid is determined from lat/lon in North Hemi
"""
s1 = Swepy(os.getcwd())
lat1 = 45
lat2 = 80
assert s1.get_grid(lat1, lat2) == "N"
def test_safe_subtract2():
"""
Test s1[1] > s2[1] & s1[2] < s1[2]
"""
s1 = Swepy(os.getcwd())
tb19 = np.ones((1, 154, 152))
tb37 = np.ones((1, 152, 153))
tb = s1.safe_subtract(tb19, tb37)
assert np.shape(tb) == (1, 151, 151)
def test_get_grid_fails():
"""
assert exception is raised when lat/lon are incorrect
"""
s1 = Swepy(os.getcwd())
lat1 = -62
lat2 = 70
with pytest.raises(Exception):
s1.get_grid(lat1, lat2)
def test_get_xy_none():
"""
Ensure that exception is raised when provided lat/lon are None
"""
ll_lr = None
ll_ul = None
s1 = Swepy(os.getcwd())
with pytest.raises(Exception):
s1.get_xy(ll_ul, ll_lr)
def test_clean_dirs():
"""
Ensure that directory is indeed emptied
"""
s1 = Swepy(os.getcwd())
try:
s1.clean_dirs()
list1 = glob.glob("*nc")
assert list1 == []
except PermissionError:
assert True
def test_set_params_bounds():
"""
test the ability to set grid bounds after class instantiation
"""
start = datetime.date(2010, 1, 1)
s1 = Swepy(os.getcwd())
s1.set_dates(start, start)
s1.set_login("test", "test")
s1.set_grid(ul=[66, -145], lr=[73, -166])
assert s1.check_params() is True
def test_sensor_low_2008_edge():
"""
Ensure low res, third edge case, proper sensor retrieved
Edge Case
---------
When: Between (2008, 3, 6) and (2008, 12, 31)
F18 not avaialable, must scrape F17
"""
s1 = Swepy(os.getcwd(), ul="N", lr="N", high_res=False)
s1.set_login()
date = datetime.datetime(2008, 3, 10)
result_file = s1.get_file(date, "19H")
assert result_file["platform"] == "F17"
def test_get_xy_N():
"""
ensure proper x/y conversion occurs from given lat/lon in North grid
"""
ll_ul = [62, -140]
ll_lr = [73, -166]
s1 = Swepy(os.getcwd(), ul=ll_ul, lr=ll_lr)
list1 = s1.get_xy(ll_ul, ll_lr)
assert list1 == pytest.approx(
[
-1988822.7284991555,
2370186.631721887,
-457544.84080317616,
1835112.1237310776,
],
0.1,
)
def test_get_xy_S():
"""
ensure proper x/y conversion occurs from given lat/lon in south grid
"""
ll_lr = [-80, 9]
ll_ul = [-69, -16]
s1 = Swepy(os.getcwd(), ul=ll_ul, lr=ll_lr)
list1 = s1.get_xy(ll_ul, ll_lr)
assert list1 == pytest.approx(
[
-642633.6942027323,
2241130.027261451,
174488.41818780638,
1101676.5146265049,
],
0.1,
)
def scraped_files():
date = datetime.date(2010, 1, 1)
s1 = Swepy(os.getcwd(), ul="N", lr="N")
s1.set_dates(date, date)
s1.set_login("test", "test")
files = s1.scrape()
return (files[0][0], files[1][0])
def test_concat():
"""
Ensure files are renamed after concatenation occurs
"""
s1 = Swepy(os.getcwd(), ul=[66, -145], lr=[73, -166])
setattr(
s1,
"sub19list",
["NSIDC-0630-EASE2_N6.25km-F17_SSMIS-2010001-19H-M-SIR-CSU-v1.3.nc"],
)
setattr(
s1,
"sub37list",
["NSIDC-0630-EASE2_N3.125km-F17_SSMIS-2010001-37H-M-SIR-CSU-v1.3.nc"],
)
s1.concatenate()
list1 = glob.glob("*all*")
assert "all_days_19H.nc" in list1
def test_set_params_auth():
"""
ensure ability to login to Earth Data
"""
start = datetime.date(2010, 1, 1)
s1 = Swepy(os.getcwd(), ul=[66, -145], lr=[73, -166]) # swe_object
s1.set_dates(start, start)
s1.set_login(username="******", password="******")
assert s1.check_params() is True
def test_set_params_dates():
"""
ensure ability to set date range after class instantiation
"""
s1 = Swepy(os.getcwd(), ul=[66, -145], lr=[73, -166]) # swe_object
s1.set_login("test", "test")
s1.set_dates(start=datetime.date(2010, 1, 1),
end=datetime.date(2010, 1, 1))
assert s1.check_params() is True
def test_check_params_true():
"""
ensure check params returns true when the class is prepared to scrape files
"""
start = datetime.date(2010, 1, 1)
ul = [66, -145]
lr = [76, -166]
s1 = Swepy(os.getcwd(), ul, lr)
s1.set_login("test", "test")
s1.set_dates(start, start)
assert s1.check_params() is True
def test_subset():
"""
Ensure files are moved to sub directory and have been reduced in size
"""
if not os.path.exists("sub"):
os.mkdir("sub")
s1 = Swepy(os.getcwd(), ul=[66, -145], lr=[71, -166])
setattr(
s1,
"down19list",
["NSIDC-0630-EASE2_N6.25km-F17_SSMIS-2010001-19H-M-SIR-CSU-v1.3.nc"],
)
setattr(
s1,
"down37list",
["NSIDC-0630-EASE2_N3.125km-F17_SSMIS-2010001-37H-M-SIR-CSU-v1.3.nc"],
)
path = os.getcwd() + "/"
# '/tests/data/MEASURES/NSIDC-0630.001/2010.01.01/'
out_dir = path + "/sub/"
s1.subset(in_dir=path, out_dir19=out_dir, out_dir37=out_dir)
os.chdir(out_dir)
list1 = glob.glob("*.nc")
assert os.stat(list1[0]).st_size < 100000
def test_gf_low_TA():
"""
Ensure mid lats, low res, retrieves proper file
"""
s1 = Swepy(os.getcwd(), ul="T", lr="T", high_res=False)
s1.set_login()
date = datetime.datetime(2006, 11, 4)
file = s1.get_file(date, "19H")
assert file == {
"protocol": "http",
"server": "localhost:8000",
"datapool": "MEASURES",
"resolution": "25km",
"platform": "F15",
"sensor": "SSMI",
"date1": datetime.datetime(2006, 11, 4),
"date2": datetime.datetime(2006, 11, 3),
"channel": "19H",
"grid": "T",
"input": "CSU",
"dataversion": "v1.3",
"pass": "******",
"algorithm": "GRD",
}
def test_scrape():
"""
Ensure files now exist once scrape has been called
"""
date = datetime.date(2010, 1, 1)
s1 = Swepy(os.getcwd(), ul="N", lr="N")
s1.set_login("test", "test")
s1.set_dates(date, date)
s1.scrape()
list1 = glob.glob("*.nc")
assert list1 == [
"NSIDC-0630-EASE2_N6.25km-F17_SSMIS-2010001-19H-M-SIR-CSU-v1.3.nc",
"NSIDC-0630-EASE2_N3.125km-F17_SSMIS-2010001-37H-M-SIR-CSU-v1.3.nc",
] or list1 == [
"NSIDC-0630-EASE2_N3.125km-F17_SSMIS-2010001-37H-M-SIR-CSU-v1.3.nc",
"NSIDC-0630-EASE2_N6.25km-F17_SSMIS-2010001-19H-M-SIR-CSU-v1.3.nc",
]
def test_get_file_low():
"""
Ensure low res, normal date (no edge case) returns proper file information
"""
s1 = Swepy(os.getcwd(), ul="N", lr="N", high_res=False)
s1.set_login()
date = datetime.datetime(2010, 1, 1)
file = s1.get_file(date, "19H")
assert file == {
"protocol": "http",
"server": "localhost:8000",
"datapool": "MEASURES",
"resolution": "25km",
"platform": "F17",
"sensor": "SSMIS",
"date1": datetime.datetime(2010, 1, 1),
"date2": datetime.datetime(2010, 1, 1),
"channel": "19H",
"grid": "N",
"input": "CSU",
"dataversion": "v1.3",
"pass": "******",
"algorithm": "GRD",
}
def test_login():
s1 = Swepy(os.getcwd())
s1.set_login("test", "test")
assert s1.nD is not None
def test_nodir():
"""
assert working directoy is set to current working directory when nothing is given to class
"""
s1 = Swepy(None)
assert s1.working_dir == os.getcwd()
def swepy_obj():
"""
swepy object for testing
"""
s1 = Swepy(os.getcwd(), ul=[66, -145], lr=[73, -166])
return s1
def test_final_concat_fail():
s1 = Swepy(os.getcwd())
res = s1.final_concat()
assert res == ("all_days_19H.nc", "all_days_37H.nc")
