def test_Query_as_where_condition(self):
"""Check queries work correctly as conditions in 'where' method."""
# TODO: extend test; added as-is to capture a specific bug (now fixed)
s_data = cf.Data([30, 60, 90], 'second')
m_lt_query = cf.lt(1, units="minute")
s_lt_query = cf.lt(60, units="second")
m_ge_query = cf.ge(1, units="minute")
s_ge_query = cf.ge(60, units="second")
for query_pair in [
(m_lt_query, s_lt_query), (m_ge_query, s_ge_query)]:
m_query, s_query = query_pair
equal_units_where = s_data.data.where(s_query, 0)
mixed_units_where = s_data.data.where(m_query, 0)
self.assertTrue(
(mixed_units_where.array == equal_units_where.array).all()
)
equal_units_where_masked = s_data.data.where(s_query, cf.masked)
mixed_units_where_masked = s_data.data.where(m_query, cf.masked)
self.assertEqual(
mixed_units_where_masked.count(),
equal_units_where_masked.count()
)
def test_Query_datetime1(self):
d = cf.Data([[1., 5.], [6, 2]],
'days since 2000-12-29 21:00:00',
calendar='standard')
message = 'Diff =' + str(
(d -
cf.Data(cf.dt('2001-01-03 21:00:00', calendar='standard'))).array)
self.assertTrue((d == cf.eq(cf.dt('2001-01-03 21:00:00'))).equals(
cf.Data([[False, True], [False, False]]), verbose=2), message)
self.assertTrue((d == cf.ne(cf.dt('2001-01-03 21:00:00'))).equals(
cf.Data([[True, False], [True, True]])), message)
self.assertTrue((d == cf.ge(cf.dt('2001-01-03 21:00:00'))).equals(
cf.Data([[False, True], [True, False]])), message)
self.assertTrue((d == cf.gt(cf.dt('2001-01-03 21:00:00'))).equals(
cf.Data([[False, False], [True, False]])), message)
self.assertTrue((d == cf.le(cf.dt('2001-01-03 21:00:00'))).equals(
cf.Data([[True, True], [False, True]])), message)
self.assertTrue((d == cf.lt(cf.dt('2001-01-03 21:00:00'))).equals(
cf.Data([[True, False], [False, True]])), message)
self.assertTrue((d == cf.wi(cf.dt('2000-12-31 21:00:00'),
cf.dt('2001-01-03 21:00:00'))).equals(
cf.Data([[False, True],
[False, True]])), message)
self.assertTrue((d == cf.wo(cf.dt('2000-12-31 21:00:00'),
cf.dt('2001-01-03 21:00:00'))).equals(
cf.Data([[True, False],
[True, False]])), message)
self.assertTrue((d == cf.set([
cf.dt('2000-12-31 21:00:00'),
cf.dt('2001-01-03 21:00:00')
])).equals(cf.Data([[False, True], [False, True]])), message)
_ = cf.seasons()
[
cf.seasons(n, start) for n in [1, 2, 3, 4, 6, 12]
for start in range(1, 13)
]
with self.assertRaises(Exception):
cf.seasons(13)
with self.assertRaises(Exception):
cf.seasons(start=8.456)
_ = cf.mam()
_ = cf.djf()
_ = cf.jja()
_ = cf.son()
c == 2
c == 3
upper_bounds_ge_minus4 = cf.Query('ge', -4, attr='upper_bounds')
X = t.dimension_coordinate('X')
X
print(X.bounds.array)
print((upper_bounds_ge_minus4 == X).array)
cf.contains(4)
cf.Query('lt', 4, attr='lower_bounds') & cf.Query('ge', 4, attr='upper_bounds')
cf.ge(3)
cf.ge(cf.dt('2000-3-23'))
cf.year(1999)
cf.month(cf.wi(6, 8))
cf.jja()
cf.contains(4)
cf.cellsize(cf.lt(10, 'degrees'))
print("\n**Assignment by condition**\n")
t = cf.read('file.nc')[1]
print(t.array)
u = t.where(cf.lt(273.15), x=cf.masked)
print(u.array)
u = t.where(cf.lt(273.15), x=0, y=1)
print(u.array)
print(t.where(u, x=-t, y=-99).array)
print(t.where(cf.gt(0.5), x=cf.masked, construct='grid_latitude').array)
print("\n**Field creation**\n")
print("\n**Stage 1:** The field construct is created without metadata\n")
def test_Query_evaluate(self):
for x in (5, cf.Data(5, 'kg m-2'), cf.Data([5], 'kg m-2 s-1')):
self.assertEqual(x, cf.eq(5))
self.assertEqual(x, cf.lt(8))
self.assertEqual(x, cf.le(8))
self.assertEqual(x, cf.gt(3))
self.assertEqual(x, cf.ge(3))
self.assertEqual(x, cf.wi(3, 8))
self.assertEqual(x, cf.wo(8, 11))
self.assertEqual(x, cf.set([3, 5, 8]))
self.assertEqual(cf.eq(5), x)
self.assertEqual(cf.lt(8), x)
self.assertEqual(cf.le(8), x)
self.assertEqual(cf.gt(3), x)
self.assertEqual(cf.ge(3), x)
self.assertEqual(cf.wi(3, 8), x)
self.assertEqual(cf.wo(8, 11), x)
self.assertEqual(cf.set([3, 5, 8]), x)
self.assertNotEqual(x, cf.eq(8))
self.assertNotEqual(x, cf.lt(3))
self.assertNotEqual(x, cf.le(3))
self.assertNotEqual(x, cf.gt(8))
self.assertNotEqual(x, cf.ge(8))
self.assertNotEqual(x, cf.wi(8, 11))
self.assertNotEqual(x, cf.wo(3, 8))
self.assertNotEqual(x, cf.set([3, 8, 11]))
# Test that the evaluation is commutative i.e. A == B
# means B == A
self.assertNotEqual(x, cf.eq(8))
self.assertNotEqual(x, cf.lt(3))
self.assertNotEqual(x, cf.le(3))
self.assertNotEqual(x, cf.gt(8))
self.assertNotEqual(x, cf.ge(8))
self.assertNotEqual(x, cf.wi(8, 11))
self.assertNotEqual(x, cf.wo(3, 8))
self.assertNotEqual(x, cf.set([3, 8, 11]))
self.assertNotEqual(cf.eq(8), x)
self.assertNotEqual(cf.lt(3), x)
self.assertNotEqual(cf.le(3), x)
self.assertNotEqual(cf.gt(8), x)
self.assertNotEqual(cf.ge(8), x)
self.assertNotEqual(cf.wi(8, 11), x)
self.assertNotEqual(cf.wo(3, 8), x)
self.assertNotEqual(cf.set([3, 8, 11]), x)
# --- End: for
c = cf.wi(2, 4)
d = cf.wi(6, 8)
e = d | c
self.assertTrue(c.evaluate(3))
self.assertFalse(c.evaluate(5))
self.assertTrue(e.evaluate(3))
self.assertTrue(e.evaluate(7))
self.assertFalse(e.evaluate(5))
self.assertEqual(3, c)
self.assertNotEqual(5, c)
self.assertEqual(c, 3)
self.assertNotEqual(c, 5)
self.assertEqual(3, e)
self.assertEqual(7, e)
self.assertNotEqual(5, e)
self.assertEqual(e, 3)
self.assertEqual(e, 7)
self.assertNotEqual(e, 5)
x = 'qwerty'
self.assertEqual(x, cf.eq('qwerty'))
self.assertEqual(x, cf.eq(re.compile('^qwerty$')))
self.assertEqual(x, cf.eq(re.compile('qwe')))
self.assertEqual(x, cf.eq(re.compile('qwe.*')))
self.assertEqual(x, cf.eq(re.compile('.*qwe')))
self.assertEqual(x, cf.eq(re.compile('.*rty')))
self.assertEqual(x, cf.eq(re.compile('.*rty$')))
self.assertEqual(x, cf.eq(re.compile('^.*rty$')))
self.assertEqual(x, cf.eq(re.compile('rty$')))
self.assertNotEqual(x, cf.eq('QWERTY'))
self.assertNotEqual(x, cf.eq(re.compile('QWERTY')))
self.assertNotEqual(x, cf.eq(re.compile('^QWERTY$')))
self.assertNotEqual(x, cf.eq(re.compile('QWE')))
self.assertNotEqual(x, cf.eq(re.compile('QWE.*')))
self.assertNotEqual(x, cf.eq(re.compile('.*QWE')))
self.assertNotEqual(x, cf.eq(re.compile('.*RTY')))
self.assertNotEqual(x, cf.eq(re.compile('.*RTY$')))
self.assertNotEqual(x, cf.eq(re.compile('^.*RTY$')))
def test_Query_dteq_dtne_dtge_dtgt_dtle_dtlt(self):
d = cf.Data([[1., 5.], [6, 2]], 'days since 2000-12-29 21:00:00')
message = 'Diff =' + str((d-cf.Data(
cf.dt('2001-01-03 21:00:00', calendar='standard'))).array)
self.assertTrue(
(d == cf.eq(cf.dt('2001-01-03 21:00:00'))).equals(
cf.Data([[False, True], [False, False]])),
message
)
self.assertTrue(
(d == cf.ne(cf.dt('2001-01-03 21:00:00'))).equals(
cf.Data([[True, False], [True, True]])),
message
)
self.assertTrue(
(d == cf.ge(cf.dt('2001-01-03 21:00:00'))).equals(
cf.Data([[False, True], [True, False]])),
message
)
self.assertTrue(
(d == cf.gt(cf.dt('2001-01-03 21:00:00'))).equals(
cf.Data([[False, False], [True, False]])),
message
)
self.assertTrue(
(d == cf.le(cf.dt('2001-01-03 21:00:00'))).equals(
cf.Data([[True, True], [False, True]])),
message
)
self.assertTrue(
(d == cf.lt(cf.dt('2001-01-03 21:00:00'))).equals(
cf.Data([[True, False], [False, True]])),
message
)
self.assertTrue(
(d == cf.eq(cf.dt(2001, 1, 3, 21, 0, 0))).equals(
cf.Data([[False, True], [False, False]])),
message
)
self.assertTrue(
(d == cf.ne(cf.dt(2001, 1, 3, 21, 0, 0))).equals(
cf.Data([[True, False], [True, True]])),
message
)
self.assertTrue(
(d == cf.ge(cf.dt(2001, 1, 3, 21, 0, 0))).equals(
cf.Data([[False, True], [True, False]])),
message
)
self.assertTrue(
(d == cf.gt(cf.dt(2001, 1, 3, 21, 0, 0))).equals(
cf.Data([[False, False], [True, False]])),
message
)
self.assertTrue(
(d == cf.le(cf.dt(2001, 1, 3, 21, 0, 0))).equals(
cf.Data([[True, True], [False, True]])),
message
)
self.assertTrue(
(d == cf.lt(cf.dt(2001, 1, 3, 21, 0, 0))).equals(
cf.Data([[True, False], [False, True]])),
message
)
d = cf.dt(2002, 6, 16)
self.assertEqual(cf.eq(cf.dt(2002, 6, 16)), d)
self.assertNotEqual(cf.eq(cf.dt(1990, 1, 1)), d)
self.assertNotEqual(cf.eq(cf.dt('2100-1-1')), d)
self.assertNotEqual(
cf.eq(cf.dt('2001-1-1')) & cf.eq(cf.dt(2010, 12, 31)), d)
d = cf.dt(2002, 6, 16)
self.assertEqual(cf.ge(cf.dt(1990, 1, 1)), d)
self.assertEqual(cf.ge(cf.dt(2002, 6, 16)), d)
self.assertNotEqual(cf.ge(cf.dt('2100-1-1')), d)
self.assertNotEqual(
cf.ge(cf.dt('2001-1-1')) & cf.ge(cf.dt(2010, 12, 31)), d)
d = cf.dt(2002, 6, 16)
self.assertEqual(cf.gt(cf.dt(1990, 1, 1)), d)
self.assertNotEqual(cf.gt(cf.dt(2002, 6, 16)), d)
self.assertNotEqual(cf.gt(cf.dt('2100-1-1')), d)
self.assertEqual(
cf.gt(cf.dt('2001-1-1')) & cf.le(cf.dt(2010, 12, 31)), d)
d = cf.dt(2002, 6, 16)
self.assertEqual(cf.ne(cf.dt(1990, 1, 1)), d)
self.assertNotEqual(cf.ne(cf.dt(2002, 6, 16)), d)
self.assertEqual(cf.ne(cf.dt('2100-1-1')), d)
self.assertEqual(
cf.ne(cf.dt('2001-1-1')) & cf.ne(cf.dt(2010, 12, 31)), d)
d = cf.dt(2002, 6, 16)
self.assertNotEqual(cf.le(cf.dt(1990, 1, 1)), d)
self.assertEqual(cf.le(cf.dt(2002, 6, 16)), d)
self.assertEqual(cf.le(cf.dt('2100-1-1')), d)
self.assertNotEqual(
cf.le(cf.dt('2001-1-1')) & cf.le(cf.dt(2010, 12, 31)), d)
d = cf.dt(2002, 6, 16)
self.assertNotEqual(cf.lt(cf.dt(1990, 1, 1)), d)
self.assertNotEqual(cf.lt(cf.dt(2002, 6, 16)), d)
self.assertEqual(cf.lt(cf.dt('2100-1-1')), d)
self.assertNotEqual(
cf.lt(cf.dt('2001-1-1')) & cf.lt(cf.dt(2010, 12, 31)), d)
def test_Domain_subspace(self):
f = self.d.copy()
x = f.dimension_coordinate("X")
a = x.varray
a[...] = numpy.arange(0, 360, 40)
x.set_bounds(x.create_bounds())
f.cyclic("X", iscyclic=True, period=360)
f0 = f.copy()
# wi (increasing)
g = f.subspace(grid_longitude=cf.wi(50, 130))
self.assertEqual(g.size, 20)
x = g.construct("grid_longitude").array
self.assertTrue((x == [80, 120]).all())
g = f.subspace(grid_longitude=cf.wi(-90, 50))
self.assertEqual(g.size, 40)
x = g.construct("grid_longitude").array
self.assertTrue((x == [-80, -40, 0, 40]).all())
g = f.subspace(grid_longitude=cf.wi(310, 450))
self.assertEqual(g.size, 40)
x = g.construct("grid_longitude").array
self.assertTrue((x == [-40, 0, 40, 80]).all())
g = f.subspace(grid_longitude=cf.wi(310 - 1080, 450 - 1080))
self.assertEqual(g.size, 40)
x = g.construct("grid_longitude").array
self.assertTrue((x == [-40, 0, 40, 80]).all())
g = f.subspace(grid_longitude=cf.wi(310 + 720, 450 + 720))
self.assertEqual(g.size, 40)
x = g.construct("grid_longitude").array
self.assertTrue((x == [-40, 0, 40, 80]).all())
g = f.subspace(grid_longitude=cf.wi(-90, 370))
self.assertEqual(g.size, 90)
x = g.construct("grid_longitude").array
self.assertTrue((x == [-80, -40, 0, 40, 80, 120, 160, 200,
240.0]).all())
with self.assertRaises(IndexError):
f.indices(grid_longitude=cf.wi(90, 100))
# wi (decreasing)
f.flip("X", inplace=True)
g = f.subspace(grid_longitude=cf.wi(50, 130))
self.assertEqual(g.size, 20)
x = g.construct("grid_longitude").array
self.assertTrue((x == [80, 120][::-1]).all())
g = f.subspace(grid_longitude=cf.wi(-90, 50))
self.assertEqual(g.size, 40)
x = g.construct("grid_longitude").array
self.assertTrue((x == [-80, -40, 0, 40][::-1]).all())
g = f.subspace(grid_longitude=cf.wi(310, 450))
self.assertEqual(g.size, 40)
x = g.construct("grid_longitude").array
self.assertTrue((x == [-40, 0, 40, 80][::-1]).all())
g = f.subspace(grid_longitude=cf.wi(310 - 1080, 450 - 1080))
self.assertEqual(g.size, 40)
x = g.construct("grid_longitude").array
self.assertTrue((x == [-40, 0, 40, 80][::-1]).all())
g = f.subspace(grid_longitude=cf.wi(310 + 720, 450 + 720))
self.assertEqual(g.size, 40)
x = g.construct("grid_longitude").array
self.assertTrue((x == [-40, 0, 40, 80][::-1]).all())
with self.assertRaises(IndexError):
f.indices(grid_longitude=cf.wi(90, 100))
# wo
f = f0.copy()
g = f.subspace(grid_longitude=cf.wo(50, 130))
self.assertEqual(g.size, 70)
x = g.construct("grid_longitude").array
self.assertTrue((x == [-200, -160, -120, -80, -40, 0, 40]).all())
with self.assertRaises(IndexError):
f.indices(grid_longitude=cf.wo(-90, 370))
# set
g = f.subspace(grid_longitude=cf.set([320, 40, 80, 99999]))
self.assertEqual(g.size, 30)
x = g.construct("grid_longitude").array
self.assertTrue((x == [40, 80, 320]).all())
g = f.subspace(grid_longitude=cf.lt(90))
self.assertEqual(g.size, 30)
x = g.construct("grid_longitude").array
self.assertTrue((x == [0, 40, 80]).all())
g = f.subspace(grid_longitude=cf.gt(90))
self.assertEqual(g.size, 60)
x = g.construct("grid_longitude").array
self.assertTrue((x == [120, 160, 200, 240, 280, 320]).all())
g = f.subspace(grid_longitude=cf.le(80))
self.assertEqual(g.size, 30)
x = g.construct("grid_longitude").array
self.assertTrue((x == [0, 40, 80]).all())
g = f.subspace(grid_longitude=cf.ge(80))
self.assertEqual(g.size, 70)
x = g.construct("grid_longitude").array
self.assertTrue((x == [80, 120, 160, 200, 240, 280, 320]).all())
# 2-d
lon = f.auxiliary_coordinate("X")
lon.data[...] = numpy.arange(60, 150).reshape(9, 10)
lat = f.auxiliary_coordinate("Y")
lat.data[...] = numpy.arange(-45, 45).reshape(10, 9)
for mode in ("compress", "envelope"):
g = f.subspace(mode, longitude=cf.wi(92, 134))
size = 50
self.assertEqual(g.size, size)
for mode in (("compress", ), ("envelope", )):
g = f.subspace(*mode, longitude=cf.wi(72, 83) | cf.gt(118))
if mode == ("envelope", ):
size = 80
else:
size = 60
self.assertEqual(g.size, size, mode)
for mode in ("compress", "envelope"):
g = f.subspace(mode, grid_longitude=cf.contains(23.2))
size = 10
self.assertEqual(g.size, size)
self.assertEqual(g.construct("grid_longitude").array, 40)
for mode in ("compress", "envelope"):
g = f.subspace(mode, grid_latitude=cf.contains(1))
size = 9
self.assertEqual(g.size, size)
self.assertEqual(g.construct("grid_latitude").array, 0.88)
for mode in ("compress", "envelope"):
g = f.subspace(mode, longitude=cf.contains(83))
size = 1
self.assertEqual(g.size, size)
self.assertEqual(g.construct("longitude").array, 83)
# Calls that should fail
with self.assertRaises(Exception):
f.subspace(grid_longitude=cf.gt(23), X=cf.wi(92, 134))
with self.assertRaises(Exception):
f.subspace(grid_longitude=cf.gt(23), longitude=cf.wi(92, 134))
with self.assertRaises(Exception):
f.subspace(grid_latitude=cf.contains(-23.2))
def test_Query_evaluate(self):
for x in (5, cf.Data(5, "kg m-2"), cf.Data([5], "kg m-2 s-1")):
self.assertEqual(x, cf.eq(5))
self.assertEqual(x, cf.lt(8))
self.assertEqual(x, cf.le(8))
self.assertEqual(x, cf.gt(3))
self.assertEqual(x, cf.ge(3))
self.assertEqual(x, cf.wi(3, 8))
self.assertEqual(x, cf.wo(8, 11))
self.assertEqual(x, cf.set([3, 5, 8]))
self.assertEqual(cf.eq(5), x)
self.assertEqual(cf.lt(8), x)
self.assertEqual(cf.le(8), x)
self.assertEqual(cf.gt(3), x)
self.assertEqual(cf.ge(3), x)
self.assertEqual(cf.wi(3, 8), x)
self.assertEqual(cf.wo(8, 11), x)
self.assertEqual(cf.set([3, 5, 8]), x)
self.assertNotEqual(x, cf.eq(8))
self.assertNotEqual(x, cf.lt(3))
self.assertNotEqual(x, cf.le(3))
self.assertNotEqual(x, cf.gt(8))
self.assertNotEqual(x, cf.ge(8))
self.assertNotEqual(x, cf.wi(8, 11))
self.assertNotEqual(x, cf.wo(3, 8))
self.assertNotEqual(x, cf.set([3, 8, 11]))
# Test that the evaluation is commutative i.e. A == B
# means B == A
self.assertNotEqual(x, cf.eq(8))
self.assertNotEqual(x, cf.lt(3))
self.assertNotEqual(x, cf.le(3))
self.assertNotEqual(x, cf.gt(8))
self.assertNotEqual(x, cf.ge(8))
self.assertNotEqual(x, cf.wi(8, 11))
self.assertNotEqual(x, cf.wo(3, 8))
self.assertNotEqual(x, cf.set([3, 8, 11]))
self.assertNotEqual(cf.eq(8), x)
self.assertNotEqual(cf.lt(3), x)
self.assertNotEqual(cf.le(3), x)
self.assertNotEqual(cf.gt(8), x)
self.assertNotEqual(cf.ge(8), x)
self.assertNotEqual(cf.wi(8, 11), x)
self.assertNotEqual(cf.wo(3, 8), x)
self.assertNotEqual(cf.set([3, 8, 11]), x)
# --- End: for
c = cf.wi(2, 4)
d = cf.wi(6, 8)
e = d | c
self.assertTrue(c.evaluate(3))
self.assertFalse(c.evaluate(5))
self.assertTrue(e.evaluate(3))
self.assertTrue(e.evaluate(7))
self.assertFalse(e.evaluate(5))
self.assertEqual(3, c)
self.assertNotEqual(5, c)
self.assertEqual(c, 3)
self.assertNotEqual(c, 5)
self.assertEqual(3, e)
self.assertEqual(7, e)
self.assertNotEqual(5, e)
self.assertEqual(e, 3)
self.assertEqual(e, 7)
self.assertNotEqual(e, 5)
x = "qwerty"
self.assertEqual(x, cf.eq("qwerty"))
self.assertEqual(x, cf.eq(re.compile("^qwerty$")))
self.assertEqual(x, cf.eq(re.compile("qwe")))
self.assertEqual(x, cf.eq(re.compile("qwe.*")))
self.assertEqual(x, cf.eq(re.compile(".*qwe")))
self.assertEqual(x, cf.eq(re.compile(".*rty")))
self.assertEqual(x, cf.eq(re.compile(".*rty$")))
self.assertEqual(x, cf.eq(re.compile("^.*rty$")))
self.assertEqual(x, cf.eq(re.compile("rty$")))
self.assertNotEqual(x, cf.eq("QWERTY"))
self.assertNotEqual(x, cf.eq(re.compile("QWERTY")))
self.assertNotEqual(x, cf.eq(re.compile("^QWERTY$")))
self.assertNotEqual(x, cf.eq(re.compile("QWE")))
self.assertNotEqual(x, cf.eq(re.compile("QWE.*")))
self.assertNotEqual(x, cf.eq(re.compile(".*QWE")))
self.assertNotEqual(x, cf.eq(re.compile(".*RTY")))
self.assertNotEqual(x, cf.eq(re.compile(".*RTY$")))
self.assertNotEqual(x, cf.eq(re.compile("^.*RTY$")))
def test_Query_dteq_dtne_dtge_dtgt_dtle_dtlt(self):
d = cf.Data([[1.0, 5.0], [6, 2]], "days since 2000-12-29 21:00:00")
message = "Diff =" + str(
(d -
cf.Data(cf.dt("2001-01-03 21:00:00", calendar="standard"))).array)
self.assertTrue(
(d == cf.eq(cf.dt("2001-01-03 21:00:00"))).equals(
cf.Data([[False, True], [False, False]])),
message,
)
self.assertTrue(
(d == cf.ne(cf.dt("2001-01-03 21:00:00"))).equals(
cf.Data([[True, False], [True, True]])),
message,
)
self.assertTrue(
(d == cf.ge(cf.dt("2001-01-03 21:00:00"))).equals(
cf.Data([[False, True], [True, False]])),
message,
)
self.assertTrue(
(d == cf.gt(cf.dt("2001-01-03 21:00:00"))).equals(
cf.Data([[False, False], [True, False]])),
message,
)
self.assertTrue(
(d == cf.le(cf.dt("2001-01-03 21:00:00"))).equals(
cf.Data([[True, True], [False, True]])),
message,
)
self.assertTrue(
(d == cf.lt(cf.dt("2001-01-03 21:00:00"))).equals(
cf.Data([[True, False], [False, True]])),
message,
)
self.assertTrue(
(d == cf.eq(cf.dt(2001, 1, 3, 21, 0, 0))).equals(
cf.Data([[False, True], [False, False]])),
message,
)
self.assertTrue(
(d == cf.ne(cf.dt(2001, 1, 3, 21, 0, 0))).equals(
cf.Data([[True, False], [True, True]])),
message,
)
self.assertTrue(
(d == cf.ge(cf.dt(2001, 1, 3, 21, 0, 0))).equals(
cf.Data([[False, True], [True, False]])),
message,
)
self.assertTrue(
(d == cf.gt(cf.dt(2001, 1, 3, 21, 0, 0))).equals(
cf.Data([[False, False], [True, False]])),
message,
)
self.assertTrue(
(d == cf.le(cf.dt(2001, 1, 3, 21, 0, 0))).equals(
cf.Data([[True, True], [False, True]])),
message,
)
self.assertTrue(
(d == cf.lt(cf.dt(2001, 1, 3, 21, 0, 0))).equals(
cf.Data([[True, False], [False, True]])),
message,
)
d = cf.dt(2002, 6, 16)
self.assertEqual(cf.eq(cf.dt(2002, 6, 16)), d)
self.assertNotEqual(cf.eq(cf.dt(1990, 1, 1)), d)
self.assertNotEqual(cf.eq(cf.dt("2100-1-1")), d)
self.assertNotEqual(
cf.eq(cf.dt("2001-1-1")) & cf.eq(cf.dt(2010, 12, 31)), d)
d = cf.dt(2002, 6, 16)
self.assertEqual(cf.ge(cf.dt(1990, 1, 1)), d)
self.assertEqual(cf.ge(cf.dt(2002, 6, 16)), d)
self.assertNotEqual(cf.ge(cf.dt("2100-1-1")), d)
self.assertNotEqual(
cf.ge(cf.dt("2001-1-1")) & cf.ge(cf.dt(2010, 12, 31)), d)
d = cf.dt(2002, 6, 16)
self.assertEqual(cf.gt(cf.dt(1990, 1, 1)), d)
self.assertNotEqual(cf.gt(cf.dt(2002, 6, 16)), d)
self.assertNotEqual(cf.gt(cf.dt("2100-1-1")), d)
self.assertEqual(
cf.gt(cf.dt("2001-1-1")) & cf.le(cf.dt(2010, 12, 31)), d)
d = cf.dt(2002, 6, 16)
self.assertEqual(cf.ne(cf.dt(1990, 1, 1)), d)
self.assertNotEqual(cf.ne(cf.dt(2002, 6, 16)), d)
self.assertEqual(cf.ne(cf.dt("2100-1-1")), d)
self.assertEqual(
cf.ne(cf.dt("2001-1-1")) & cf.ne(cf.dt(2010, 12, 31)), d)
d = cf.dt(2002, 6, 16)
self.assertNotEqual(cf.le(cf.dt(1990, 1, 1)), d)
self.assertEqual(cf.le(cf.dt(2002, 6, 16)), d)
self.assertEqual(cf.le(cf.dt("2100-1-1")), d)
self.assertNotEqual(
cf.le(cf.dt("2001-1-1")) & cf.le(cf.dt(2010, 12, 31)), d)
d = cf.dt(2002, 6, 16)
self.assertNotEqual(cf.lt(cf.dt(1990, 1, 1)), d)
self.assertNotEqual(cf.lt(cf.dt(2002, 6, 16)), d)
self.assertEqual(cf.lt(cf.dt("2100-1-1")), d)
self.assertNotEqual(
cf.lt(cf.dt("2001-1-1")) & cf.lt(cf.dt(2010, 12, 31)), d)
def test_GENERAL(self):
# Save original chunksize
original_chunksize = cf.chunksize()
cf.chunksize(60)
g = self.f.squeeze()
f = self.f.copy()
c = cf.set([0, 3, 4, 5])
_ = f == c
# +, -, *, /, **
h = g.copy()
h **= 2
h **= 0.5
h.standard_name = g.standard_name
self.assertTrue(g.data.allclose(h.data), repr(g.array - h.array))
h *= 10
h /= 10.0
self.assertTrue(g.data.allclose(h.data), repr(g.array - h.array))
h += 1
h -= 1
self.assertTrue(g.data.allclose(h.data), repr(g.array - h.array))
h = h ** 2.0
h = h ** 0.5
h.standard_name = g.standard_name
self.assertTrue(g.data.allclose(h.data), repr(g.array - h.array))
h = h * 10
h = h / 10.0
self.assertTrue(g.data.allclose(h.data), repr(g.array - h.array))
h = h + 1
h = h - 1
self.assertTrue(g.data.allclose(h.data), repr(g.array - h.array))
# flip, expand_dims, squeeze and remove_axes
h = g.copy()
h.flip((1, 0), inplace=True)
h.flip((1, 0), inplace=True)
h.flip(0, inplace=True)
h.flip(1, inplace=True)
h.flip([0, 1], inplace=True)
self.assertTrue(g.equals(h, verbose=2))
# Access the field's data as a numpy array
g.array
g.item("latitude").array
g.item("longitude").array
# Subspace the field
g[..., 2:5].array
g[9::-4, ...].array
h = g[(slice(None, None, -1),) * g.ndim]
h = h[(slice(None, None, -1),) * h.ndim]
self.assertTrue(g.equals(h, verbose=2))
# Indices for a subspace defined by coordinates
f.indices()
f.indices(grid_latitude=cf.lt(5), grid_longitude=27)
f.indices(
grid_latitude=cf.lt(5),
grid_longitude=27,
atmosphere_hybrid_height_coordinate=1.5,
)
# Subspace the field
g.subspace(
grid_latitude=cf.lt(5),
grid_longitude=27,
atmosphere_hybrid_height_coordinate=1.5,
)
# Create list of fields
fl = cf.FieldList([g, g, g, g])
# Write a list of fields to disk
cf.write((f, fl), tmpfile)
cf.write(fl, tmpfile)
# Read a list of fields from disk
fl = cf.read(tmpfile, squeeze=True)
for f in fl:
try:
del f.history
except AttributeError:
pass
# Access the last field in the list
x = fl[-1]
# Access the data of the last field in the list
x = fl[-1].array
# Modify the last field in the list
fl[-1] *= -1
x = fl[-1].array
# Changing units
fl[-1].units = "mm.s-1"
x = fl[-1].array
# Combine fields not in place
g = fl[-1] - fl[-1]
x = g.array
# Combine field with a size 1 Data object
g += cf.Data([[[[[1.5]]]]], "cm.s-1")
x = g.array
# Setting of (un)masked elements with where()
g[::2, 1::2] = numpy.ma.masked
g.data.to_memory(1)
g.where(True, 99)
g.data.to_memory(1)
g.where(g.mask, 2)
g.data.to_memory(1)
g[slice(None, None, 2), slice(1, None, 2)] = cf.masked
g.data.to_memory(1)
g.where(g.mask, [[-1]])
g.data.to_memory(1)
g.where(True, cf.Data(0, None))
g.data.to_memory(1)
h = g[:3, :4]
h.where(True, -1)
h[0, 2] = 2
h.transpose([1, 0], inplace=True)
h.flip([1, 0], inplace=True)
g[slice(None, 3), slice(None, 4)] = h
h = g[:3, :4]
h[...] = -1
h[0, 2] = 2
g[slice(None, 3), slice(None, 4)] = h
# Make sure all partitions' data are in temporary files
g.data.to_disk()
# Push partitions' data from temporary files into memory
g.data.to_memory(regardless=True)
g.data.to_disk()
# Iterate through array values
for x in f.data.flat():
pass
# Reset chunk size
cf.chunksize(original_chunksize)
# Move Data partitions to disk
f.data.to_disk()
cf.chunksize(original_chunksize)
f.transpose(inplace=True)
f.flip(inplace=True)
cf.write(f, "delme.nc")
f = cf.read("delme.nc")[0]
cf.write(f, "delme.nca", fmt="CFA4")
g = cf.read("delme.nca")[0]
b = f[:, 0:6, :]
c = f[:, 6:, :]
cf.aggregate([b, c], verbose=2)[0]
# Remove temporary files
cf.data.partition._remove_temporary_files()
cf.chunksize(original_chunksize)
