def test_trajectory(self): dt1 = datetime(2012, 4, 1, 0) p1 = Point() p1.time = dt1 p1.location = sPoint(-121, 49, 40) member1 = Member(value=random.uniform(30,40), unit='°C', name='Water Temperatire', description='water temperature', standard='sea_water_temperature') member2 = Member(value=random.uniform(80,100), unit='PSU', name='Salinity', description='salinity', standard='salinity') p1.add_member(member1) p1.add_member(member2) dt2 = datetime(2012, 4, 1, 1) p2 = Point() p2.time = dt2 p2.location = sPoint(-120, 50, 60) member3 = Member(value=random.uniform(30,40), unit='°C', name='Water Temperatire', description='water temperature', standard='sea_water_temperature') member4 = Member(value=random.uniform(80,100), unit='PSU', name='Salinity', description='salinity', standard='salinity') p2.add_member(member3) p2.add_member(member4) tr = Trajectory(elements=[p1,p2]) tr.calculate_bounds() assert len(tr.get_path()) == 2 assert tr.size == 2 assert tr.type == "Trajectory" assert tr.time_range[0] == dt1 assert tr.time_range[-1] == dt2 assert tr.depth_range[0] == p1.location.z assert tr.depth_range[-1] == p2.location.z assert tr.upper_right().equals(sPoint(p2.location.x, p2.location.y)) assert tr.lower_left().equals(sPoint(p1.location.x, p1.location.y))
def test_point_collection(self): dt1 = datetime.date(2007, 12, 5) p1 = Point() p1.time = dt1 p1.location = sPoint(-180, -90, 0) member1 = Member(value=5.4, unit='m', name='Sea Surface Height', description='sea height', standard='sea_surface_height') member2 = Member(value=8.1, unit='m', name='Wave Height', description='wave height', standard='wave_height') p1.add_member(member1) p1.add_member(member2) dt2 = datetime.date(2008, 2, 14) p2 = Point() p2.time = dt2 p2.location = sPoint(-120, 50, 10) member3 = Member(value=5.4, unit='m', name='Sea Surface Height', description='sea height', standard='sea_surface_height') member4 = Member(value=8.1, unit='m', name='Wave Height', description='wave height', standard='wave_height') p2.add_member(member3) p2.add_member(member4) pc = PointCollection(elements=[p1,p2]) pc.calculate_bounds() assert pc.size == 2 assert pc.time_range[0] == dt1 assert pc.time_range[-1] == dt2 assert pc.depth_range[0] == p1.location.z assert pc.depth_range[-1] == p2.location.z assert pc.upper_right().equals(sPoint(p2.location.x, p2.location.y)) assert pc.lower_left().equals(sPoint(p1.location.x, p1.location.y))
def __init__(self, wqx_metadata, wqx_data): if not isinstance(wqx_metadata, WqxOutbound): wqx_metadata = WqxOutbound(wqx_metadata) if not isinstance(wqx_data, WqxOutbound): wqx_data = WqxOutbound(wqx_data) if wqx_data.failed or wqx_metadata.failed: self.feature = None else: stations = [] station_lookup = [] # Create a station for every MonitoringLocation for org in wqx_metadata.organizations: for ml in org.locations: s = Station() s.uid = ml.id s.name = ml.name s.set_property("station_type", ml.type) s.set_property("location_description", ml.description) s.set_property("huc", ml.huc) s.set_property("county", ml.county) s.set_property("state", ml.state) s.set_property("country", ml.country) s.set_property("organization_id", org.description.id) s.set_property("organization_name", org.description.name) s.set_property("vertical_units", ml.vertical_measure_units) s.set_property("horizontal_crs", ml.horizontal_crs_name) s.set_property("vertical_crs", ml.vertical_crs_name) # Now set the station's location vertical = 0 try: vertical = float(ml.vertical_measure_value) except: pass # convert the vertical to meters if it is ft (which it always is) if ml.vertical_measure_units == "ft": vertical /= 3.28084 s.set_property("vertical_units", "m") s.location = sPoint(float(ml.longitude), float(ml.latitude), vertical) stations.append(s) station_lookup.append(s.uid) for org in wqx_data.organizations: for a in org.activities: p = Point() p.time = a.start_time for r in a.results: p.add_member(Member(value=r.value, unit=r.units, name=r.name, description=r.short_name, standard=None, quality=r.quality, method_id=a.method_id, method_name=a.method_name)) # Assign data to the correct station pulled from the metadata station = stations[station_lookup.index(a.location_id)] p.location = station.location station.add_element(p) self.feature = StationCollection(elements=stations)
def test_trajectory_collection(self): t_collection = TrajectoryCollection() # 20 trajectories for x in range(0, 20): tr = Trajectory() month = random.randint(1, 12) dt = datetime(2012, month, 1, 0) # Starting point lat = random.randint(40, 44) lon = random.randint(-74, -70) depth = 0 # 100 points in each trajectory for l in range(0, 100): lat += random.uniform(-0.25, 0.25) lon += random.uniform(-0.25, 0.25) depth += random.randint(-4, 4) if depth < 0: depth = 0 p1 = Point() p1.location = sPoint(lon, lat, depth) dt += timedelta(hours=1) p1.time = dt member1 = Member(value=random.uniform(30, 40), unit='°C', name='Water Temperature', description='water temperature', standard='sea_water_temperature') member2 = Member(value=random.uniform(80, 100), unit='PSU', name='Salinity', description='salinity', standard='salinity') p1.add_member(member1) p1.add_member(member2) tr.add_element(p1) t_collection.add_element(tr) t_collection.calculate_bounds() assert len(t_collection.time_range) == 2000 assert len(t_collection.depth_range) == 2000 for trajectory in t_collection: assert trajectory.type == "Trajectory" for point in trajectory: assert point.type == "Point" for point in t_collection.flatten(): assert point.type == "Point"
def __init__(self, response_list, nerrs_stations=None): assert isinstance(response_list, dict) if nerrs_stations is None: from pyoos.collectors.nerrs.nerrs_soap import NerrsSoap nerrs_stations = NerrsSoap().stations def get_station(feature): for s in nerrs_stations: if s['Station_Code'].lower() == feature.lower(): return s skip_tags = ["DateTimeStamp", "utcStamp", "data", "MaxWSpdT"] stations = [] for feature, response in response_list.iteritems(): if not isinstance(response, etree._Element): response = etree.fromstring(response) feature = get_station(feature) s = Station() s.uid = feature['Station_Code'] s.name = feature['Station_Name'] s.location = sPoint(float(feature['Longitude']), float(feature['Latitude']), 0) s.set_property("state", feature['State']) s.set_property("siteid", feature['NERR_Site_ID']) s.set_property("horizontal_crs", "EPSG:4326") s.set_property("vertical_units", "m") s.set_property("vertical_crs", "EPSG:4297") s.set_property("location_description", feature['Reserve_Name']) for data in response.findall(".//data"): p = Point() t = AsaTime.parse(testXMLValue(data.find("utcStamp"))) t = t.replace(tzinfo=pytz.utc) p.time = t p.location = s.location for child in data: if child.tag not in skip_tags: try: val = float(child.text) p.add_member( Member(value=val, unit=units(child.tag), name=child.tag, description=child.tag, standard=standard(child.tag))) except TypeError: # Value was None pass s.add_element(p) stations.append(s) self.feature = StationCollection(elements=stations)
def test_section(self): day = 1 hour = 0 sc = Section() dt = None # 10 profiles for x in xrange(0, 10): lat = random.randint(40, 44) lon = random.randint(-74, -70) loc = sPoint(lon, lat, 0) minute = 0 dt = datetime(2012, 4, day, hour, minute) hour += 1 prof = Profile() prof.location = loc prof.time = dt # Each with 20 depths for y in xrange(0, 20): p = Point() p.time = dt p.location = sPoint(loc.x, loc.y, y) m1 = Member(value=random.uniform(30, 40), unit='°C', name='Water Temperatire', description='water temperature', standard='sea_water_temperature') m2 = Member(value=random.uniform(80, 100), unit='PSU', name='Salinity', description='salinity', standard='salinity') p.add_member(m1) p.add_member(m2) prof.add_element(p) # Next depth is 2 minutes from now dt = dt + timedelta(minutes=2) sc.add_element(prof) sc.calculate_bounds() assert len(sc.get_path()) == 10 assert sc.size == 10 assert sc.point_size == 200 assert sc.type == "Section" assert len(sc.time_range) == 200 assert sc.time_range[0] == datetime(2012, 4, 1, 0, 0) assert sc.time_range[-1] == dt - timedelta(minutes=2) assert len(sc.depth_range) == 200 assert sc.depth_range[0] == 0 assert sc.depth_range[-1] == 19
def test_section_collection(self): s_collection = SectionCollection() # 20 sections for x in range(0,20): day = 1 hour = 0 sc = Section() dt = None # 10 profiles per section for x in range(0,10): lat = random.randint(40,44) lon = random.randint(-74,-70) loc = sPoint(lon,lat,0) minute = 0 dt = datetime(2012, 4, day, hour, minute) hour += 1 prof = Profile() prof.location = loc prof.time = dt # Each with 20 depths for y in range(0,20): p = Point() p.time = dt p.location = sPoint(loc.x, loc.y, y) m1 = Member(value=random.uniform(30,40), unit='°C', name='Water Temperature', description='water temperature', standard='sea_water_temperature') m2 = Member(value=random.uniform(80,100), unit='PSU', name='Salinity', description='salinity', standard='salinity') p.add_member(m1) p.add_member(m2) prof.add_element(p) # Next depth is 2 minutes from now dt = dt + timedelta(minutes=2) sc.add_element(prof) s_collection.add_element(sc) s_collection.calculate_bounds() assert s_collection.depth_range[0] == 0 assert s_collection.depth_range[-1] == 19 assert s_collection.time_range[0] == datetime(2012, 4, 1, 0) for section in s_collection: assert section.type == "Section" for profile in section: assert profile.type == "Profile" for point in profile: assert point.type == "Point" for point in s_collection.flatten(): assert point.type == "Point"
def test_section_collection(self): s_collection = SectionCollection() # 20 sections for x in xrange(0,20): day = 1 hour = 0 sc = Section() dt = None # 10 profiles per section for x in xrange(0,10): lat = random.randint(40,44) lon = random.randint(-74,-70) loc = sPoint(lon,lat,0) minute = 0 dt = datetime(2012, 4, day, hour, minute) hour += 1 prof = Profile() prof.location = loc prof.time = dt # Each with 20 depths for y in xrange(0,20): p = Point() p.time = dt p.location = sPoint(loc.x, loc.y, y) m1 = Member(value=random.uniform(30,40), unit='°C', name='Water Temperatire', description='water temperature', standard='sea_water_temperature') m2 = Member(value=random.uniform(80,100), unit='PSU', name='Salinity', description='salinity', standard='salinity') p.add_member(m1) p.add_member(m2) prof.add_element(p) # Next depth is 2 minutes from now dt = dt + timedelta(minutes=2) sc.add_element(prof) s_collection.add_element(sc) s_collection.calculate_bounds() assert s_collection.depth_range[0] == 0 assert s_collection.depth_range[-1] == 19 assert s_collection.time_range[0] == datetime(2012, 4, 1, 0) for section in s_collection: assert section.type == "Section" for profile in section: assert profile.type == "Profile" for point in profile: assert point.type == "Point" for point in s_collection.flatten(): assert point.type == "Point"
def __init__(self, **kwargs): super(SweTimeSeries,self).__init__(**kwargs) # Parse out GML point. Defaults to 0 depth if none specified self.geo_srs = Crs(testXMLAttribute(self._location.find(nsp("Point", self.GML_NS)), 'srsName')) geo = [float(v) for v in testXMLValue(self._location.find(nsp("Point/pos", self.GML_NS))).split(" ")] if self.geo_srs.axisorder == "yx": self.geo = sPoint(geo[1], geo[0]) else: self.geo = sPoint(geo[0], geo[1]) try: self.geo.z = geo[2] except: pass pc = PointCollection() for row in self.results.data: p = Point() time = None z = None lat = None lon = None for field in row: if field.axis == "time": t = dateutil.parser.parse(field.value) p.time = t.astimezone(dateutil.tz.tzutc()) elif field.axis == "Long": lon = field elif field.axis == "Lat": lat = field elif field.axis == "h": z = field else: m = Member(value=field.value, unit=field.units, units_definition=field.units_url, name=field.name, definition=field.definition, standard=field.definition) p.add_member(m) # Set the spatial point if lon.srs != lat.srs: raise ValueError("Longitude and Latitude need to have the same SRS/CRS!") p.location = sPoint(float(lon.value), float(lat.value), float(z.value)) pc.add_element(p) self.data = pc
def test_set_get_member(self): p = Point() member = Member(value=5.4, unit='m', name='Sea Surface Height', description='a description', standard='sea_surface_height') p.add_member(member) assert member == p.get_member(name='Sea Surface Height')
def test_profile_collection(self): day = 1 pc = ProfileCollection() dt = None # 10 profiles for x in range(0,10): lat = random.randint(40,44) lon = random.randint(-74,-70) loc = sPoint(lon,lat,0) hour = 0 minute = 0 dt = datetime(2012, 4, day, hour, minute) prof = Profile() prof.location = loc prof.time = dt # Each with 20 depths for y in range(0,20): p = Point() p.time = dt p.location = sPoint(loc.x, loc.y, y) m1 = Member(value=random.uniform(30,40), unit='°C', name='Water Temperature', description='water temperature', standard='sea_water_temperature') m2 = Member(value=random.uniform(80,100), unit='PSU', name='Salinity', description='salinity', standard='salinity') p.add_member(m1) p.add_member(m2) prof.add_element(p) # Next depth is 2 minutes from now dt = dt + timedelta(minutes=2) pc.add_element(prof) pc.calculate_bounds() assert pc.size == 10 assert pc.point_size == 200 assert len(pc.time_range) == 200 assert pc.time_range[0] == datetime(2012, 4, 1, 0, 0) assert pc.time_range[-1] == dt - timedelta(minutes=2) assert len(pc.depth_range) == 200 assert pc.depth_range[0] == 0 assert pc.depth_range[-1] == 19 for profile in pc: assert profile.type == "Profile" for point in profile: assert point.type == "Point" for point in pc.flatten(): assert point.type == "Point"
def __init__(self, response_list, nerrs_stations=None): assert isinstance(response_list, dict) if nerrs_stations is None: from pyoos.collectors.nerrs.nerrs_soap import NerrsSoap nerrs_stations = NerrsSoap().stations def get_station(feature): for s in nerrs_stations: if s['Station_Code'].lower() == feature.lower(): return s skip_tags = ["DateTimeStamp", "utcStamp", "data", "MaxWSpdT"] stations = [] for feature, response in response_list.items(): if not isinstance(response, etree._Element): response = etree.fromstring(response) feature = get_station(feature) s = Station() s.uid = feature['Station_Code'] s.name = feature['Station_Name'] s.location = sPoint(feature['Longitude'], feature['Latitude'], 0) s.set_property("state", feature['State']) s.set_property("siteid", feature['NERR_Site_ID']) s.set_property("horizontal_crs", "EPSG:4326") s.set_property("vertical_units", "m") s.set_property("vertical_crs", "EPSG:4297") s.set_property("location_description", feature['Reserve_Name']) for data in response.findall(".//data"): p = Point() t = AsaTime.parse(testXMLValue(data.find("utcStamp"))) t = t.replace(tzinfo=pytz.utc) p.time = t p.location = s.location for child in data: if child.tag not in skip_tags: try: val = float(child.text) p.add_member(Member(value=val, name=child.tag, description=child.tag, unit=units(child.tag), standard=standard(child.tag))) except TypeError: # Value was None pass s.add_element(p) stations.append(s) self.feature = StationCollection(elements=stations)
def test_trajectory_collection(self): t_collection = TrajectoryCollection() # 20 trajectories for x in xrange(0,20): tr = Trajectory() month = random.randint(1,12) dt = datetime(2012, month, 1, 0) # Starting point lat = random.randint(40,44) lon = random.randint(-74,-70) depth = 0 # 100 points in each trajectory for l in xrange(0,100): lat += random.uniform(-0.25,0.25) lon += random.uniform(-0.25,0.25) depth += random.randint(-4,4) if depth < 0: depth = 0 p1 = Point() p1.location = sPoint(lon,lat,depth) dt += timedelta(hours=1) p1.time = dt member1 = Member(value=random.uniform(30,40), unit='°C', name='Water Temperature', description='water temperature', standard='sea_water_temperature') member2 = Member(value=random.uniform(80,100), unit='PSU', name='Salinity', description='salinity', standard='salinity') p1.add_member(member1) p1.add_member(member2) tr.add_element(p1) t_collection.add_element(tr) t_collection.calculate_bounds() assert len(t_collection.time_range) == 2000 assert len(t_collection.depth_range) == 2000 for trajectory in t_collection: assert trajectory.type == "Trajectory" for point in trajectory: assert point.type == "Point" for point in t_collection.flatten(): assert point.type == "Point"
def test_station_profile(self): sp = StationProfile() sp.name = "Profile Station" sp.location = sPoint(-77, 33) sp.uid = "1234" sp.set_property("authority", "IOOS") # add a sequence of profiles for y in range(3): dt1 = datetime(2013, 1, 1, 12, 0, 10 * y) prof1 = Profile() prof1.location = sPoint(-77, 33) prof1.time = dt1 # add a string of points going down in z for x in range(5): p1 = Point() p1.time = dt1 p1.location = sPoint(-77, 33, -5 * x) member1 = Member(value=30 - (2 * x), units='°C', name='Water Temperature', description='water temperature', standard='sea_water_temperature') member2 = Member(value=80 + (2 * x), units='PSU', name='Salinity', description='salinity', standard='salinity') p1.add_member(member1) p1.add_member(member2) prof1.add_element(p1) sp.add_element(prof1) sp.calculate_bounds() assert sp.size == 3 assert len(sp.time_range) == 3 assert sp.depth_range[0] == -20 assert sp.depth_range[-1] == 0 assert sp.get_property("authority") == "IOOS" assert sp.uid == "1234" assert len(sp.get_unique_members()) == 2
def __init__(self, wqx_metadata, wqx_data): if not isinstance(wqx_metadata, WqxOutbound): wqx_metadata = WqxOutbound(wqx_metadata) if not isinstance(wqx_data, WqxOutbound): wqx_data = WqxOutbound(wqx_data) if wqx_data.failed or wqx_metadata.failed: self.feature = None else: s = Station() s.uid = wqx_metadata.location.id s.name = wqx_metadata.location.name s.set_property("station_type", wqx_metadata.location.type) s.set_property("location_description", wqx_metadata.location.description) s.set_property("huc", wqx_metadata.location.huc) s.set_property("county", wqx_metadata.location.county) s.set_property("state", wqx_metadata.location.state) s.set_property("country", wqx_metadata.location.country) s.set_property("organization_id", wqx_metadata.organization.id) s.set_property("organization_name", wqx_metadata.organization.name) s.set_property("vertical_units", wqx_metadata.location.vertical_measure_units) s.set_property("horizontal_crs", wqx_metadata.location.horizontal_crs_name) s.set_property("vertical_crs", wqx_metadata.location.vertical_crs_name) for a in wqx_data.activities: p = Point() p.time = a.start_time for r in a.results: p.add_member(Member(value=r.value, unit=r.units, name=r.name, description=r.short_name, standard=None, quality=r.quality, method_id=a.method_id, method_name=a.method_name)) s.add_element(p) # Now set the station's location vertical = 0 try: vertical = float(wqx_metadata.location.vertical_measure_value) except: pass # convert the vertical to meters if it is ft (which it always is) if wqx_metadata.location.vertical_measure_units == "ft": vertical /= 3.28084 s.set_property("vertical_units", "m") s.location = sPoint(float(wqx_metadata.location.longitude), float(wqx_metadata.location.latitude), vertical) self.feature = s
def test_trajectory(self): dt1 = datetime(2012, 4, 1, 0) p1 = Point() p1.time = dt1 p1.location = sPoint(-121, 49, 40) member1 = Member(value=random.uniform(30, 40), unit='°C', name='Water Temperatire', description='water temperature', standard='sea_water_temperature') member2 = Member(value=random.uniform(80, 100), unit='PSU', name='Salinity', description='salinity', standard='salinity') p1.add_member(member1) p1.add_member(member2) dt2 = datetime(2012, 4, 1, 1) p2 = Point() p2.time = dt2 p2.location = sPoint(-120, 50, 60) member3 = Member(value=random.uniform(30, 40), unit='°C', name='Water Temperatire', description='water temperature', standard='sea_water_temperature') member4 = Member(value=random.uniform(80, 100), unit='PSU', name='Salinity', description='salinity', standard='salinity') p2.add_member(member3) p2.add_member(member4) tr = Trajectory(elements=[p1, p2]) tr.calculate_bounds() assert len(tr.get_path()) == 2 assert tr.size == 2 assert tr.type == "Trajectory" assert tr.time_range[0] == dt1 assert tr.time_range[-1] == dt2 assert tr.depth_range[0] == p1.location.z assert tr.depth_range[-1] == p2.location.z assert tr.upper_right().equals(sPoint(p2.location.x, p2.location.y)) assert tr.lower_left().equals(sPoint(p1.location.x, p1.location.y))
def test_station_profile(self): sp = StationProfile() sp.name = "Profile Station" sp.location = sPoint(-77, 33) sp.uid = "1234" sp.set_property("authority", "IOOS") # add a sequence of profiles for y in xrange(3): dt1 = datetime(2013, 1, 1, 12, 0, 10 * y) prof1 = Profile() prof1.location = sPoint(-77, 33) prof1.time = dt1 # add a string of points going down in z for x in xrange(5): p1 = Point() p1.time = dt1 p1.location = sPoint(-77, 33, -5 * x) member1 = Member(value=30 - (2 * x), units='°C', name='Water Temperature', description='water temperature', standard='sea_water_temperature') member2 = Member(value=80 + (2 * x), units='PSU', name='Salinity', description='salinity', standard='salinity') p1.add_member(member1) p1.add_member(member2) prof1.add_element(p1) sp.add_element(prof1) sp.calculate_bounds() assert sp.size == 3 assert len(sp.time_range) == 3 assert sp.depth_range[0] == -20 assert sp.depth_range[-1] == 0 assert sp.get_property("authority") == "IOOS" assert sp.uid == "1234" assert len(sp.get_unique_members()) == 2
def test_station(self): dt1 = datetime(2012, 1, 1, 12, 0) p1 = Point() p1.time = dt1 member1 = Member(value=34.7, unit='°C', name='Water Temperature', description='water temperature', standard='sea_water_temperature') member2 = Member(value=80, unit='PSU', name='Salinity', description='salinity', standard='salinity') p1.add_member(member1) p1.add_member(member2) dt2 = datetime(2012, 1, 1, 12, 10) p2 = Point() p2.time = dt2 member3 = Member(value=34.1, unit='°C', name='Water Temperature', description='water temperature', standard='sea_water_temperature') member4 = Member(value=70, unit='PSU', name='Salinity', description='salinity', standard='salinity') p2.add_member(member3) p2.add_member(member4) dt3 = datetime(2012, 1, 1, 12, 20) p3 = Point() p3.time = dt3 member5 = Member(value=32.6, unit='°C', name='Water Temperature', description='water temperature', standard='sea_water_temperature') member6 = Member(value=60, unit='PSU', name='Salinity', description='salinity', standard='salinity') member6 = Member(value=112, unit='%', name='DO', description='do', standard='do') p3.add_member(member5) p3.add_member(member6) pc = Station(elements=[p1,p2,p3]) pc.name = "Super Station" pc.location = sPoint(-120, 50, 0) pc.location_name = "Just south of the super pier" pc.uid = "123097SDFJL2" pc.set_property("authority", "IOOS") pc.calculate_bounds() assert pc.size == 3 assert len(pc.time_range) == 3 assert pc.time_range[0] == dt1 assert pc.time_range[-1] == dt3 assert len(pc.depth_range) == 3 assert pc.depth_range[0] == p1.location.z assert pc.upper_right().equals(pc.location) assert pc.lower_left().equals(pc.location) assert pc.get_property("authority") == "IOOS" assert pc.uid == "123097SDFJL2" assert pc.location_name == "Just south of the super pier" assert len(pc.get_unique_members()) == 3 filtered_elements = pc.filter_by_time(starting=dt1, ending=dt2) assert len(list(filtered_elements)) == 2 filtered_variables = pc.filter_by_variable("sea_water_temperature") assert len(list(filtered_variables)) == 3 filtered_variables = pc.filter_by_variable("do") assert len(list(filtered_variables)) == 1
def test_profile(self): dt1 = datetime(2012, 1, 1, 12, 0) p1 = Point() p1.time = dt1 p1.location = sPoint(-120, 50, 0) member1 = Member(value=34.7, unit='°C', name='Water Temperatire', description='water temperature', standard='sea_water_temperature') member2 = Member(value=80, unit='PSU', name='Salinity', description='salinity', standard='salinity') p1.add_member(member1) p1.add_member(member2) dt2 = datetime(2012, 1, 1, 12, 10) p2 = Point() p2.time = dt2 p2.location = sPoint(-120, 50, 10) member3 = Member(value=34.1, unit='°C', name='Water Temperatire', description='water temperature', standard='sea_water_temperature') member4 = Member(value=70, unit='PSU', name='Salinity', description='salinity', standard='salinity') p2.add_member(member3) p2.add_member(member4) dt3 = datetime(2012, 1, 1, 12, 20) p3 = Point() p3.time = dt3 p3.location = sPoint(-120, 50, 20) member5 = Member(value=32.6, unit='°C', name='Water Temperatire', description='water temperature', standard='sea_water_temperature') member6 = Member(value=60, unit='PSU', name='Salinity', description='salinity', standard='salinity') p3.add_member(member5) p3.add_member(member6) pc = Profile(elements=[p1,p2,p3]) pc.location = sPoint(-120, 50) pc.time = dt1 pc.calculate_bounds() assert pc.size == 3 assert pc.time == dt1 assert len(pc.time_range) == 3 assert pc.time_range[0] == dt1 assert pc.time_range[-1] == dt3 assert len(pc.depth_range) == 3 assert pc.depth_range[0] == p1.location.z assert pc.depth_range[-1] == p3.location.z assert pc.upper_right().equals(pc.location) assert pc.lower_left().equals(pc.location)
def __init__(self, wqx_metadata, wqx_data): if not isinstance(wqx_metadata, WqxOutbound): wqx_metadata = WqxOutbound(wqx_metadata) if not isinstance(wqx_data, WqxOutbound): wqx_data = WqxOutbound(wqx_data) if wqx_data.failed or wqx_metadata.failed: self.feature = None else: s = Station() s.uid = wqx_metadata.location.id s.name = wqx_metadata.location.name s.set_property("station_type", wqx_metadata.location.type) s.set_property("location_description", wqx_metadata.location.description) s.set_property("huc", wqx_metadata.location.huc) s.set_property("county", wqx_metadata.location.county) s.set_property("state", wqx_metadata.location.state) s.set_property("country", wqx_metadata.location.country) s.set_property("organization_id", wqx_metadata.organization.id) s.set_property("organization_name", wqx_metadata.organization.name) s.set_property("vertical_units", wqx_metadata.location.vertical_measure_units) s.set_property("horizontal_crs", wqx_metadata.location.horizontal_crs_name) s.set_property("vertical_crs", wqx_metadata.location.vertical_crs_name) for a in wqx_data.activities: p = Point() p.time = a.start_time for r in a.results: p.add_member( Member(value=r.value, unit=r.units, name=r.name, description=r.short_name, standard=None, quality=r.quality, method_id=a.method_id, method_name=a.method_name)) s.add_element(p) # Now set the station's location vertical = 0 try: vertical = float(wqx_metadata.location.vertical_measure_value) except: pass # convert the vertical to meters if it is ft (which it always is) if wqx_metadata.location.vertical_measure_units == "ft": vertical /= 3.28084 s.set_property("vertical_units", "m") s.location = sPoint(float(wqx_metadata.location.longitude), float(wqx_metadata.location.latitude), vertical) self.feature = s
def test_section(self): day = 1 hour = 0 sc = Section() dt = None # 10 profiles for x in xrange(0, 10): lat = random.randint(40, 44) lon = random.randint(-74, -70) loc = sPoint(lon, lat, 0) minute = 0 dt = datetime(2012, 4, day, hour, minute) hour += 1 prof = Profile() prof.location = loc prof.time = dt # Each with 20 depths for y in xrange(0, 20): p = Point() p.time = dt p.location = sPoint(loc.x, loc.y, y) m1 = Member( value=random.uniform(30, 40), unit="°C", name="Water Temperatire", description="water temperature", standard="sea_water_temperature", ) m2 = Member( value=random.uniform(80, 100), unit="PSU", name="Salinity", description="salinity", standard="salinity", ) p.add_member(m1) p.add_member(m2) prof.add_element(p) # Next depth is 2 minutes from now dt = dt + timedelta(minutes=2) sc.add_element(prof) sc.calculate_bounds() assert len(sc.get_path()) == 10 assert sc.size == 10 assert sc.point_size == 200 assert sc.type == "Section" assert len(sc.time_range) == 200 assert sc.time_range[0] == datetime(2012, 4, 1, 0, 0) assert sc.time_range[-1] == dt - timedelta(minutes=2) assert len(sc.depth_range) == 200 assert sc.depth_range[0] == 0 assert sc.depth_range[-1] == 19
def _build_station_collection(self, parsed_metadata, parsed_data): stations = [] for station_code, station_metadata in parsed_metadata.iteritems(): s = Station() s.uid = station_code s.name = station_metadata['nwsli'] s.location = sPoint(station_metadata['longitude'], station_metadata['latitude'], 0) # hads always vertically zero s.set_property("location_description" , station_metadata['location_text']) s.set_property("state" , station_metadata['state']) s.set_property("country" , "USA") # @TODO s.set_property("vertical_units" , "ft") s.set_property("horizontal_crs" , "EPSG:4326") s.set_property("vertical_crs" , None) s.set_property("hsa" , station_metadata['hsa']) s.set_property("init_transmit" , station_metadata['init_transmit']) s.set_property("manufacturer" , station_metadata['manufacturer']) s.set_property("owner" , station_metadata['owner']) s.set_property("channel" , station_metadata['channel']) stations.append(s) # data # possibility no data for this station, or vars filtered all out if station_code not in parsed_data: continue # need to group into distinct time/z value pairs # create a keyfunc (creates string of <z>-<timestamp>) zandtime = lambda x: str(x[3]) + "-" + str(time.mktime(x[1].timetuple())) # annotate data with z values, sort, group by keyfunc (z/time) grouped_data = groupby(sorted(map(lambda x: (x[0], x[1], x[2], parsed_metadata[station_code]['variables'][x[0]]['base_elevation']), parsed_data[station_code]), key=zandtime), zandtime) for _, group in grouped_data: # group is an iterator, turn it into a list (it will have at least one item) groupvals = list(group) p = Point() p.time = groupvals[0][1] p.location = sPoint(station_metadata['longitude'], station_metadata['latitude'], groupvals[0][3]) for val in groupvals: std_var = self.get_variable_info(val[0]) if std_var is None: print "Unknown PE Code, ignoring:", val[0], "(station:", station_code, ")" continue p.add_member(Member(value=val[2], standard=std_var[0], unit=std_var[1], name=std_var[2], description=std_var[3])) s.add_element(p) return StationCollection(elements=stations)
def test_profile(self): dt1 = datetime(2012, 1, 1, 12, 0) p1 = Point() p1.time = dt1 p1.location = sPoint(-120, 50, 0) member1 = Member(value=34.7, unit='°C', name='Water Temperatire', description='water temperature', standard='sea_water_temperature') member2 = Member(value=80, unit='PSU', name='Salinity', description='salinity', standard='salinity') p1.add_member(member1) p1.add_member(member2) dt2 = datetime(2012, 1, 1, 12, 10) p2 = Point() p2.time = dt2 p2.location = sPoint(-120, 50, 10) member3 = Member(value=34.1, unit='°C', name='Water Temperatire', description='water temperature', standard='sea_water_temperature') member4 = Member(value=70, unit='PSU', name='Salinity', description='salinity', standard='salinity') p2.add_member(member3) p2.add_member(member4) dt3 = datetime(2012, 1, 1, 12, 20) p3 = Point() p3.time = dt3 p3.location = sPoint(-120, 50, 20) member5 = Member(value=32.6, unit='°C', name='Water Temperatire', description='water temperature', standard='sea_water_temperature') member6 = Member(value=60, unit='PSU', name='Salinity', description='salinity', standard='salinity') p3.add_member(member5) p3.add_member(member6) pc = Profile(elements=[p1, p2, p3]) pc.location = sPoint(-120, 50) pc.time = dt1 pc.calculate_bounds() assert pc.size == 3 assert pc.time == dt1 assert len(pc.time_range) == 3 assert pc.time_range[0] == dt1 assert pc.time_range[-1] == dt3 assert len(pc.depth_range) == 3 assert pc.depth_range[0] == p1.location.z assert pc.depth_range[-1] == p3.location.z assert pc.upper_right().equals(pc.location) assert pc.lower_left().equals(pc.location)
def __init__(self, **kwargs): super(SweTimeSeries, self).__init__(**kwargs) # Parse out GML point. Defaults to 0 depth if none specified self.geo_srs = Crs( testXMLAttribute(self._location.find(nsp("Point", self.GML_NS)), 'srsName')) geo = [ float(v) for v in testXMLValue( self._location.find(nsp("Point/pos", self.GML_NS))).split(" ") ] if self.geo_srs.axisorder == "yx": self.geo = sPoint(geo[1], geo[0]) else: self.geo = sPoint(geo[0], geo[1]) try: self.geo.z = geo[2] except: pass pc = PointCollection() for row in self.results.data: p = Point() time = None z = None lat = None lon = None for field in row: if field.axis == "time": t = dateutil.parser.parse(field.value) p.time = t.astimezone(dateutil.tz.tzutc()) elif field.axis == "Long": lon = field elif field.axis == "Lat": lat = field elif field.axis == "h": z = field else: m = Member(value=field.value, unit=field.units, units_definition=field.units_url, name=field.name, definition=field.definition, standard=field.definition) p.add_member(m) # Set the spatial point if lon.srs != lat.srs: raise ValueError( "Longitude and Latitude need to have the same SRS/CRS!") p.location = sPoint(float(lon.value), float(lat.value), float(z.value)) pc.add_element(p) self.data = pc
def _build_station_collection(self, parsed_metadata, parsed_data): stations = [] for station_code, station_metadata in parsed_metadata.items(): s = Station() s.uid = station_code s.name = station_metadata['nwsli'] s.location = sPoint(station_metadata['longitude'], station_metadata['latitude'], 0) # hads always vertically zero s.set_property("location_description", station_metadata['location_text']) s.set_property("state", station_metadata['state']) s.set_property("country", "USA") # @TODO s.set_property("vertical_units", "ft") s.set_property("horizontal_crs", "EPSG:4326") s.set_property("vertical_crs", None) s.set_property("hsa", station_metadata['hsa']) s.set_property("init_transmit", station_metadata['init_transmit']) s.set_property("manufacturer", station_metadata['manufacturer']) s.set_property("owner", station_metadata['owner']) s.set_property("channel", station_metadata['channel']) stations.append(s) # data # possibility no data for this station, or vars filtered all out if station_code not in parsed_data: continue # need to group into distinct time/z value pairs # create a keyfunc (creates string of <z>-<timestamp>) zandtime = lambda x: str(x[3]) + "-" + str( time.mktime(x[1].timetuple())) # annotate data with z values, sort, group by keyfunc (z/time) grouped_data = groupby( sorted([(x[0], x[1], x[2], parsed_metadata[station_code] ['variables'][x[0]]['base_elevation']) for x in parsed_data[station_code]], key=zandtime), zandtime) for _, group in grouped_data: # group is an iterator, turn it into a list (it will have at least one item) groupvals = list(group) p = Point() p.time = groupvals[0][1] p.location = sPoint(station_metadata['longitude'], station_metadata['latitude'], groupvals[0][3]) for val in groupvals: std_var = self.get_variable_info(val[0]) if std_var is None: print("Unknown PE Code, ignoring: {} (station: {}).". format(val[0], station_code)) continue p.add_member( Member(value=val[2], standard=std_var[0], unit=std_var[1], name=std_var[2], description=std_var[3])) s.add_element(p) return StationCollection(elements=stations)