def perform(self): url = 'https://api.ambientweather.net/v1/devices/' + str( self.params["macAddress"]) parameterList = [("apiKey", str(self.params["apiKey"])), ("applicationKey", str(self.params["applicationKey"])), ("limit", "1")] log.info('Getting data from {0}'.format(str(url))) data = self.openURL(url, parameterList) if data is None: self.lastKnownError = "Error: No data received from server" log.error(self.lastKnownError) return station = json.loads(data.read()) for entry in station: dateutc = entry["dateutc"] / 1000 # from milliseconds if 'tempf' in entry: temp = convertFahrenheitToCelsius(entry["tempf"]) self.addValue(RMParser.dataType.TEMPERATURE, dateutc, temp, False) if 'humidity' in entry: self.addValue(RMParser.dataType.RH, dateutc, entry["humidity"], False) if 'windspeedmph' in entry: windspeed = entry["windspeedmph"] * 0.44704 # to meters/sec self.addValue(RMParser.dataType.WIND, dateutc, windspeed, False) if 'solarradiation' in entry: solarrad = convertRadiationFromWattsToMegaJoules( entry["solarradiation"]) self.addValue(RMParser.dataType.SOLARRADIATION, dateutc, solarrad, False) if 'dailyrainin' in entry: rain = convertInchesToMM(entry["dailyrainin"]) self.addValue(RMParser.dataType.RAIN, dateutc, rain, False) if 'baromrelin' in entry: pressure = entry["baromrelin"] * 3.38639 # to kPa self.addValue(RMParser.dataType.PRESSURE, dateutc, pressure, False) if 'dewPoint' in entry: dewpoint = convertFahrenheitToCelsius(entry["dewPoint"]) self.addValue(RMParser.dataType.DEWPOINT, dateutc, dewpoint, False) return True
def parsePacket(self, raw_data): self.lastKnownError = "" if raw_data is None or len(raw_data) < 99: self.lastKnownError = "Invalid data response" return False timestamp = rmCurrentTimestamp() if self.parserDebug: hex_string = binascii.hexlify(raw_data).decode('utf-8') log.info("Raw Data LOOP %s" % hex_string) try: ack = struct.unpack('c', raw_data[0:1])[0] L = struct.unpack('c', raw_data[1:2])[0] O1 = struct.unpack('c', raw_data[2:3])[0] O2 = struct.unpack('c', raw_data[3:4])[0] pkt_type = struct.unpack('B', raw_data[5:6])[0] next_record = struct.unpack('H', raw_data[6:8])[0] except Exception: self.lastKnownError = "Invalid data format" return False if L != 'L' and O1 != 'O' and O2 != 'O': self.lastKnownError = "Unknown packet encoding" return False pressure = struct.unpack('H', raw_data[8:10])[0] / 1000 pressure *= 3.386 # inHg to kPa log.info("Barometer: %s" % pressure) self.addValue(RMParser.dataType.PRESSURE, timestamp, pressure) outside_temp = struct.unpack('h', raw_data[13:15])[0] / 10 outside_temp = convertFahrenheitToCelsius(outside_temp) log.info("Outside Temp: %s" % outside_temp) self.addValue(RMParser.dataType.TEMPERATURE, timestamp, outside_temp) #wind_speed = struct.unpack('B', raw_data[15:16])[0] #wind_dir = struct.unpack('H', raw_data[17:19])[0] ten_min_avg_wind_spd = struct.unpack('B', raw_data[16:17])[0] ten_min_avg_wind_spd /= 2.237 # mph to mps log.info("Wind Speed (10min avg): %s" % ten_min_avg_wind_spd) out_hum = struct.unpack('B', raw_data[34:35])[0] log.info("Humidity: %s" % out_hum) self.addValue(RMParser.dataType.RH, timestamp, out_hum) #rain_rate = struct.unpack('H', raw_data[42:44])[0] * 0.01 if self.params["useSolarRadiation"]: solar_radiation = struct.unpack('H', raw_data[45:47])[0] log.info("Solar Radiation: %s" % solar_radiation) self.addValue(RMParser.dataType.SOLARRADIATION, timestamp, solar_radiation) day_rain = struct.unpack('H', raw_data[51:53])[0] * 0.01 day_rain = convertInchesToMM(day_rain) log.info("Day Rain: %s", day_rain) self.addValue(RMParser.dataType.RAIN, timestamp, day_rain) if self.params["useStationEvapoTranpiration"]: day_et = struct.unpack('H', raw_data[57:59])[0] / 1000 day_et = convertInchesToMM(day_et) log.info("Day EvapoTranspiration: %s" % day_et) #xmtr_battery_status = struct.unpack('?', raw_data[87:88])[0] #console_battery_volts = ((struct.unpack('h', raw_data[88:90])[0] * 300) / 512) / 100.0 forecast_icon = struct.unpack('c', raw_data[90:91])[0] rainmachine_icon = self.conditionConvert(ord(forecast_icon)) log.info("Condition: %s -> %s" % (ord(forecast_icon), rainmachine_icon)) self.addValue(RMParser.dataType.CONDITION, timestamp, rainmachine_icon) #crc = struct.unpack('h', raw_data[98:100])[0] return True
def perform(self): s = self.settings URL = "http://graphical.weather.gov/xml/sample_products/browser_interface/ndfdXMLclient.php" URLDaily = "http://graphical.weather.gov/xml/sample_products/browser_interface/ndfdBrowserClientByDay.php" URLParams = [("lat", s.location.latitude), ("lon", s.location.longitude)] + \ [ ("startDate", datetime.date.today().strftime("%Y-%m-%d")), #("endDate", (datetime.date.today() + datetime.timedelta(6)).strftime("%Y-%m-%d")), ("format", "24 hourly"), ("numDays", 6), ("Unit", "e") ] #----------------------------------------------------------------------------------------------- # # Get hourly data. # d = self.openURL(URL, URLParams) if d is None: return tree = e.parse(d) if tree.getroot().tag == 'error': log.error("*** No hourly information found in response!") self.lastKnownError = "Error: No hourly information found" tree.getroot().clear() del tree tree = None else: # We get them in English units need in Metric units maxt = self.__parseWeatherTag(tree, 'temperature', 'maximum') maxt = convertFahrenheitToCelsius(maxt) mint = self.__parseWeatherTag(tree, 'temperature', 'minimum', useStartTimes=False) # for mint we want the end-time to be saved in DB mint = convertFahrenheitToCelsius(mint) temp = self.__parseWeatherTag(tree, 'temperature', 'hourly') temp = convertFahrenheitToCelsius(temp) qpf = self.__parseWeatherTag(tree, 'precipitation', 'liquid') qpf = convertInchesToMM(qpf) dew = self.__parseWeatherTag(tree, 'temperature', 'dew point') dew = convertFahrenheitToCelsius(dew) wind = self.__parseWeatherTag(tree, 'wind-speed', 'sustained') wind = convertKnotsToMS(wind) # These are as percentages pop = self.__parseWeatherTag(tree, 'probability-of-precipitation', '12 hour') humidity = self.__parseWeatherTag(tree, 'humidity', 'relative') minHumidity = self.__parseWeatherTag(tree, 'humidity', 'minimum relative') maxHumidity = self.__parseWeatherTag(tree, 'humidity', 'maximum relative') tree.getroot().clear() del tree tree = None self.addValues(RMParser.dataType.MINTEMP, mint) self.addValues(RMParser.dataType.MAXTEMP, maxt) self.addValues(RMParser.dataType.TEMPERATURE, temp) self.addValues(RMParser.dataType.QPF, qpf) self.addValues(RMParser.dataType.DEWPOINT, dew) self.addValues(RMParser.dataType.WIND, wind) self.addValues(RMParser.dataType.POP, pop) self.addValues(RMParser.dataType.RH, humidity) self.addValues(RMParser.dataType.MINRH, minHumidity) self.addValues(RMParser.dataType.MAXRH, maxHumidity) #----------------------------------------------------------------------------------------------- # # Get daily data. # d = self.openURL(URLDaily, URLParams) tree = e.parse(d) if tree.getroot().tag == 'error': log.error("*** No daily information found in response!") self.lastKnownError = "Error: No daily information found" tree.getroot().clear() del tree tree = None else: conditions = self.__parseWeatherTag(tree, 'conditions-icon', 'forecast-NWS', 'icon-link') parsedConditions = [] for c in conditions: if c and len(c) >= 2: try: cv = self.conditionConvert(c[1].rsplit('.')[-2].rsplit('/')[-1]) except: cv = RMWeatherConditions.Unknown parsedConditions.append((c[0], cv)) tree.getroot().clear() del tree tree = None self.addValues(RMParser.dataType.CONDITION, parsedConditions) if self.parserDebug: log.debug(self.result)
def getHourlyData(self, URL, URLParams, headers): d = self.openURL(URL, URLParams, headers=headers) if d is None: return False try: tree = e.parse(d) except: return False if tree.getroot().tag == 'error': log.error("*** No hourly information found in response!") self.lastKnownError = "Retrying hourly data retrieval" tree.getroot().clear() del tree tree = None return False # Reset lastKnownError from a previous function call self.lastKnownError = "" # We get them in English units need in Metric units maxt = self.__parseWeatherTag(tree, 'temperature', 'maximum') maxt = convertFahrenheitToCelsius(maxt) mint = self.__parseWeatherTag(tree, 'temperature', 'minimum', useStartTimes=False) # for mint we want the end-time to be saved in DB mint = convertFahrenheitToCelsius(mint) temp = self.__parseWeatherTag(tree, 'temperature', 'hourly') temp = convertFahrenheitToCelsius(temp) qpf = self.__parseWeatherTag(tree, 'precipitation', 'liquid') qpf = convertInchesToMM(qpf) dew = self.__parseWeatherTag(tree, 'temperature', 'dew point') dew = convertFahrenheitToCelsius(dew) wind = self.__parseWeatherTag(tree, 'wind-speed', 'sustained') wind = convertKnotsToMS(wind) # These are as percentages pop = self.__parseWeatherTag(tree, 'probability-of-precipitation', '12 hour') pop = convertToInt(pop) humidity = self.__parseWeatherTag(tree, 'humidity', 'relative') humidity = convertToFloat(humidity) minHumidity = self.__parseWeatherTag(tree, 'humidity', 'minimum relative') minHumidity = convertToFloat(minHumidity) maxHumidity = self.__parseWeatherTag(tree, 'humidity', 'maximum relative') maxHumidity = convertToFloat(maxHumidity) tree.getroot().clear() del tree tree = None # Save self.addValues(RMParser.dataType.MINTEMP, mint) self.addValues(RMParser.dataType.MAXTEMP, maxt) self.addValues(RMParser.dataType.TEMPERATURE, temp) self.addValues(RMParser.dataType.QPF, qpf) self.addValues(RMParser.dataType.DEWPOINT, dew) self.addValues(RMParser.dataType.WIND, wind) self.addValues(RMParser.dataType.POP, pop) self.addValues(RMParser.dataType.RH, humidity) self.addValues(RMParser.dataType.MINRH, minHumidity) self.addValues(RMParser.dataType.MAXRH, maxHumidity) return True
def getHourlyData(self, URL, URLParams, headers): d = self.openURL(URL, URLParams, headers=headers) if d is None: return False try: tree = e.parse(d) except: return False #tree = e.parse("/tmp/noaa-fl-2019-06-04-1.xml") if tree.getroot().tag == 'error': log.error("*** No hourly information found in response!") self.lastKnownError = "Retrying hourly data retrieval" tree.getroot().clear() del tree tree = None return False # Reset lastKnownError from a previous function call self.lastKnownError = "" # We get them in English units need in Metric units # 2019-06-01: If we send that weather properties we want (qpf=qpf&mint=mint) in request URL NOAA response forgets # past hours in current day resulting in a forecast requested at the end of the day # having null/0 qpf forgetting the older values which could had more qpf so we need to process QPF first and # determine which entries don't have full days with qpf reported (especially current day) then completely skip # this day for the rest of the weather properties so we don't have a forecast entry with null/0 qpf # Algorithm allows multiple partial days to be skipped because incomplete but we currently only skip today # QPF needs to be the first tag parsed to build the skippedDays structure qpf = self.__parseWeatherTag(tree, 'precipitation', 'liquid', skippedDays=self.skippedDays, addToSkippedDays=True) qpf = convertInchesToMM(qpf) maxt = self.__parseWeatherTag(tree, 'temperature', 'maximum', skippedDays=self.skippedDays) maxt = convertFahrenheitToCelsius(maxt) mint = self.__parseWeatherTag( tree, 'temperature', 'minimum', useStartTimes=False, skippedDays=self.skippedDays ) # for mint we want the end-time to be saved in DB mint = convertFahrenheitToCelsius(mint) temp = self.__parseWeatherTag(tree, 'temperature', 'hourly', skippedDays=self.skippedDays) temp = convertFahrenheitToCelsius(temp) dew = self.__parseWeatherTag(tree, 'temperature', 'dew point', skippedDays=self.skippedDays) dew = convertFahrenheitToCelsius(dew) wind = self.__parseWeatherTag(tree, 'wind-speed', 'sustained', skippedDays=self.skippedDays) wind = convertKnotsToMS(wind) # These are as percentages pop = self.__parseWeatherTag(tree, 'probability-of-precipitation', '12 hour', skippedDays=self.skippedDays) pop = convertToInt(pop) humidity = self.__parseWeatherTag(tree, 'humidity', 'relative', skippedDays=self.skippedDays) humidity = convertToFloat(humidity) minHumidity = self.__parseWeatherTag(tree, 'humidity', 'minimum relative', skippedDays=self.skippedDays) minHumidity = convertToFloat(minHumidity) maxHumidity = self.__parseWeatherTag(tree, 'humidity', 'maximum relative', skippedDays=self.skippedDays) maxHumidity = convertToFloat(maxHumidity) if self.parserDebug: tree.write('noaa-' + str(rmTimestampToDateAsString(rmCurrentTimestamp())) + ".xml") tree.getroot().clear() del tree tree = None # Save self.addValues(RMParser.dataType.MINTEMP, mint) self.addValues(RMParser.dataType.MAXTEMP, maxt) self.addValues(RMParser.dataType.TEMPERATURE, temp) self.addValues(RMParser.dataType.QPF, qpf) self.addValues(RMParser.dataType.DEWPOINT, dew) self.addValues(RMParser.dataType.WIND, wind) self.addValues(RMParser.dataType.POP, pop) self.addValues(RMParser.dataType.RH, humidity) self.addValues(RMParser.dataType.MINRH, minHumidity) self.addValues(RMParser.dataType.MAXRH, maxHumidity) return True
class AmbientWeatherParser(RMParser): parserName = "Ambient Weather Network Parser" parserDescription = "Live personal weather station data from www.ambientweather.net" parserForecast = False parserHistorical = True parserEnabled = False parserDebug = False parserInterval = 60 * 60 # hourly paserHasData = False params = {"apiKey": None, "applicationKey": None, "macAddress": None} req_headers = { "User-Agent": "ambientweather-parser/1.0 (https://github.com/WillCodeForCats/rainmachine-amweather)" } def perform(self): url = 'http://api.ambientweather.net/v1/devices/' + str( self.params["macAddress"]) parameterList = [("apiKey", str(self.params["apiKey"])), ("applicationKey", str(self.params["applicationKey"])), ("limit", "1")] log.info('Getting data from {0}'.format(str(url))) query_string = urllib.urlencode(parameterList) url_query = "?".join([url, query_string]) try: req = urllib2.Request(url=url_query, headers=self.req_headers) data = urllib2.urlopen(url=req, timeout=60) log.debug("Connected to %s" % (url_query)) except Exception, e: self.lastKnownError = "Connection Error" log.error("Error while connecting to %s, error: %s" % (url, e.reason)) return http_status = data.getcode() log.debug("http_status = %s" % (http_status)) if http_status != 200: self.lastKnownError = "HTTP Error " + http_status log.error("URL %s failed with code %s" % (url, http_status)) return station = json.loads(data.read()) for entry in station: dateutc = entry["dateutc"] / 1000 # from milliseconds if 'tempf' in entry: temp = convertFahrenheitToCelsius(entry["tempf"]) self.addValue(RMParser.dataType.TEMPERATURE, dateutc, temp, False) log.debug("TEMPERATURE = %s" % (temp)) self.paserHasData = True if 'humidity' in entry: self.addValue(RMParser.dataType.RH, dateutc, entry["humidity"], False) log.debug("RH = %s" % (entry["humidity"])) self.paserHasData = True if 'windspeedmph' in entry: windspeed = entry["windspeedmph"] * 0.44704 # to meters/sec self.addValue(RMParser.dataType.WIND, dateutc, windspeed, False) log.debug("WIND = %s" % (windspeed)) self.paserHasData = True if 'solarradiation' in entry: solarrad = self.convertRadiationFromWattsToMegaJoules( entry["solarradiation"]) self.addValue(RMParser.dataType.SOLARRADIATION, dateutc, solarrad, False) log.debug("SOLARRADIATION = %s" % (solarrad)) self.paserHasData = True if 'dailyrainin' in entry: rain = convertInchesToMM(entry["dailyrainin"]) self.addValue(RMParser.dataType.RAIN, dateutc, rain, False) log.debug("RAIN = %s" % (rain)) self.paserHasData = True if 'baromrelin' in entry: pressure = entry["baromrelin"] * 3.38639 # to kPa self.addValue(RMParser.dataType.PRESSURE, dateutc, pressure, False) log.debug("PRESSURE = %s" % (pressure)) self.paserHasData = True if 'dewPoint' in entry: dewpoint = convertFahrenheitToCelsius(entry["dewPoint"]) self.addValue(RMParser.dataType.DEWPOINT, dateutc, dewpoint, False) log.debug("DEWPOINT = %s" % (dewpoint)) self.paserHasData = True if self.paserHasData: log.info("Successful update from station %s" % (str(self.params["macAddress"]))) return True else: self.lastKnownError = "No Data From Station" log.error("Connected, but no data returned from station %s" % (str(self.params["macAddress"]))) return
def perform(self): s = self.settings URL = "http://graphical.weather.gov/xml/sample_products/browser_interface/ndfdXMLclient.php" URLDaily = "http://graphical.weather.gov/xml/sample_products/browser_interface/ndfdBrowserClientByDay.php" URLParams = [("lat", s.location.latitude), ("lon", s.location.longitude)] + \ [ ("startDate", datetime.date.today().strftime("%Y-%m-%d")), #("endDate", (datetime.date.today() + datetime.timedelta(6)).strftime("%Y-%m-%d")), ("format", "24 hourly"), ("numDays", 6), ("Unit", "e") ] #----------------------------------------------------------------------------------------------- # # Get hourly data. # d = self.openURL(URL, URLParams) if d is None: return tree = e.parse(d) if tree.getroot().tag == 'error': log.error("*** No hourly information found in response!") self.lastKnownError = "Error: No hourly information found" tree.getroot().clear() del tree tree = None else: # We get them in English units need in Metric units maxt = self.__parseWeatherTag(tree, 'temperature', 'maximum') maxt = convertFahrenheitToCelsius(maxt) mint = self.__parseWeatherTag(tree, 'temperature', 'minimum', useStartTimes=False) # for mint we want the end-time to be saved in DB mint = convertFahrenheitToCelsius(mint) temp = self.__parseWeatherTag(tree, 'temperature', 'hourly') temp = convertFahrenheitToCelsius(temp) qpf = self.__parseWeatherTag(tree, 'precipitation', 'liquid') qpf = convertInchesToMM(qpf) dew = self.__parseWeatherTag(tree, 'temperature', 'dew point') dew = convertFahrenheitToCelsius(dew) wind = self.__parseWeatherTag(tree, 'wind-speed', 'sustained') wind = convertKnotsToMS(wind) # These are as percentages pop = self.__parseWeatherTag(tree, 'probability-of-precipitation', '12 hour') humidity = self.__parseWeatherTag(tree, 'humidity', 'relative') minHumidity = self.__parseWeatherTag(tree, 'humidity', 'minimum relative') maxHumidity = self.__parseWeatherTag(tree, 'humidity', 'maximum relative') tree.getroot().clear() del tree tree = None self.addValues(RMParser.dataType.MINTEMP, mint) self.addValues(RMParser.dataType.MAXTEMP, maxt) self.addValues(RMParser.dataType.TEMPERATURE, temp) self.addValues(RMParser.dataType.QPF, qpf) self.addValues(RMParser.dataType.DEWPOINT, dew) self.addValues(RMParser.dataType.WIND, wind) self.addValues(RMParser.dataType.POP, pop) self.addValues(RMParser.dataType.RH, humidity) self.addValues(RMParser.dataType.MINRH, minHumidity) self.addValues(RMParser.dataType.MAXRH, maxHumidity) #----------------------------------------------------------------------------------------------- # # Get daily data. # d = self.openURL(URLDaily, URLParams) tree = e.parse(d) if tree.getroot().tag == 'error': log.error("*** No daily information found in response!") self.lastKnownError = "Error: No daily information found" tree.getroot().clear() del tree tree = None else: conditions = self.__parseWeatherTag(tree, 'conditions-icon', 'forecast-NWS', 'icon-link') parsedConditions = [] for c in conditions: if c and len(c) >= 2: try: cv = self.conditionConvert(c[1].rsplit('.')[-2].rsplit('/')[-1]) except: cv = RMWeatherConditions.Unknown parsedConditions.append((c[0], cv)) tree.getroot().clear() del tree tree = None self.addValues(RMParser.dataType.CONDITION, parsedConditions) if self.parserDebug: log.debug(self.result)