def update(self, scraper=None): if scraper is None: scraper = PyBikesScraper() data = scraper.request(self.endpoint) tree = etree.fromstring(data.encode('utf-8')) markers = tree.xpath('//station') self.stations = map(GewistaStation, markers)
def update(self, scraper=None): if scraper is None: scraper = PyBikesScraper() data = scraper.request(self.feed_url) tree = etree.XML(data.encode('utf-8')) namespaces = { 'Bicicletas': 'http://bicis.buenosaires.gob.ar/ServiceBicycle.asmx' } stations_XML = tree.xpath('//Bicicletas:Estacion', namespaces=namespaces) stations = [] for station_XML in stations_XML: station = BikeShareStation() uid = station_XML.find('Bicicletas:EstacionId', namespaces=namespaces).text address = station_XML.find('Bicicletas:Lugar', namespaces=namespaces).text + ' ' + station_XML.find('{http://bicis.buenosaires.gob.ar/ServiceBicycle.asmx}Numero').text station.name = station_XML.find('Bicicletas:EstacionNombre', namespaces=namespaces).text station.latitude = station_XML.find('Bicicletas:Latitud', namespaces=namespaces).text station.longitude = station_XML.find('Bicicletas:Longitud', namespaces=namespaces).text station.bikes = int(station_XML.find('Bicicletas:AnclajesTotales', namespaces=namespaces).text) station.free = int(station_XML.find('Bicicletas:BicicletaDisponibles', namespaces=namespaces).text) station.extra = { 'uid': uid, 'address': address } if station.latitude and station.longitude: station.latitude = float(station.latitude) station.longitude = float(station.longitude) stations.append(station) self.stations = stations
def update(self, scraper=None): if scraper is None: scraper = PyBikesScraper(cache) domain_xml = etree.fromstring( scraper.request(self.url).encode('utf-8')) places = domain_xml.xpath(CITY_QUERY.format(uid=self.uid)) self.stations = filter(None, map(NextbikeStation, places))
def update(self, scraper=None): if scraper is None: scraper = PyBikesScraper(cache) domain_xml = etree.fromstring( scraper.request(self.url).encode('utf-8')) places = domain_xml.xpath(CITY_QUERY.format(uid=self.uid)) self.stations = map(NextbikeStation, self.filter_stations(places))
def update(self, scraper=None): if scraper is None: scraper = PyBikesScraper() raw = scraper.request(self.feed_url) tree = etree.fromstring(raw) stations = [] for location in tree.xpath('//location'): station = BikeShareStation() uid = location.find('Id').text address = location.find('Address').text station.name = "%s - %s" % (uid, address) station.latitude = float(location.find('Latitude').text) station.longitude = float(location.find('Longitude').text) station.bikes = int(location.find('Bikes').text) station.free = int(location.find('Dockings').text) station.extra = { 'uid': uid, 'address': address } stations.append(station) self.stations = stations
def update(self, scraper=None): if scraper is None: scraper = PyBikesScraper() raw = scraper.request(self.feed_url) tree = etree.fromstring(raw) stations = [] for location in tree.xpath('//location'): station = BikeShareStation() uid = location.find('Id').text address = location.find('Address').text station.name = "%s - %s" % (uid, address) station.latitude = float(location.find('Latitude').text) station.longitude = float(location.find('Longitude').text) station.bikes = int(location.find('Bikes').text) station.free = int(location.find('Dockings').text) station.extra = { 'uid': uid, 'address': address } stations.append(station) self.stations = stations
def update(self, scraper=None): if scraper is None: scraper = PyBikesScraper() body = json.dumps({"tipo": "getstations"}) json_data = scraper.request( self.feed_url, method='POST', data=body, headers={"Content-Type": "application/json"} ) station_data = json.loads(json_data) stations = [] for data in station_data: station = BikeShareStation() station.name = data['nome'] station.latitude = float(data['latitude']) station.longitude = float(data['longitude']) station.bikes = int(data['bikes']) station.free = int(data['vagas']) station.extra = { 'address': data['endereco'], 'uid': int(data['id']), 'online': data['status'] == u'Em operação' } stations.append(station) self.stations = stations
def update(self, scraper=None): if scraper is None: scraper = PyBikesScraper() data = scraper.request(self.endpoint) tree = etree.fromstring(data.encode('utf-8')) markers = tree.xpath('//station') self.stations = list(map(GewistaStation, markers))
def update(self, scraper=None): if scraper is None: scraper = PyBikesScraper() raw = scraper.request(self.feed_url, 'GET', None, None, True) tree = etree.fromstring(raw) stationList = tree.xpath('/RESPUESTA/LISTA/DETALLE') self.stations = map(BilbonBiziStation, stationList)
def update(self, scraper=None): if scraper is None: scraper = PyBikesScraper(cache) domain_xml = etree.fromstring( scraper.request(self.url).encode('utf-8')) places = domain_xml.xpath( '/markers/country/city[@uid="{uid}"]/place'.format(uid=self.uid)) # We want to raise an error if a uid is invalid, right? assert places, "Not found: uid {!r}, domain {!r}, url {}".format( self.uid, self.domain, self.url) self.stations = map(NextbikeStation, self.filter_stations(places))
def update(self, scraper=None): if scraper is None: scraper = PyBikesScraper(cache) domain_xml = etree.fromstring( scraper.request(self.url).encode('utf-8') ) places = domain_xml.xpath( '/markers/country/city[@uid="{uid}"]/place'.format(uid=self.uid) ) # We want to raise an error if a uid is invalid, right? assert places, "Not found: uid {!r}, domain {!r}, url {}".format( self.uid, self.domain, self.url ) self.stations = map(NextbikeStation, self.filter_stations(places))
def update(self, scraper=None): if scraper is None: scraper = PyBikesScraper() data = scraper.request(self.feed_url) tree = etree.XML(data.encode('utf-8')) stations_xml = tree.xpath('//b:Estacion', namespaces=NS) stations = [] for station_xml in stations_xml: try: station = EcobiciBAStation(station_xml) except InvalidStation: continue stations.append(station) self.stations = stations
def update(self, scraper=None): if scraper is None: scraper = PyBikesScraper() data = scraper.request(self.feed_url) tree = etree.XML(data.encode('utf-8')) stations_xml = tree.xpath('//b:Estacion', namespaces=NS) stations = [] for station_xml in stations_xml: try: station = EcobiciBAStation(station_xml) except InvalidStation: continue stations.append(station) self.stations = stations
def update(self, scraper=None): if scraper is None: scraper = PyBikesScraper() data = scraper.request(self.feed_url) tree = etree.XML(data.encode('utf-8')) namespaces = { 'Bicicletas': 'http://bicis.buenosaires.gob.ar/ServiceBicycle.asmx' } stations_XML = tree.xpath('//Bicicletas:Estacion', namespaces=namespaces) stations = [] for station_XML in stations_XML: station = BikeShareStation() uid = station_XML.find('Bicicletas:EstacionId', namespaces=namespaces).text address = station_XML.find( 'Bicicletas:Lugar', namespaces=namespaces ).text + ' ' + station_XML.find( '{http://bicis.buenosaires.gob.ar/ServiceBicycle.asmx}Numero' ).text station.name = station_XML.find('Bicicletas:EstacionNombre', namespaces=namespaces).text station.latitude = station_XML.find('Bicicletas:Latitud', namespaces=namespaces).text station.longitude = station_XML.find('Bicicletas:Longitud', namespaces=namespaces).text station.bikes = int( station_XML.find('Bicicletas:AnclajesTotales', namespaces=namespaces).text) station.free = int( station_XML.find('Bicicletas:BicicletaDisponibles', namespaces=namespaces).text) station.extra = {'uid': uid, 'address': address} if station.latitude and station.longitude: station.latitude = float(station.latitude) station.longitude = float(station.longitude) stations.append(station) self.stations = stations
def update(self, scraper=None): if scraper is None: scraper = PyBikesScraper() status_fuzzle = scraper.request(self.status_url) location_dom = etree.fromstring(self.kml_file) status_dom = html.fromstring(status_fuzzle) placemarks = location_dom.xpath("//kml:Placemark", namespaces = _kml_ns) stations = [] for placemark in placemarks: name = placemark.findtext('kml:name', namespaces = _kml_ns) name_id = placemark.findtext('kml:description', namespaces = _kml_ns) coor = map( float, placemark.findtext('.//kml:coordinates', namespaces = _kml_ns). split(',')[0:2] ) # Find a status table with the name_id of this station, XPath # performance on this query is not really costly so far. try: (status,) = status_dom.xpath(_xpath_q % name_id) except ValueError: # Not found.. move along? continue m = re.search(_re_bikes_slots, status) bikes = int(m.group('bikes')) slots = int(m.group('slots')) station = BikeShareStation() station.name = name station.latitude = coor[1] station.longitude = coor[0] station.bikes = bikes station.free = slots - bikes station.extra = { 'slots': slots } stations.append(station) self.stations = stations
def update(self, scraper=None): if scraper is None: scraper = PyBikesScraper() status_fuzzle = scraper.request(self.status_url) location_dom = etree.fromstring(self.kml_file) status_dom = html.fromstring(status_fuzzle) placemarks = location_dom.xpath("//kml:Placemark", namespaces=_kml_ns) stations = [] for placemark in placemarks: name = placemark.findtext('kml:name', namespaces=_kml_ns) name_id = placemark.findtext('kml:description', namespaces=_kml_ns) coor = list( map( float, placemark.findtext('.//kml:coordinates', namespaces=_kml_ns).split(',')[0:2])) # Find a status table with the name_id of this station, XPath # performance on this query is not really costly so far. try: (status, ) = status_dom.xpath(_xpath_q % name_id) except ValueError: # Not found.. move along? continue m = re.search(_re_bikes_slots, status) bikes = int(m.group('bikes')) slots = int(m.group('slots')) station = BikeShareStation() station.name = name station.latitude = coor[1] station.longitude = coor[0] station.bikes = bikes station.free = slots - bikes station.extra = {'slots': slots} stations.append(station) self.stations = stations
def update(self, scraper=None): if scraper is None: scraper = PyBikesScraper() scraper.headers.update(self.headers) page = 1 places = [] while page: resp = scraper.request( BASE_URL.format(uid=self.uid, page=page) + str(self.page_size)) data = json.loads(resp) if page * self.page_size > data['total_entries']: page = 0 else: page += 1 places.extend(data['items']) self.stations = map(SocialBicyclesStation, places)
def update(self, scraper=None): if scraper is None: scraper = PyBikesScraper() scraper.headers.update(self.headers) page = 1 places = [] while page: resp = scraper.request( BASE_URL.format(uid=self.uid, page=page) + str(self.page_size) ) data = json.loads(resp) if page * self.page_size > data['total_entries']: page = 0 else: page += 1 places.extend(data['items']) self.stations = map(SocialBicyclesStation, places)
def update(self, scraper=None): if scraper is None: scraper = PyBikesScraper(cache) domain_xml = etree.fromstring( scraper.request(self.url).encode('utf-8')) places = domain_xml.xpath( '/markers/country/city[@uid="{uid}"]/place'.format(uid=self.uid)) # We want to raise an error if a uid is invalid, right? assert places, "Not found: uid {!r}, domain {!r}, url {}".format( self.uid, self.domain, self.url) if self.bbox: def getter(place): lat, lng = place.attrib['lat'], place.attrib['lng'] return (float(lat), float(lng)) places = filter_bounds(places, getter, self.bbox) # For now ignore bikes roaming around places = filter(lambda p: p.attrib.get('bike', '') != '1', places) self.stations = list(map(NextbikeStation, places))
def update(self, scraper=None): if scraper is None: scraper = PyBikesScraper(cache) domain_xml = etree.fromstring( scraper.request(self.url).encode('utf-8') ) places = domain_xml.xpath( '/markers/country/city[@uid="{uid}"]/place'.format(uid=self.uid) ) # We want to raise an error if a uid is invalid, right? assert places, "Not found: uid {!r}, domain {!r}, url {}".format( self.uid, self.domain, self.url ) if self.bbox: def getter(place): lat, lng = place.attrib['lat'], place.attrib['lng'] return (float(lat), float(lng)) places = filter_bounds(places, getter, self.bbox) # For now ignore bikes roaming around places = filter(lambda p: p.attrib.get('bike', '') != '1', places) self.stations = map(NextbikeStation, places)