def get_url(self, load_function): url = "http://%s/%s" % (self.host, self.search_url, ) response = load_function(url) filmLink = parsers.parse_search(response, self.film.name, self.film.release_date.year) if filmLink is None: raise NoSuchFilm(self.film) self.url_load = filmLink return "http://%s%s" % (self.host, self.url_load)
def get_url(self, load_function): url = "http://%s/%s" % (self.host, self.search_url, ) url = url_with_querystring(url, **self.params) response = load_function(url) film_url = parsers.parse_search(response, self.film.name, self.film.release_date.year) if film_url is None: raise NoSuchFilm(self.film) self.url_load = film_url return self.url_load
def get_url(self, load_function): url = "http://%s/%s" % (self.host, self.search_url, ) url = url_with_querystring(url, **self.params) response = load_function(url) film_url = parsers.parse_search(response, self.film.name, self.film.release_date) if film_url is None: raise NoSuchFilm(self.film) self.url_load = film_url return self.url_load
def get_url(self, load_function): url = "http://%s/%s" % (self.host, self.search_url, ) url = url_with_querystring(url, **self.params) response = load_function(url) film = parsers.parse_search(response, self.film) if film is None: raise NoSuchFilm(self.film) self.url_load = film['link'] return "http://%s%s" % (self.host, self.url_load)
def get_url(self, load_function): url = "http://%s/%s" % ( self.host, self.search_url, ) response = load_function(url) filmLink = parsers.parse_search(response, self.film.name, self.film.release_date.year) if filmLink is None: raise NoSuchFilm(self.film) self.url_load = filmLink return "http://%s%s" % (self.host, self.url_load)
def get_url(self, load_function): url = "http://%s/%s" % (self.host, self.search_url) url = url_with_querystring(url, **self.params) response = load_function(url) link = parsers.parse_search(response, self.film.name, self.film.type, self.film.release_date.year) if link is None: raise NoSuchFilm(self.film) self.url_load = link return link
def get_url(self, load_function): serial = False url = "http://%s/%s" % ( self.host, self.search_url, ) response = load_function(url) if self.film.type == APP_FILM_SERIAL: serial = True film_link = parsers.parse_search(response, self.film.name, serial) if film_link is None: raise NoSuchFilm(self.film) return film_link
def test_parse_search_results(): with open('fixtures/search.html') as f: result = parsers.parse_search(f.read()) assert len(result) == 8
def main(): for keyword in utils.parse_keywords(): print('Collecting data for \'' +keyword +'\'') parsers.parse_search(keyword)
def search(q): search_url = SEARCH_URL % urllib.quote_plus(q) html_result = utils.fetch_html(search_url) return parsers.parse_search(html_result)