def parse(self, response):
     if 35000 > len(response.body):
         print(response.body)
         print(response.url)
     elif 404 == response.status:
         print(response.url)
     else:
         meta = MovieMeta()
         self.get_douban_id(meta, response)
         self.get_type(meta, response)
         self.get_cover(meta, response)
         self.get_name(meta, response)
         self.get_year(meta, response)
         self.get_directors(meta, response)
         self.get_actors(meta, response)
         self.get_genres(meta, response)
         self.get_official_site(meta, response)
         self.get_regions(meta, response)
         self.get_languages(meta, response)
         self.get_release_date(meta, response)
         self.get_runtime(meta, response)
         self.get_alias(meta, response)
         self.get_imdb_id(meta, response)
         self.get_score(meta, response)
         self.get_votes(meta, response)
         self.get_tags(meta, response)
         self.get_storyline(meta, response)
         self.get_slug(meta, response)
         return meta
Example #2
0
 def parse(self, response):
     if 35000 > len(response.body):
         print(response.body)
         print(response.url)
     elif 404 == response.status:
         print(response.url)
     else:
         meta = MovieMeta()
         self.get_douban_id(meta, response)
         self.get_name(meta, response)
         self.get_year(meta, response)
         self.get_genres(meta, response)
         self.get_regions(meta, response)
         self.get_release_date(meta, response)
         self.get_runtime(meta, response)
         self.get_score(meta, response)
         self.get_votes(meta, response)
         return meta
Example #3
0
 def parse(self, response):
     meta = MovieMeta()
     self.set_douban_id(meta, response)
     self.set_type(meta, response)
     self.set_cover(meta, response)
     self.set_name(meta, response)
     self.set_year(meta, response)
     self.set_directors(meta, response)
     self.set_actors(meta, response)
     self.set_genres(meta, response)
     self.set_official_site(meta, response)
     self.set_regions(meta, response)
     self.set_languages(meta, response)
     self.set_release_date(meta, response)
     self.set_runtime(meta, response)
     self.set_alias(meta, response)
     self.set_imdb_id(meta, response)
     self.set_score(meta, response)
     self.set_votes(meta, response)
     self.set_tags(meta, response)
     self.set_storyline(meta, response)
     self.set_slug(meta, response)
     return meta