def parse(self, response): nums = Tag.remain_items() for i in nums: request_url = DOMAIN + '/view/' + str(i) + '.htm' request = Request(request_url, callback=self.parse_page) request.meta['view_num'] = str(i) yield request time.sleep(0.1)