def request_album_detail(self, aid): headers = Headers() headers.setdefault("Content-Type", "application/x-www-form-urlencoded") url = "https://www.aiyinsitanfm.com/album/%s.html" % aid req = scrapy.Request(url=url, callback=self.parse_album_detail, method="GET", headers=headers) return req
def start_requests(self): headers = Headers() headers.setdefault("Content-Type", "application/x-www-form-urlencoded") sys.stdout = io.TextIOWrapper(sys.stdout.buffer, encoding='utf-8') #data = {"album_id": "1241|13509"} data = "album_id=1029|1010080&order_type=1&page_num=1" yield scrapy.Request(url=self.startUrl, callback=self.parse, method="POST", headers=headers, body=data)
def request_classify(self, tid, page): headers = Headers() headers.setdefault("Content-Type", "application/x-www-form-urlencoded") url = "https://www.aiyinsitanfm.com/pcall_types/get_page_list" req = scrapy.Request(url=url, callback=self.parse_classify, method="POST", headers=headers, body="type_id=%s&sort_type=1&page_num=%s" % (tid, str(page))) # print("=============--------classify %s---------================" % tid) return req
def request_album(self, did, page): headers = Headers() headers.setdefault("Content-Type", "application/x-www-form-urlencoded") url = "https://www.aiyinsitanfm.com/pcalbum_info/get_page_list" req = scrapy.Request(url=url, callback=self.parse_album, method="POST", headers=headers, body="album_id=%s&order_type=1&page_num=%s" % (did, page)) # print("=============--------album %s---------================" % did) return req
def request_all_audio(self, audio_id): headers = Headers() headers.setdefault("Content-Type", "application/x-www-form-urlencoded") url = "https://www.aiyinsitanfm.com/pcplayer/get_all_list" req = scrapy.Request(url=url, callback=self.parse_audio, method="POST", headers=headers, body="audio_id=%s" % audio_id) print("=============--------audio %s---------================" % audio_id) return req