def request_album_detail(self, aid):
headers = Headers()
headers.setdefault("Content-Type", "application/x-www-form-urlencoded")
url = "https://www.aiyinsitanfm.com/album/%s.html" % aid
req = scrapy.Request(url=url,
callback=self.parse_album_detail,
method="GET",
headers=headers)
return req
def start_requests(self):
headers = Headers()
headers.setdefault("Content-Type", "application/x-www-form-urlencoded")
sys.stdout = io.TextIOWrapper(sys.stdout.buffer, encoding='utf-8')
#data = {"album_id": "1241|13509"}
data = "album_id=1029|1010080&order_type=1&page_num=1"
yield scrapy.Request(url=self.startUrl,
callback=self.parse,
method="POST",
headers=headers,
body=data)
def request_classify(self, tid, page):
headers = Headers()
headers.setdefault("Content-Type", "application/x-www-form-urlencoded")
url = "https://www.aiyinsitanfm.com/pcall_types/get_page_list"
req = scrapy.Request(url=url,
callback=self.parse_classify,
method="POST",
headers=headers,
body="type_id=%s&sort_type=1&page_num=%s" %
(tid, str(page)))
# print("=============--------classify %s---------================" % tid)
return req
def request_album(self, did, page):
headers = Headers()
headers.setdefault("Content-Type", "application/x-www-form-urlencoded")
url = "https://www.aiyinsitanfm.com/pcalbum_info/get_page_list"
req = scrapy.Request(url=url,
callback=self.parse_album,
method="POST",
headers=headers,
body="album_id=%s&order_type=1&page_num=%s" %
(did, page))
# print("=============--------album %s---------================" % did)
return req
def request_all_audio(self, audio_id):
headers = Headers()
headers.setdefault("Content-Type", "application/x-www-form-urlencoded")
url = "https://www.aiyinsitanfm.com/pcplayer/get_all_list"
req = scrapy.Request(url=url,
callback=self.parse_audio,
method="POST",
headers=headers,
body="audio_id=%s" % audio_id)
print("=============--------audio %s---------================" %
audio_id)
return req
