def get_loan_list(url, cache, use_cookie=False):
""" 获取散标列表, 返回列表 """
domain = PaipaiDai.get_domain(url)
data, cache = Server.get(url, cache=cache, use_cookie=use_cookie)
if data:
data, next_page = Analyzer.get_loan_list(data)
if next_page:
next_page = os.path.join(domain, next_page.lstrip('/'))
return data, next_page, cache
return [], None, False
def get_loan_all_list(url, total_page=1):
""" 获取散标列表, 返回列表 """
domain = PaipaiDai.get_domain(url)
result = []
data, cache = Server.get(url, cache=False)
if data:
data, next_page = Analyzer.get_loan_list(data)
print url
result.extend(data)
if next_page and total_page > 1:
next_page = os.path.join(domain, next_page.lstrip('/'))
time.sleep(3)
result.extend(PaipaiDai.get_loan_list(next_page, total_page-1))
return result
def __open_well_loan(url, page_count=1):
domain = PaipaiDai.get_domain(url)
data, cache = Server.get(url, cache=False, use_cookie=True)
if data:
loans, next_page = Analyzer.get_loan_list(data)
# 处理列表
for loan in loans:
if u'首次' not in loan['title'] and u'第1次' not in loan['title']:
# 过滤第一次的用户
PpOpen.analyze_loan(loan['detail_url'])
time.sleep(2)
if next_page and page_count > 0:
time.sleep(2)
next_page = os.path.join(domain, next_page.lstrip('/'))
PpOpen.open_well_loan(next_page, page_count=page_count-1)
