コード例 #1
0
ファイル: anqi.py プロジェクト: zhang5032447/apk-crawler
def get_anqi_search_list(response):
    log_page(response, 'get_anqi_search_list.html')

    url_list_xpath = '//div[@class="posts psiosnews"]/div[@class="box"]/div/h3/a/@href'
    name_list_xpath = '//div[@class="posts psiosnews"]/div[@class="box"]/div/h3/a/@title'
    func = get_anqi_detail
    host = 'http://www.apkcn.com'
    result = get_search_list(response, url_list_xpath, name_list_xpath, func, host)
    if type(result) == list:
        for r in result:
            yield r
    else:
        yield result
コード例 #2
0
ファイル: anruan.py プロジェクト: zhang5032447/apk-crawler
def get_anruan_search_list(response):
    log_page(response, 'get_anruan_search_list.html')

    url_list_xpath = '//div[@id="divlist"]/div[@class="li"]/ul/li/a/@href'
    name_list_xpath = '//div[@id="divlist"]/div[@class="li"]/ul/li/a/@title'
    func = get_anruan_detail
    host = ''
    result = get_search_list(response, url_list_xpath, name_list_xpath, func, host)
    if type(result) == list:
        for r in result:
            yield r
    else:
        yield result
コード例 #3
0
ファイル: yiyonghui.py プロジェクト: zhang5032447/apk-crawler
def get_yiyonghui_search_list(response):
    log_page(response, 'get_yiyonghui_search_list.html')

    url_list_xpath = '//div[@class="app_all_list"]/dl/dd/div[@class="app_txt z"]/p[1]/a/@href'
    name_list_xpath = '//div[@class="app_all_list"]/dl/dd/div[@class="app_txt z"]/p[1]/a/text()'
    func = get_yiyonghui_detail
    host = ''
    result = get_search_list(response, url_list_xpath, name_list_xpath, func, host)
    if type(result) == list:
        for r in result:
            yield r
    else:
        yield result
コード例 #4
0
ファイル: apkke.py プロジェクト: widy28/apk-crawler
def get_apkke_search_list(response):
    log_page(response, 'get_apkke_search_list.html')

    url_list_xpath = '//ul[@class="soft-list"]/li/h2/a/@href'
    name_list_xpath = '//ul[@class="soft-list"]/li/h2/a/font/font/text()'
    func = get_apkke_detail
    host = 'http://www.apkke.com'
    result = get_search_list(response, url_list_xpath, name_list_xpath, func, host)
    if type(result) == list:
        for r in result:
            yield r
    else:
        yield result
コード例 #5
0
ファイル: sina.py プロジェクト: zhang5032447/apk-crawler
def get_sina_android_list(response):
    log_page(response, 'get_sina_android_list.html')

    url_list_xpath = '/html/body/div/div/h3/a/@href'
    name_list_xpath = '/html/body/div/div/h3/a/text()'
    func = get_sina_detail
    host = 'http://down.tech.sina.com.cn'
    result = get_search_list(response, url_list_xpath, name_list_xpath, func, host)
    if type(result) == list:
        for r in result:
            yield r
    else:
        yield result
コード例 #6
0
ファイル: suning.py プロジェクト: zhang5032447/apk-crawler
def get_suning_search_list(response):
    log_page(response, 'get_suning_search_list.html')

    url_list_xpath = '//div[@class="app-result"]/ul/li/dl/dd/div/h3/a/@href'
    name_list_xpath = '//div[@class="app-result"]/ul/li/dl/dd/div/h3/a/text()'
    func = get_suning_detail
    host = ''
    result = get_search_list(response, url_list_xpath, name_list_xpath, func, host)
    if type(result) == list:
        for r in result:
            yield r
    else:
        yield result
コード例 #7
0
def get_sina_android_list(response):
    log_page(response, 'get_sina_android_list.html')

    url_list_xpath = '/html/body/div/div/h3/a/@href'
    name_list_xpath = '/html/body/div/div/h3/a/text()'
    func = get_sina_detail
    host = 'http://down.tech.sina.com.cn'
    result = get_search_list(response, url_list_xpath, name_list_xpath, func, host)
    if type(result) == list:
        for r in result:
            yield r
    else:
        yield result
コード例 #8
0
ファイル: anruan.py プロジェクト: widy28/apk-crawler
def get_anruan_search_list(response):
    log_page(response, 'get_anruan_search_list.html')

    url_list_xpath = '//div[@id="divlist"]/div[@class="li"]/ul/li/a/@href'
    name_list_xpath = '//div[@id="divlist"]/div[@class="li"]/ul/li/a/@title'
    func = get_anruan_detail
    host = ''
    result = get_search_list(response, url_list_xpath, name_list_xpath, func, host)
    if type(result) == list:
        for r in result:
            yield r
    else:
        yield result
コード例 #9
0
ファイル: android155.py プロジェクト: widy28/apk-crawler
def get_android155_search_list(response):
    log_page(response, 'get_android155_search_list.html')

    url_list_xpath = '//*[@id="search"]/div[2]/ul/li/strong/a/@href'
    name_list_xpath = '//*[@id="search"]/div[2]/ul/li/strong/a/text()'
    func = get_android155_detail
    host = 'http://www.android.155.cn'
    result = get_search_list(response, url_list_xpath, name_list_xpath, func, host)
    if type(result) == list:
        for r in result:
            yield r
    else:
        yield result
コード例 #10
0
def get_yiyonghui_search_list(response):
    log_page(response, 'get_yiyonghui_search_list.html')

    url_list_xpath = '//div[@class="app_all_list"]/dl/dd/div[@class="app_txt z"]/p[1]/a/@href'
    name_list_xpath = '//div[@class="app_all_list"]/dl/dd/div[@class="app_txt z"]/p[1]/a/text()'
    func = get_yiyonghui_detail
    host = ''
    result = get_search_list(response, url_list_xpath, name_list_xpath, func,
                             host)
    if type(result) == list:
        for r in result:
            yield r
    else:
        yield result
コード例 #11
0
def get_android155_search_list(response):
    log_page(response, 'get_android155_search_list.html')

    url_list_xpath = '//*[@id="search"]/div[2]/ul/li/strong/a/@href'
    name_list_xpath = '//*[@id="search"]/div[2]/ul/li/strong/a/text()'
    func = get_android155_detail
    host = 'http://www.android.155.cn'
    result = get_search_list(response, url_list_xpath, name_list_xpath, func,
                             host)
    if type(result) == list:
        for r in result:
            yield r
    else:
        yield result
コード例 #12
0
def get_suning_search_list(response):
    log_page(response, 'get_suning_search_list.html')

    url_list_xpath = '//div[@class="app-result"]/ul/li/dl/dd/div/h3/a/@href'
    name_list_xpath = '//div[@class="app-result"]/ul/li/dl/dd/div/h3/a/text()'
    func = get_suning_detail
    host = ''
    result = get_search_list(response, url_list_xpath, name_list_xpath, func,
                             host)
    if type(result) == list:
        for r in result:
            yield r
    else:
        yield result