コード例 #1
0
ファイル: crawlerparser.py プロジェクト: everyx/AliTools
def parse_rank(response, index, keywords):
    """rank 结果解析器
    """
    keyword = keywords[index]
    rank = Rank(keyword=keyword)
    rank.update = date.today()
    next_index = _get_next_page(0, index, 1, len(keywords))
    try:
        json_ranks = response.json().get('value', None)
        if json_ranks is not None and len(json_ranks) > 0:
            ranking_list = list()
            for item in json_ranks:
                ranking_list.append({
                    'product_id': item['id'],
                    'ranking': item['pageNO'] + item['rowNO']/100,
                })
            rank.ranking = ranking_list
    except JSONDecodeError:
        next_index = index

    return next_index, rank
コード例 #2
0
def parse_rank(response, index, keywords):
    """rank 结果解析器
    """
    keyword = keywords[index]
    rank = Rank(keyword=keyword)
    rank.update = date.today()
    next_index = _get_next_page(0, index, 1, len(keywords))
    try:
        json_ranks = response.json().get('value', None)
        if json_ranks is not None and len(json_ranks) > 0:
            ranking_list = list()
            for item in json_ranks:
                ranking_list.append({
                    'product_id': item['id'],
                    'ranking': item['pageNO'] + item['rowNO']/100,
                })
            rank.ranking = ranking_list
    except JSONDecodeError:
        next_index = index

    return next_index, rank