コード例 #1
0
class GoodDetailCommentExtractor(JsonExtractor):
    filterList = JsonField(json_selector='$.data.filterList')
    page_count = JsonField(json_selector='$.data.page_count')
    row_count = JsonField(json_selector='$.data.row_count')
    rows_per_page = JsonField(json_selector='$.data.rows_per_page')
    page_number = JsonField(json_selector='$.data.page_number')
    is_show_checkall = JsonField(json_selector='$.data.is_show_checkall')
    rate_high = JsonField(json_selector='$.data.rate_high')
    tag = JsonField(json_selector='$.data.tag')
コード例 #2
0
class CategoryFilterExtractor(JsonExtractor):
    container = ContainerField(json_selector='$.data.filter.[*]')
    category = JsonField(json_selector='$.category')
    function = JsonField(json_selector='$.function')
    brand = JsonField(json_selector='$.brand')
コード例 #3
0
class CategoryGoodExtractor(JsonExtractor):
    container = ContainerField(json_selector='$.data.item_list[*]')
    type = JsonField(json_selector='$.type')
    search_doc_id = JsonField(json_selector='$.search_doc_id')
    item_id = JsonField(json_selector='$.item_id')
    status = JsonField(json_selector='$.status')
    status_num = JsonField(json_selector='$.status_num')
    selling_forms = JsonField(json_selector='$.selling_forms')
    settling_accounts_forms = JsonField(json_selector='$.settling_accounts_forms')
    name = JsonField(json_selector='$.name')
    qrshare_product_name = JsonField(json_selector='$.qrshare_product_name')
    short_name = JsonField(json_selector='$.short_name')
    product_id = JsonField(json_selector='$.product_id')
    brand_id = JsonField(json_selector='$.brand_id')
    category_id = JsonField(json_selector='$.category_id')
    function_ids = JsonField(json_selector='$.function_ids')
    jumei_price = JsonField(json_selector='$.jumei_price')
    market_price = JsonField(json_selector='$.market_price')
    buyer_number = JsonField(json_selector='$.buyer_number')
    popular = JsonField(json_selector='$.popular')
    image_url_set = JsonField(json_selector='$.image_url_set')
    tag = JsonField(json_selector='$.tag')
    display_price = JsonField(json_selector='$.display_price')
    wish_number = JsonField(json_selector='$.wish_number')
    start_time = JsonField(json_selector='$.start_time')
    end_time = JsonField(json_selector='$.end_time')
    show_category = JsonField(json_selector='$.show_category')
    has_short_video = JsonField(json_selector='$.has_short_video')
    size_attr = JsonField(json_selector='$.size_attr')
    item_tag = JsonField(json_selector='$.item_tag')
    sku_last_sale_time = JsonField(json_selector='$.sku_last_sale_time')
    middle_name = JsonField(json_selector='$.middle_name')
    selling_point = JsonField(json_selector='$.selling_point')
    category_v3_1 = JsonField(json_selector='$.category_v3_1')
    tag_id = JsonField(json_selector='$.tag_id')
    tag_ids = JsonField(json_selector='$.tag_ids')
    countries = JsonField(json_selector='$.countries')
    countries_icon = JsonField(json_selector='$.countries_icon')
    yqt_show = JsonField(json_selector='$.yqt_show')
    exchange_policy = JsonField(json_selector='$.exchange_policy')
    price_detail = JsonField(json_selector='$.price_detail')
    value_of_goods = JsonField(json_selector='$.value_of_goods')
    tax = JsonField(json_selector='$.tax')
    live_info = JsonField(json_selector='$.live_info')
    deal_comments_number = JsonField(json_selector='$.deal_comments_number')
    total_sales_number = JsonField(json_selector='$.total_sales_number')
    foreign_language_name = JsonField(json_selector='$.foreign_language_name')
    abroad_price_foreign = JsonField(json_selector='$.abroad_price_foreign')
    jumei_price_foreign = JsonField(json_selector='$.jumei_price_foreign')
    abroad_price = JsonField(json_selector='$.abroad_price')
    area_currency_symbol = JsonField(json_selector='$.area_currency_symbol')
    area_currency_symbol_location = JsonField(json_selector='$.area_currency_symbol_location')
    area_name = JsonField(json_selector='$.area_name')
    # 地区图标
    area_icon = JsonField(json_selector='$.area_icon')
    is_combination = JsonField(json_selector='$.is_combination')
    # 评论数 (375条评论)
    product_desc = JsonField(json_selector='$.product_desc')
    is_dm = JsonField(json_selector='$.is_dm')
    authorization = JsonField(json_selector='$.authorization')
    is_deal = JsonField(json_selector='$.is_deal')
    name_tag = JsonField(json_selector='$.name_tag')
    time_desc = JsonField(json_selector='$.time_desc')
    tip_desc = JsonField(json_selector='$.tip_desc')
    shipping_system_id = JsonField(json_selector='$.shipping_system_id')
    aca_alliance = JsonField(json_selector='$.aca_alliance')
    aca_brand = JsonField(json_selector='$.aca_brand')
    product_reports_number = JsonField(json_selector='$.product_reports_number')
    stocks_alarm = JsonField(json_selector='$.stocks_alarm')
    status_tag = JsonField(json_selector='$.status_tag')
    live = JsonField(json_selector='$.live')
    video_info = JsonField(json_selector='$.video_info')
    brand_logo = JsonField(json_selector='$.brand_logo')
    buried_type = JsonField(json_selector='$.buried_type')
    exposure_link = JsonField(json_selector='$.exposure_link')
    click_link = JsonField(json_selector='$.click_link')
    is_proprietary = JsonField(json_selector='$.is_proprietary')
    is_sellable_self = JsonField(json_selector='$.is_sellable_self')
    is_sellable = JsonField(json_selector='$.is_sellable')
    single_festival_title = JsonField(json_selector='$.single_festival_title')
    double_festival_title = JsonField(json_selector='$.double_festival_title')
    festival_price = JsonField(json_selector='$.festival_price')
    is_activity = JsonField(json_selector='$.is_activity')
    divideFlag = JsonField(json_selector='$.divideFlag')
    divideIcon = JsonField(json_selector='$.divideIcon')
    divideLabel = JsonField(json_selector='$.divideLabel')
    fake_total_sales_number = JsonField(json_selector='$.fake_total_sales_number')
    mall_sale_mode = JsonField(json_selector='$.mall_sale_mode')
    sku_max_price = JsonField(json_selector='$.sku_max_price')
    sku_min_price = JsonField(json_selector='$.sku_min_price')
    show_purchase_button = JsonField(json_selector='$.show_purchase_button')
    policy = JsonField(json_selector='$.policy')
    url_schema = JsonField(json_selector='$.url_schema')
    original_image = JsonField(json_selector='$.original_image')
    category = JsonField(json_selector='$.category')
    discount_for_market_price = JsonField(json_selector='$.discount_for_market_price')
    icon_tag = JsonField(json_selector='$.icon_tag')
コード例 #4
0
class GoodRecommendExtractor(JsonExtractor):
    item_list = JsonField(json_selector='$.item_list')
コード例 #5
0
class GoodStaticDetailExtractor(JsonExtractor):
    type = JsonField(json_selector='$.data.type')
    item_id = JsonField(json_selector='$.data.item_id')
    qrshare_product_name = JsonField(
        json_selector='$.data.qrshare_product_name')
    short_name = JsonField(json_selector='$.data.short_name')
    name = JsonField(json_selector='$.data.name')
    product_id = JsonField(json_selector='$.data.product_id')
    brand_id = JsonField(json_selector='$.data.brand_id')
    category_id = JsonField(json_selector='$.data.category_id')
    function_ids = JsonField(json_selector='$.data.function_ids')
    image_url_set = JsonField(json_selector='$.data.image_url_set')
    tag = JsonField(json_selector='$.data.tag')
    show_category = JsonField(json_selector='$.data.show_category')
    has_short_video = JsonField(json_selector='$.data.has_short_video')
    guarantee = JsonField(json_selector='$.data.guarantee')
    rating = JsonField(json_selector='$.data.rating')
    product_attr_aca = JsonField(json_selector='$.data.product_attr_aca')
    shopname = JsonField(json_selector='$.data.shopname')
    brand_name = JsonField(json_selector='$.data.brand_name')
    description_url_set = JsonField(json_selector='$.data.description_url_set')
    description_url = JsonField(json_selector='$.data.description_url')
    properties = JsonField(json_selector='$.data.properties')
    price_ext_title = JsonField(json_selector='$.data.price_ext_title')
    nav = JsonField(json_selector='$.data.nav')
    ext_desc = JsonField(json_selector='$.data.ext_desc')
    guonei_baoyou = JsonField(json_selector='$.data.guonei_baoyou')
    refund_policy = JsonField(json_selector='$.data.refund_policy')
    merchant_id = JsonField(json_selector='$.data.merchant_id')
    store_id = JsonField(json_selector='$.data.store_id')
    bonded_area_id = JsonField(json_selector='$.data.bonded_area_id')
    size = JsonField(json_selector='$.data.size')
    is_auth_brand = JsonField(json_selector='$.data.is_auth_brand')
    category_ids = JsonField(json_selector='$.data.category_ids')
    sale_forms = JsonField(json_selector='$.data.sale_forms')
    warehouse_name = JsonField(json_selector='$.data.warehouse_name')
    shipping_system_id = JsonField(json_selector='$.data.shipping_system_id')
    baoyou_desc = JsonField(json_selector='$.data.baoyou_desc')
    baoyou_text = JsonField(json_selector='$.data.baoyou_text')
    shipping_time = JsonField(json_selector='$.data.shipping_time')
    wuliu_text = JsonField(json_selector='$.data.wuliu_text')
    price_detail = JsonField(json_selector='$.data.price_detail')
    foreign_language_name = JsonField(
        json_selector='$.data.foreign_language_name')
    area_name = JsonField(json_selector='$.data.area_name')
    area_icon = JsonField(json_selector='$.data.area_icon')
    area_icon_v2 = JsonField(json_selector='$.data.area_icon_v2')
    guo_min_v3_3 = JsonField(json_selector='$.data.guo_min_v3_3')
    ext_info = JsonField(json_selector='$.data.ext_info')
    recommend_title = JsonField(json_selector='$.data.recommend_title')
    special_tags = JsonField(json_selector='$.data.special_tags')
    scan_control = JsonField(json_selector='$.data.scan_control')
    video_info = JsonField(json_selector='$.data.video_info')
    share_info = JsonField(json_selector='$.data.share_info')
    tag_ids = JsonField(json_selector='$.data.tag_ids')
    sale_short_name = JsonField(json_selector='$.data.sale_short_name')
    tax_info = JsonField(json_selector='$.data.tax_info')
    verify_code = JsonField(json_selector='$.data.verify_code')
    is_pop = JsonField(json_selector='$.data.is_pop')
    is_simple = JsonField(json_selector='$.data.is_simple')
    description_info = JsonField(json_selector='$.data.description_info')
    consumer_notice_data = JsonField(
        json_selector='$.data.consumer_notice_data')
    hide_download_banner = JsonField(
        json_selector='$.data.hide_download_banner')
    gohome = JsonField(json_selector='$.data.gohome')
    register_send_promocard = JsonField(
        json_selector='$.data.register_send_promocard')
    is_hide_partner_info = JsonField(
        json_selector='$.data.is_hide_partner_info')
コード例 #6
0
ファイル: merchant.py プロジェクト: startzm/spider_man
class MerchantCollectionExtractor(JsonExtractor):
    collection = JsonField(json_selector='$.store.fav_count')
コード例 #7
0
class IndexCategoryExtractor(JsonExtractor):
    container = ContainerField(json_selector='$.data[*]')
    category_id = JsonField(json_selector='$.category_id')
    name = JsonField(json_selector='$.name')
    sub_categories = JsonField(json_selector='$.sub_categories')
コード例 #8
0
class GoodDynamicDetailExtractor(JsonExtractor):
    item_id = JsonField(json_selector='$.data.result.item_id')
    type = JsonField(json_selector='$.data.result.type')
    status = JsonField(json_selector='$.data.result.status')
    is_sellable = JsonField(json_selector='$.data.result.is_sellable')
    selling_forms = JsonField(json_selector='$.data.result.selling_forms')
    discount = JsonField(json_selector='$.data.result.discount')
    market_price = JsonField(json_selector='$.data.result.market_price')
    size = JsonField(json_selector='$.data.result.size')
    default_sku = JsonField(json_selector='$.data.result.default_sku')
    tag_ids = JsonField(json_selector='$.data.result.tag_ids')
    show_category = JsonField(json_selector='$.data.result.show_category')
    warehouse_code = JsonField(json_selector='$.data.result.warehouse_code')
    sale_type = JsonField(json_selector='$.data.result.sale_type')
    sale_type_id = JsonField(json_selector='$.data.result.sale_type_id')
    merchant_id = JsonField(json_selector='$.data.result.merchant_id')
    product_id = JsonField(json_selector='$.data.result.product_id')
    brand_id = JsonField(json_selector='$.data.result.brand_id')
    category_v3_3 = JsonField(json_selector='$.data.result.category_v3_3')
    category_v3_4 = JsonField(json_selector='$.data.result.category_v3_4')
    category = JsonField(json_selector='$.data.result.category')
    shipping_system_id = JsonField(
        json_selector='$.data.result.shipping_system_id')
    product_attr_aca = JsonField(
        json_selector='$.data.result.product_attr_aca')
    refund_policy = JsonField(json_selector='$.data.result.refund_policy')
    exchange_policy = JsonField(json_selector='$.data.result.exchange_policy')
    value_of_goods = JsonField(json_selector='$.data.result.value_of_goods')
    tax = JsonField(json_selector='$.data.result.tax')
    anchor_uid = JsonField(json_selector='$.data.result.anchor_uid')
    is_support_refund_window = JsonField(
        json_selector='$.data.result.is_support_refund_window')
    countries = JsonField(json_selector='$.data.result.countries')
    author_id = JsonField(json_selector='$.data.result.author_id')
    video_id = JsonField(json_selector='$.data.result.video_id')
    is_hide_juhe_sku = JsonField(
        json_selector='$.data.result.is_hide_juhe_sku')
    size_attr = JsonField(json_selector='$.data.result.size_attr')
    fare = JsonField(json_selector='$.data.result.fare')
    baoyou = JsonField(json_selector='$.data.result.baoyou')
    area_code = JsonField(json_selector='$.data.result.area_code')
    area_name = JsonField(json_selector='$.data.result.area_name')
    shipping_system_type = JsonField(
        json_selector='$.data.result.shipping_system_type')
    shipping_time = JsonField(json_selector='$.data.result.shipping_time')
    baoyou_desc = JsonField(json_selector='$.data.result.baoyou_desc')
    baoyou_text = JsonField(json_selector='$.data.result.baoyou_text')
    wuliu_text = JsonField(json_selector='$.data.result.wuliu_text')
    guonei_baoyou = JsonField(json_selector='$.data.result.guonei_baoyou')
    bonded_area_id = JsonField(json_selector='$.data.result.bonded_area_id')
    jumei_price = JsonField(json_selector='$.data.result.jumei_price')
    start_time = JsonField(json_selector='$.data.result.start_time')
    end_time = JsonField(json_selector='$.data.result.end_time')
    second_kill_time = JsonField(
        json_selector='$.data.result.second_kill_time')
    buyer_number = JsonField(json_selector='$.data.result.buyer_number')
    wish_number = JsonField(json_selector='$.data.result.wish_number')
    status_num = JsonField(json_selector='$.data.result.status_num')
    sale_short_name = JsonField(json_selector='$.data.result.sale_short_name')
    sku_min_price = JsonField(json_selector='$.data.result.sku_min_price')
    sku_max_price = JsonField(json_selector='$.data.result.sku_max_price')
    product_detail_price_text = JsonField(
        json_selector='$.data.result.product_detail_price_text')
    buyer_number_text = JsonField(
        json_selector='$.data.result.buyer_number_text')
    cart_action = JsonField(json_selector='$.data.result.cart_action')
    cart_action_title = JsonField(
        json_selector='$.data.result.cart_action_title')
    is_dm = JsonField(json_selector='$.data.result.is_dm')
    show_sku = JsonField(json_selector='$.data.result.show_sku')
    stocks_alarm = JsonField(json_selector='$.data.result.stocks_alarm')
    status_tag = JsonField(json_selector='$.data.result.status_tag')
    right_top_icon = JsonField(json_selector='$.data.result.right_top_icon')
    tag = JsonField(json_selector='$.data.result.tag')
    is_show_value_of_goods = JsonField(
        json_selector='$.data.result.is_show_value_of_goods')
    is_check_delivery_address = JsonField(
        json_selector='$.data.result.is_check_delivery_address')
    is_show_delivery_address = JsonField(
        json_selector='$.data.result.is_show_delivery_address')
    limit_buy_detail_sku_num = JsonField(
        json_selector='$.data.result.limit_buy_detail_sku_num')
    is_show_score = JsonField(json_selector='$.data.result.is_show_score')
    is_show_koubei = JsonField(json_selector='$.data.result.is_show_koubei')
    is_show_comment = JsonField(json_selector='$.data.result.is_show_comment')
    is_show_new_comment_pop = JsonField(
        json_selector='$.data.result.is_show_new_comment_pop')
    is_show_new_comment_jumei = JsonField(
        json_selector='$.data.result.is_show_new_comment_jumei')
    img = JsonField(json_selector='$.data.result.img')
    promotion_set = JsonField(json_selector='$.data.result.promotion_set')
    detail_page_show_promocard = JsonField(
        json_selector='$.data.result.detail_page_show_promocard')
    fen_qi = JsonField(json_selector='$.data.result.fen_qi')
    icon_tag = JsonField(json_selector='$.data.result.icon_tag')
    freight = JsonField(json_selector='$.data.result.freight')
    show_single_skuview = JsonField(
        json_selector='$.data.result.show_single_skuview')
    extra_data = JsonField(json_selector='$.data.result.extra_data')
    shop_info = JsonField(json_selector='$.data.result.shop_info')
    activity_list = JsonField(json_selector='$.data.result.activity_list')
    price_des = JsonField(json_selector='$.data.result.price_des')
    product_desc = JsonField(json_selector='$.data.result.product_desc')
    relate_deal = JsonField(json_selector='$.data.result.relate_deal')
    trust_info = JsonField(json_selector='$.data.result.trust_info')
    is_phone_cost = JsonField(json_selector='$.data.result.is_phone_cost')
    detail_comment_num = JsonField(
        json_selector='$.data.result.detail_comment_num')
    bottom_button = JsonField(json_selector='$.data.result.bottom_button')
    is_first_click_window = JsonField(
        json_selector='$.data.result.is_first_click_window')
    countdown_time = JsonField(json_selector='$.data.result.countdown_time')
    recommend_soldout_title = JsonField(
        json_selector='$.data.result.recommend_soldout_title')
    recommend_soldout_status = JsonField(
        json_selector='$.data.result.recommend_soldout_status')
    sellparams = JsonField(json_selector='$.data.result.sellparams')
    jumei_counter_title = JsonField(
        json_selector='$.data.result.jumei_counter_title')
    marquee = JsonField(json_selector='$.data.result.marquee')
    quiz_module_detail = JsonField(
        json_selector='$.data.result.quiz_module_detail')
    comment_list = JsonField(json_selector='$.data.result.comment_list')
    graphic_details_other = JsonField(
        json_selector='$.data.result.graphic_details_other')
    url_schema = JsonField(json_selector='$.data.result.url_schema')
    yanzhidai = JsonField(json_selector='$.data.result.yanzhidai')
    show_kou_bei_cate = JsonField(
        json_selector='$.data.result.show_kou_bei_cate')
    show_cart_big_img_ab = JsonField(
        json_selector='$.data.result.show_cart_big_img_ab')
    show_cart_big_img_onoff = JsonField(
        json_selector='$.data.result.show_cart_big_img_onoff')
    show_comment_tab_dot = JsonField(
        json_selector='$.data.result.show_comment_tab_dot')
    customer_service = JsonField(
        json_selector='$.data.result.customer_service')
    sku_no_stock_click = JsonField(
        json_selector='$.data.result.sku_no_stock_click')
    is_service_info = JsonField(json_selector='$.data.result.is_service_info')
    is_show_counter = JsonField(json_selector='$.data.result.is_show_counter')
    new_video_info = JsonField(json_selector='$.data.result.new_video_info')
    is_has_new_short_video = JsonField(
        json_selector='$.data.result.is_has_new_short_video')
    is_jump_app = JsonField(json_selector='$.data.result.is_jump_app')
    coutuan_enter_info = JsonField(
        json_selector='$.data.result.coutuan_enter_info')
    has_video_img = JsonField(json_selector='$.data.result.has_video_img')
    video_info_test = JsonField(json_selector='$.data.result.video_info_test')
    is_limited = JsonField(json_selector='$.data.result.is_limited')
    hide_touch_header = JsonField(
        json_selector='$.data.result.hide_touch_header')
    cart_host_h5 = JsonField(json_selector='$.data.result.cart_host_h5')
    address_list_version = JsonField(
        json_selector='$.data.result.address_list_version')
    is_login = JsonField(json_selector='$.data.result.is_login')
    address_list = JsonField(json_selector='$.data.result.address_list')
    default_address = JsonField(json_selector='$.data.result.default_address')
    special_deal_id = JsonField(json_selector='$.data.result.special_deal_id')
    seckill_car_domain = JsonField(
        json_selector='$.data.result.seckill_car_domain')
    seckill_car_event_status = JsonField(
        json_selector='$.data.result.seckill_car_event_status')
    is_dj_item = JsonField(json_selector='$.data.result.is_dj_item')
    comment_verify_code = JsonField(
        json_selector='$.data.result.comment_verify_code')