Пример #1
0
class SitemapItem(item.Item):
    '''Class to represent an item in the sitemap.'''
    loc = item.Field()
    lastmod = item.Field()
    priority = item.Field()
    changefreq = item.Field()
Пример #2
0
class Jiandan(scrapy.Item):
    uuid_sign = scrapy.Field()  #UUID生成唯一标识(分析获取)
    title = scrapy.Field()  #title是网页标题(即时获取)
    data_class = scrapy.Field()  #数据分类(分析获取)
    source_site = scrapy.Field()  #源网站(分析获取)
    source_url = scrapy.Field()  #源网址(即时获取)
    source_author = scrapy.Field()  #作者(即时获取)
    cornterite = scrapy.Field()  #角标(后来获取)
    content = scrapy.Field()  #内容(即时获取)
    beyond_class = scrapy.Field()  #归类(分析获取)(煎蛋)
    create_time = scrapy.Field()  #获取网页的时间(分析获取)
    publish_time = scrapy.Field()  #数据发布时间(即时获取)
    tags = scrapy.Field()  #标签,关键字(分析获取)
    remarks = scrapy.Field()  #备注信息(后来获取)
Пример #3
0
class ScrapyItemPoverty(item.Item):
    country = item.Field()
    percent = item.Field()
    data_year = item.Field()
Пример #4
0
class ScrapyItemMinimumAmount(item.Item):
    country = item.Field()
    amount = item.Field()
Пример #5
0
class ScrapyItemPopulation(item.Item):
    country = item.Field()
    estimate = item.Field()
    data_year = item.Field()
Пример #6
0
class ScrapyItemCountry(item.Item):
    name = item.Field()
Пример #7
0
class RhsitemapItem(item.Item):
    '''Class to represent an item in the sitemap.'''
    loc = item.Field()
    lastmod = item.Field()