class edxitem(scrapy.item):
number = scrapy.field()
key = scrapy.field()
title = scrapy.field()
short_description = scrapy.Field()
full_description = scrapy.Field()
level_type = scrapy.Field()
marketing_url = scrapy.Field()
enrollment_start = scrapy.Field()
enrollment_end = scrapy.Field()
end = scrapy.Field()
start = scrapy.Field()
org = scrapy.Field()
length = scrapy.Field()
effort = scrapy.Field()
prerequisites = scrapy.Field()
pacing_type = scrapy.Field()
published = scrapy.Field()
language = scrapy.Field()
transcript_languages = scrapy.Field()
availability = scrapy.Field()
program_types = scrapy.Field()
rating = scrapy.Field()
review_count = scrapy.Field()
instructor_1 = scrapy.Field()
instructor_2 = scrapy.Field()
instructor_3 = scrapy.Field()
instructor_4 = scrapy.Field()
instructor_5 = scrapy.Field()
org_instructor_1 = scrapy.Field()
org_instructor_2 = scrapy.Field()
org_instructor_3 = scrapy.Field()
org_instructor_4 = scrapy.Field()
org_instructor_5 = scrapy.Field()
class FscFinanicalDictionaryItem(Item):
# define the fields for your item here like:
order_num = field()
category = field()
chinese = field()
english = field()
source = field()
class alldemoItem(scrapy.Item):
event_name = scrapy.field()
event_date_time = scrapy.field()
address = scrapy.field()
images = scrapy.field()
organizer = scrapy.field()
description = scrapy.field()
follow = scrapy.field()
def _do_create_item(self, name , **required_fields ):
if self._create_item:
obj = ItemClassBuilder( "%sItem" % name )
res = self._processor_chain.evaluate( obj )
if isinstance(res,type):
self._itemClass = res
else:
self._itemClass = res.load_item()
if required_fields:
clsdict = dict()
for key,value in required_fields.items():
if not key in self._itemClass.fields:
clsdict[key] = scrapy.Field(**value) if isinstance(value,dict) else scrapy.field(*iter_this(value))
if clsdict:
self._itemClass = type("%sItem" % name, (self._itemClass,),clsdict)
class DoubanmovieItem(scrapy.Item):
# define the fields for your item here like:
# name = scrapy.Field()
# pass
#id
id = field()
#标题
title = field()
#链接
link = field()
#导演
directors = field()
#评分
rate = field()
#星级
star = field()
#演员
casts = field()
image_urls = field()
images = field()
class UkCampSiteItem(scrapy.Item):
siteName = scrapy.Field()
address = scrapy.Field()
refLink = scrapy.field()
class DmozItem(scrapy.Item):
# define the fields for your item here like:
title = scrapy.Field()
link = scrapy.Field()
desc = scrapy.field()
pass
class XicidailispiderItem(scrapy.Item):
# define the fields for your item here like:
# name = scrapy.Field()
ip = scrapy.Field()
port = scrapy.field()
types = scrapy.Field()
class UtaValue(scrapy.Item):
year = scrapy.field()
value = scrapy.field()
class item(scrapy.Item):
name = scrapy.field()
address = scrapy.field()
phone = scrapy.field()
email = scrapy.field()
class ProgrammersearchItem(scrapy.Item):
# define the fields for your item here like:
link = scrapy.field()
title = scrapy.Field()
description = scrapy.Field()
time = scrapy.Field()
class DemoDownloaderItem(scrapy.Item):
# file_urls = scrapy.Item()
# files = scrapy.Item()
# name = scrapy.field()
# comment = scrapy.field()
CollegeCode = scrapy.field()
CollegeName = scrapy.field()
BranchCode = scrapy.field()
BranchName = scrapy.field()
OC = scrapy.field()
BC = scrapy.field()
BCM = scrapy.field()
MBC = scrapy.field()
SC = scrapy.field()
SCA = scrapy.field()
ST = scrapy.field()
class resultSpider(scrapy.item):
#Name of person
name = scrapy.field()
#Number to call, sometimes is same to whatsapp/telegram
phone = scrapy.field()
#Whatsapp/telegram number
mobileChat = scrapy.field()
#Age of person, please use just number
age = scrapy.field()
#city or region(the most of querys on site use it)
region = scrapy.field()
#Avatar or something like that
img = scrapy.field()
#Final URL That contains all data
url = scrapy.field()
#Google Style to create a contact on Android.
vcf = scrapy.field()
#The root of website.
fromWebsite = scrapy.field()
#type of genre
genre = scrapy.field()
#Description of AD
adConetnt = scrapy.field()
class NabsItem(scrapy.Item):
# define the fields for your item here like:
state = scrapy.Field()
studentPresident = scrapy.field()
affiliatePresident = scrapy.field()