def process_item(self, item, spider):
item['students'] = int(item['students'])
if item['students'] < 1000:
raise DropItem('Course students less than 1000.')
else:
self.session.add(Course(**item))
return item
def _process_course_item(self, item):
item['students'] = int(item['students'])
if item['students'] < 1000:
'''对于不需要的item raise DropItem 异常'''
raise DropItem('Course student less than 1000.')
else:
self.session.add(Course(**item))
def process_item(self, item, spider):
#send parsed items here and perfome the steps below
item['students'] = int(item['students'])
if item['students'] < 1000:
raise DropItem('Students less than 1000.')
else:
self.session.add(Course(**item))
return item
def _process_course_item(self, item):
item['students'] = int(item['students'])
if item['students'] < 1000:
raise DropItem('Course student less than 1000')
else:
self.session.add(Course(**item))
return item
def process_item(self, item, spider):
item['students'] = int(item['students'])
# Course(
# name = item['name']
# type = item['type']
self.session.add(Course(**item))
return item
def _process_course_item(self, item):
item['students'] = int(item['students'])
item['name'] = str(item['name']).strip()
item['description'] = str(item['description']).strip()
item['type'] = str(item['type']).strip()
if item['students'] < 1000:
raise DropItem('Course studens less thant 1000.')
else:
self.session.add(Course(**item))
return item
def process_item(self, item, spider):
item['students'] = int(item['students'])
if item['students'] < 1000:
# 对于不需要的item,主动出发 DropItem异常
raise DropItem('Course students less than 1000')
else:
# 根据item创建Course Model对象并添加到session
# item 可以当成字典来用，所以也可以用字典解构
self.session.add(Course(**item))
return item
def _process_course_item(self, item):
item['students'] = int(item['students'])
'''
self.session.add(Course(**item))
return item
'''
if item['students'] < 2000:
raise DropItem('Course students less than 2000.')
else:
self.session.add(Course(**item))
def _process_course_item(self, item):
#send parsed items here and perfome the steps below
#if type of parsed item does match that in models.py, then process
item['students'] = int(item['students'])
if item['students'] < 1000:
raise DropItem('Students less than 1000.')
else:
self.session.add(Course(**item))
#item是字典，把整个字典传给course函数，函数的返回值作为session.add的参数
#星号变量的特殊用法http://python.jobbole.com/86589/
return item
def process_item(self, item, spider): """ parse 出来的 item 会被传入这里，这里编写的处理代码会作用到每一个 item 上面。 这个方法必须要返回一个 item 对象 """ #提取的学习人数是字符串，把它转换成 int item['students'] = int(item['students']) #根据 item 创建 Course Model 对象并添加到 session #item 可以当成字典来用，所以也可以使用字典解构, 相当于Course(name=item['name'],type=item['type'],...) self.session.add(Course(**item)) return item
def _process_Shiyanlou_item(self, item):
item['students'] = int(item['students'])
if item['students'] < 1000:
raise DropItem('Course students less than 1000.')
else:
c = Course(name=item['name'],
description=item['description'],
type=item['type'],
students=int(item['students']))
self.session.add(c)
def _process_course_item(self, item):
# parse 出来的 item 会传入这里，这里编写的处理代码会作用到每一个 item 上，这个方法必须要返回一个 item 对象。
# 提取的学习人数是字符串，把它转换为 int
item['students'] = int(item['students'])
# 根据 item 创建 Course Model 对象并添加到 session
# item 可以当成字典来用，因此也可以使用字典解构，相当于
"""
Course(
name = item['name'],
type = item['type'],
...,
)
"""
if item['students'] < 1000:
# 对不需要的 item , raise DropItem 异常丢弃
raise DropItem('Course students less than 1000.')
else:
self.session.add(Course(**item))
return item
def _process_course_item(self, item):
item['students'] = int(item['students'])
self.session.add(Course(**item))
def process_item(self, item, spider):
item['students'] = int(item['students'])
self.session.add(Course(**item))
return item
def process_item(self, item, spider):
""" parse 出来的item 会传递到这里，这里编写的处理代码会作用到每一个 item 上面。这个方法必须返回一个 item 对象 """
item['students'] = int(item['students']) # 提取的学习人数是字符串，转化成int
self.session.add(Course(**item))
return item
