def process_item(self, item, spider): item['students'] = int(item['students']) if item['students'] < 1000: raise DropItem('Course students less than 1000.') else: self.session.add(Course(**item)) return item
def _process_course_item(self, item): item['students'] = int(item['students']) if item['students'] < 1000: '''对于不需要的item raise DropItem 异常''' raise DropItem('Course student less than 1000.') else: self.session.add(Course(**item))
def process_item(self, item, spider): #send parsed items here and perfome the steps below item['students'] = int(item['students']) if item['students'] < 1000: raise DropItem('Students less than 1000.') else: self.session.add(Course(**item)) return item
def _process_course_item(self, item): item['students'] = int(item['students']) if item['students'] < 1000: raise DropItem('Course student less than 1000') else: self.session.add(Course(**item)) return item
def process_item(self, item, spider): item['students'] = int(item['students']) # Course( # name = item['name'] # type = item['type'] self.session.add(Course(**item)) return item
def _process_course_item(self, item): item['students'] = int(item['students']) item['name'] = str(item['name']).strip() item['description'] = str(item['description']).strip() item['type'] = str(item['type']).strip() if item['students'] < 1000: raise DropItem('Course studens less thant 1000.') else: self.session.add(Course(**item)) return item
def process_item(self, item, spider): item['students'] = int(item['students']) if item['students'] < 1000: # 对于不需要的item,主动出发 DropItem异常 raise DropItem('Course students less than 1000') else: # 根据item创建Course Model对象并添加到session # item 可以当成字典来用,所以也可以用字典解构 self.session.add(Course(**item)) return item
def _process_course_item(self, item): item['students'] = int(item['students']) ''' self.session.add(Course(**item)) return item ''' if item['students'] < 2000: raise DropItem('Course students less than 2000.') else: self.session.add(Course(**item))
def _process_course_item(self, item): #send parsed items here and perfome the steps below #if type of parsed item does match that in models.py, then process item['students'] = int(item['students']) if item['students'] < 1000: raise DropItem('Students less than 1000.') else: self.session.add(Course(**item)) #item是字典,把整个字典传给course函数,函数的返回值作为session.add的参数 #星号变量的特殊用法http://python.jobbole.com/86589/ return item
def process_item(self, item, spider): """ parse 出来的 item 会被传入这里,这里编写的处理代码会作用到每一个 item 上面。 这个方法必须要返回一个 item 对象 """ #提取的学习人数是字符串,把它转换成 int item['students'] = int(item['students']) #根据 item 创建 Course Model 对象并添加到 session #item 可以当成字典来用,所以也可以使用字典解构, 相当于Course(name=item['name'],type=item['type'],...) self.session.add(Course(**item)) return item
def _process_Shiyanlou_item(self, item): item['students'] = int(item['students']) if item['students'] < 1000: raise DropItem('Course students less than 1000.') else: c = Course(name=item['name'], description=item['description'], type=item['type'], students=int(item['students'])) self.session.add(c)
def _process_course_item(self, item): # parse 出来的 item 会传入这里,这里编写的处理代码会作用到每一个 item 上,这个方法必须要返回一个 item 对象。 # 提取的学习人数是字符串,把它转换为 int item['students'] = int(item['students']) # 根据 item 创建 Course Model 对象并添加到 session # item 可以当成字典来用,因此也可以使用字典解构,相当于 """ Course( name = item['name'], type = item['type'], ..., ) """ if item['students'] < 1000: # 对不需要的 item , raise DropItem 异常丢弃 raise DropItem('Course students less than 1000.') else: self.session.add(Course(**item)) return item
def _process_course_item(self, item): item['students'] = int(item['students']) self.session.add(Course(**item))
def process_item(self, item, spider): item['students'] = int(item['students']) self.session.add(Course(**item)) return item
def process_item(self, item, spider): """ parse 出来的item 会传递到这里,这里编写的处理代码会作用到每一个 item 上面。这个方法必须返回一个 item 对象 """ item['students'] = int(item['students']) # 提取的学习人数是字符串,转化成int self.session.add(Course(**item)) return item