def process_item(self, item, spider): myredis = MyRedis.Redis_MQ() SpiderLog.log(settings.BOT_NAME, item) myredis.set('DetailURL', item['DetailURL']) # print item['DetailURL'] # # def item_completed(self, results, item, info): # """Called per item when all media requests has been processed""" # print item['DetailURL'] # return item
def item_completed(self, results, item, info): save_Data = DJangoORM.CarORM() save_Data.SaveCarInfo(item) SpiderLog.log(settings.BOT_NAME, item) return item