예제 #1
0
 def process_item(self, item, spider):
     myredis = MyRedis.Redis_MQ()
     SpiderLog.log(settings.BOT_NAME, item)
     myredis.set('DetailURL', item['DetailURL'])
     # print item['DetailURL']
 #
 # def item_completed(self, results, item, info):
 #     """Called per item when all media requests has been processed"""
 #     print  item['DetailURL']
 #     return item
예제 #2
0
    def item_completed(self, results, item, info):

        save_Data = DJangoORM.CarORM()
        save_Data.SaveCarInfo(item)
        SpiderLog.log(settings.BOT_NAME, item)
        return item