def process_item(self, item, spider):
if isinstance(item, UserItem):
sql = 'insert into user (origin, uk, share, follow) values (%s, %s, %s, %s)'
try:
db.insert(sql, 'baiduyun', item['uk'], 0, 0)
except Exception as e:
log.msg(e)
return item
def process_item(self, item, spider):
if isinstance(item, UserItem):
sql = 'insert into user (origin, uk, share, follow) values (%s, %s, %s, %s)'
try:
db.insert(sql, 'baiduyun', item['uk'], 0, 0)
except Exception as e:
log.msg(e)
return item
def process_item(self, item, spider):
if isinstance(item, ResourceItem):
sql = (
'insert into resource'
'(origin, url, title, feed_time, feed_username, feed_user_uk, size, v_cnt, d_cnt, t_cnt)'
'values (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s)')
try:
db.insert(sql, 'baiduyun', item.get('url'), item.get('title'),
item.get('feed_time'), item.get('feed_username'),
item.get('feed_user_uk'), item.get('size'),
item.get('v_cnt'), item.get('d_cnt'),
item.get('t_cnt'))
except Exception as e:
log.msg(e)
return item
def process_item(self, item, spider):
if isinstance(item, ResourceItem):
sql = ('insert into resource'
'(origin, url, title, feed_time, feed_username, feed_user_uk, size, v_cnt, d_cnt, t_cnt)'
'values (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s)')
try:
db.insert(sql, 'baiduyun',
item.get('url'),
item.get('title'),
item.get('feed_time'),
item.get('feed_username'),
item.get('feed_user_uk'),
item.get('size'),
item.get('v_cnt'),
item.get('d_cnt'),
item.get('t_cnt'))
except Exception as e:
log.msg(e)
return item
