def process_item(self, i, spider): item_id = i['item_id'] title = i['title'] genre = i['genre'] version = i['version'] length = i['length'] size = i['size'] detail_url = i['detail_url'] type = i['type'] created_at = time.strftime('%Y-%m-%d %H:%M:%S') updated_at = created_at country = i['country'] sql = "INSERT INTO ios_spider_free (item_id, title, genre, version, length, size,detail_url,type,created_at,updated_at,country) \ VALUES ('%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s','%s')" % (item_id, title, genre, version, length,\ size, detail_url, type, created_at, updated_at,country) db.insert_data(sql) return i
#! -*- encoding:utf-8 -*- ''' Created on 2011-7-8 @author: tangchaolin ''' import re from script import db sql = "select id, detail_url from ios_spider_free" con = db.insert_data(sql)['data'] print con for co in con: id = co[0] detail_url = co[1] detail_url = re.sub('mt=8(.*)', 'mt=8', detail_url) update_sql = "update ios_spider_free set detail_url='%s' where id=%d" % (detail_url, id) print update_sql update_status = db.insert_data(update_sql) print update_status