示例#1
0
 def process_item(self, i, spider):
     
     item_id = i['item_id']
     
     title = i['title']
     
     genre = i['genre']
     
     version = i['version']
     
     length = i['length']
     
     size = i['size']
     
     detail_url = i['detail_url']
     
     type = i['type']
     
     created_at = time.strftime('%Y-%m-%d %H:%M:%S')
     
     updated_at = created_at
     
     country = i['country']
     
     sql = "INSERT INTO ios_spider_free (item_id, title, genre, version, length, size,detail_url,type,created_at,updated_at,country) \
             VALUES ('%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s','%s')" % (item_id, title, genre, version, length,\
                    size, detail_url, type, created_at, updated_at,country)
     db.insert_data(sql)
     return i
示例#2
0
#! -*- encoding:utf-8 -*-
'''
Created on 2011-7-8

@author: tangchaolin
'''
import re

from script import db

sql = "select id, detail_url from ios_spider_free"
con = db.insert_data(sql)['data']
print con
for co in con:
    id = co[0]
    detail_url = co[1]
    detail_url = re.sub('mt=8(.*)', 'mt=8', detail_url)
    update_sql = "update ios_spider_free set detail_url='%s' where id=%d" % (detail_url, id)
    print update_sql
    update_status = db.insert_data(update_sql)
    print update_status