示例#1
0
 def setUp(self):
     self.db_conn_pool = ConnectionPool(max_connections=1000,
                                        host='223.4.155.152',
                                        user='******',
                                        passwd='spider',
                                        db='topspider',
                                        charset='utf8')
示例#2
0
 def setUp(self):
     self.db_conn_pool = ConnectionPool(max_connections=1000,
                                        host='223.4.216.246',
                                        user='******',
                                        passwd='spider',
                                        db='topspider')
示例#3
0
    'saveTopShopData',
    'saveTopItemsLink',
    'saveTopItem',
    'saveTopRate',
    'saveTopTrade',
    'saveTopAllitemInfo',
    'saveKeywordSearchResult',
]

import time
import MySQLdb
from lib import getDBConn, escapeSQLCommand
from config import mysql_ip_config
from connectionpool import ConnectionPool

connpool = ConnectionPool(max_connections=10, **mysql_ip_config.get('152'))

DB = 'topspider'
mapping_topshop = {'table': 'topspider.top_shop', 'fields': [
    'shopId',
    'userId',
    'shopLink',
    'shopName',
    'wangwangNick',
    'shopRank',
    'shopGrade',
    'shopRate',
    'shopKeeper',
    'company',
    'location',
    'goodsRate',