Python ConnectionPool示例

示例#1

class TopItemTestCase(unittest.TestCase):
    def setUp(self):
        self.db_conn_pool = ConnectionPool(max_connections=1000,
                                           host='223.4.216.246',
                                           user='******',
                                           passwd='spider',
                                           db='topspider')

    def test_topitem(self):
        for iid in [
                # '14175613296',
                '8264246386',
                # '10002994827',
                # '13746707210',
                # '10399774244'
                # '20807952786',
                # '10710811953',
                '12979720957'
        ]:
            link = 'http://item.taobao.com/item.htm?id=%s' % iid
            # link = 'http://detail.tmall.com/item.htm?id=%s' % iid
            d = TopItem(link).getFullInfo()
            print json.dumps(d, indent=4,
                             ensure_ascii=False)  # .decode('utf-8')
            saveTopItem(d, self.db_conn_pool)
        pass

    def tearDown(self):
        self.db_conn_pool.disconnect()

示例#2

 def setUp(self):
     self.db_conn_pool = ConnectionPool(max_connections=1000,
                                        host='223.4.155.152',
                                        user='******',
                                        passwd='spider',
                                        db='topspider',
                                        charset='utf8')

示例#3

文件： topitem.py 项目： ruige123456/dataMining

class TopItemTestCase(unittest.TestCase):

    def setUp(self):
        self.db_conn_pool = ConnectionPool(max_connections=1000, host='223.4.216.246', user='******', passwd='spider', db='topspider')

    def test_topitem(self):
        for iid in [
            # '14175613296',
            '8264246386',
            # '10002994827',
            # '13746707210',
            # '10399774244'
            # '20807952786',
            # '10710811953',
            '12979720957'
        ]:
            link = 'http://item.taobao.com/item.htm?id=%s' % iid
            # link = 'http://detail.tmall.com/item.htm?id=%s' % iid
            d = TopItem(link).getFullInfo()
            print json.dumps(d, indent=4, ensure_ascii=False)  # .decode('utf-8')
            saveTopItem(d, self.db_conn_pool)
        pass

    def tearDown(self):
        self.db_conn_pool.disconnect()

示例#4

文件： topitem.py 项目： ruige123456/dataMining

class TopItemTestCase(unittest.TestCase):

    def setUp(self):
        self.db_conn_pool = ConnectionPool(
            max_connections=1000,
            host='223.4.155.152',
            user='******',
            passwd='spider',
            db='topspider',
            charset='utf8'
        )

    def test_topitem(self):
        for iid in [
            '19480718829',      # 2
        ]:
            link = 'http://item.taobao.com/item.htm?id=%s' % iid
            # link = 'http://detail.tmall.com/item.htm?id=%s' % iid
            d = TopItem(link).getFullInfo()
            # d = TopItem(link).getBasicInfo()
            print json.dumps(d, indent=4, ensure_ascii=False)
            # saveTopItem(d, self.db_conn_pool)

    def tearDown(self):
        self.db_conn_pool.disconnect()

示例#5

文件： topitem.py 项目： ruige123456/dataMining

 def setUp(self):
     self.db_conn_pool = ConnectionPool(
         max_connections=1000,
         host='223.4.155.152',
         user='******',
         passwd='spider',
         db='topspider',
         charset='utf8'
     )

示例#6

class TopItemTestCase(unittest.TestCase):
    def setUp(self):
        self.db_conn_pool = ConnectionPool(max_connections=1000,
                                           host='223.4.155.152',
                                           user='******',
                                           passwd='spider',
                                           db='topspider',
                                           charset='utf8')

    def test_topitem(self):
        for iid in [
                '19480718829',  # 2
        ]:
            link = 'http://item.taobao.com/item.htm?id=%s' % iid
            # link = 'http://detail.tmall.com/item.htm?id=%s' % iid
            d = TopItem(link).getFullInfo()
            # d = TopItem(link).getBasicInfo()
            print json.dumps(d, indent=4, ensure_ascii=False)
            # saveTopItem(d, self.db_conn_pool)

    def tearDown(self):
        self.db_conn_pool.disconnect()

示例#7

 def setUp(self):
     self.db_conn_pool = ConnectionPool(max_connections=1000,
                                        host='223.4.216.246',
                                        user='******',
                                        passwd='spider',
                                        db='topspider')

示例#8

文件： topbll.py 项目： cash2one/dataMining-1

    'saveTopShopData',
    'saveTopItemsLink',
    'saveTopItem',
    'saveTopRate',
    'saveTopTrade',
    'saveTopAllitemInfo',
    'saveKeywordSearchResult',
]

import time
import MySQLdb
from lib import getDBConn, escapeSQLCommand
from config import mysql_ip_config
from connectionpool import ConnectionPool

connpool = ConnectionPool(max_connections=10, **mysql_ip_config.get('152'))

DB = 'topspider'
mapping_topshop = {'table': 'topspider.top_shop', 'fields': [
    'shopId',
    'userId',
    'shopLink',
    'shopName',
    'wangwangNick',
    'shopRank',
    'shopGrade',
    'shopRate',
    'shopKeeper',
    'company',
    'location',
    'goodsRate',

示例#9

文件： topitem.py 项目： ruige123456/dataMining

 def setUp(self):
     self.db_conn_pool = ConnectionPool(max_connections=1000, host='223.4.216.246', user='******', passwd='spider', db='topspider')