Пример #1
0
url20 = 'https://clientarea.ramnode.com/cart.php?gid=42'
url21 = 'https://clientarea.ramnode.com/cart.php?gid=43'
url22 = 'https://clientarea.ramnode.com/cart.php?gid=44'
url23 = 'https://clientarea.ramnode.com/cart.php?gid=45'
url24 = 'https://clientarea.ramnode.com/cart.php?gid=46'
url25 = 'https://clientarea.ramnode.com/cart.php?gid=47'
url26 = 'https://clientarea.ramnode.com/cart.php?gid=49'
url27 = 'https://clientarea.ramnode.com/cart.php?gid=50'
url28 = 'https://clientarea.ramnode.com/cart.php?gid=51'
url29 = 'https://clientarea.ramnode.com/cart.php?gid=52'
url30 = 'https://clientarea.ramnode.com/cart.php?gid=53'
try:
	all_info = {}
	notice = ''
	for i in range(1,31):
		response = requests_pkg.get(eval('url'+str(i)))
		if response is None:
			email_sender.send_email('ramnode','没抓到网页')
		else:
			response_body = response.content
	        content_type = chardet.detect(response_body)
	        if content_type['encoding'] != "UTF-8":
	            response_body = response_body.decode(content_type['encoding'], 'ignore')
	            response_body = response_body.encode("utf-8", 'ignore')

	        # 实时入库

	        html_body = response.text.encode("GBK", 'ignore')
	        #print html_body
	        searchObj = re.findall(r'<div class="price-container container-with-progress-bar text-center">(.*?)</div>',response_body, re.S|re.I)
	        titleObj = re.search( r'<h2 id="headline">(.*?)</h2>', response_body, re.S|re.I)
Пример #2
0
    '1801armada01': 'ARM-2T(FRA)',
    '1801armada02': 'ARM-4T(FRA)',
    '1801armada03': 'ARM-6T(FRA)'
}

try:
    all_info = {
        'ARM-2T(CAN)': '0',
        'ARM-4T(CAN)': '0',
        'ARM-6T(CAN)': '0',
        'ARM-2T(FRA)': '0',
        'ARM-4T(FRA)': '0',
        'ARM-6T(FRA)': '0'
    }
    notice = ''
    response = requests_pkg.get(url)
    if response is None:
        email_sender.send_email('soyoustart', '没抓到网页')
    else:
        response_body = response.content
        content_type = chardet.detect(response_body)
        if content_type['encoding'] != "UTF-8":
            response_body = response_body.decode(content_type['encoding'],
                                                 'ignore')
            response_body = response_body.encode("utf-8", 'ignore')
        # 实时入库

        all_vps = json.loads(response_body)
        ks_vps_names = types.keys()
        for item in all_vps:
            if item['hardware'] in ks_vps_names:
Пример #3
0
import MySQLdb
import db_conf
from db_helper import db_helper_class
import requests_pkg
from email_server.email_sender_calss import email_sender_calss

db_oper = db_helper_class()
email_sender = email_sender_calss()
#洛杉矶-亚洲优化KVM
url1 = 'https://hostodo.com/portal/cart.php?gid=36'
#洛杉矶-KVM
url2 = 'https://hostodo.com/portal/cart.php?gid=34'
#迈阿密-KVM
url3 = 'https://hostodo.com/portal/cart.php?gid=35'
try:
    response1 = requests_pkg.get(url1)
    response2 = requests_pkg.get(url2)
    response3 = requests_pkg.get(url3)
    if response1 is None or response2 is None or response3 is None:
        email_sender.send_email('hostodo', '没抓到网页')
    else:
        #print response.text.encode("GBK", 'ignore')
        response_body = response1.content + response2.content + response3.content
        content_type = chardet.detect(response_body)
        if content_type['encoding'] != "UTF-8":
            response_body = response_body.decode(content_type['encoding'],
                                                 'ignore')
            response_body = response_body.encode("utf-8", 'ignore')

        # 实时入库