# -*- coding: UTF-8 -*- # !/usr/bin/python3 # @version: V # @author: 飞翔的卡夫卡 # @contact: [email protected] # @site: # @software: PyCharm # @file: send_searchmsg_email_test2.py # @time: 2018/5/16 17:18 # @python:python3.6 #导入封装的日志记录模块 from mondayLog import MondayLogger log = MondayLogger('send_searchmsg_email_test2') import pymysql import config ################################################################################# log.info('search JOB msg from mysql ---- START ----') # 读取爬虫爬到的数据 # 获取mysql信息 host = config.mysql['mysql_scrapy']['host'] user = config.mysql['mysql_scrapy']['user'] password = config.mysql['mysql_scrapy']['password'] database = config.mysql['mysql_scrapy']['database'] # 打开数据库连接 db = pymysql.connect(host, user,password, database, charset='utf8') # charset='utf-8' 不然python3输出的是乱码 # 使用 cursor() 方法创建一个游标对象 cursor cursor = db.cursor()
# !/usr/bin/python3 # @version: V # @author: 飞翔的卡夫卡 # @contact: [email protected] # @site: # @software: PyCharm # @file: getclassmsg.py # @time: 2018/5/24 11:54 # @python:python3.6 import re import urllib.request #导入封装的日志记录模块 from mondayLog import MondayLogger log = MondayLogger('getclassmsg') import sendemail def getclassmsg(): try: html1 = urllib.request.urlopen( "http://aipt.ucas.ac.cn/index.php/zh-cn/jxgg/5933-3-3-4").read() html1 = html1.decode('utf-8') part_title = r"<title>(.+?)</title>" title = re.compile(part_title).findall(html1) # print(title) part_table = r"""<table style="width: 707px; height: 302px;">((.|\r\n)+)</table> """ table = re.compile(part_table).findall(html1) html = """<!DOCTYPE html>
#!/usr/bin/python env from time import sleep __author__ = 'wangxiaodong' __filename__ = 'runscript' # project name:monday # file name:runscript # auther:wangxiaodong # create date:2018/5/23 21:03 # change auther: # change date: # version: # using enviroment:Django 1.13.0 # python version:python 3.5.2 # usage: import os from mondayLog import MondayLogger log = MondayLogger('runscript') MONDAY_PATH = os.getenv('MONDAY_PATH') os.chdir(os.path.join(MONDAY_PATH,'script')) while 1: log.info("python3 pistatussend_V2.py") os.system('python3 pistatussend_V2.py') log.info('sleep 12 hours.') sleep(12 * 3600)
#!/usr/bin/python3 # -*- coding: UTF-8 -*- # @version: V # @author: 飞翔的卡夫卡 # @contact: [email protected] # @site: # @software: PyCharm # @file: pistatussend.py # @time: 2018/5/21 10:03 # @python:python3.6 from datetime import date from psutil import * from mondayLog import MondayLogger log = MondayLogger('pistatussend') log.info("*******Start to GET Usage*******") # print(virtual_memory()) # 单位是MB(兆B) mem_total = virtual_memory().total / 1024 / 1024 mem_use = virtual_memory().used / 1024 / 1024 mem_percent = virtual_memory().percent # 百分比值 超过80% 需要报异常 mem_free = virtual_memory().free / 1024 / 1024 log.info('Get virtual memory usage,successful!') # print(swap_memory()) # 单位是Mb(兆b) swap_total = swap_memory().total / 1024 / 1024 swap_used = swap_memory().used / 1024 / 1024 swap_percent = swap_memory().percent # 百分比值 超过80% 需要报异常 log.info('Get swap memory usage,successful!')
# -*- coding: UTF-8 -*- # !/usr/bin/python3 # @version: V # @author: 飞翔的卡夫卡 # @contact: [email protected] # @site: # @software: PyCharm # @file: logtest.py # @time: 2018/5/16 16:27 # @python:python3.6 #导入封装的日志记录模块 from mondayLog import MondayLogger log = MondayLogger('logtest') # from mondayLog import log #输出日志 log.info("日志模块消息!") log.debug("日志模块调试消息!") log.error("日志模块错误消息!")
# -*- coding: UTF-8 -*- # !/usr/bin/python3 # @version: V # @author: 飞翔的卡夫卡 # @contact: [email protected] # @site: # @software: PyCharm # @file: mysqltest.py # @time: 2018/5/17 9:56 # @python:python3.6 import config import mondayMysql #导入封装的日志记录模块 from mondayLog import MondayLogger log = MondayLogger('mysqltest') # Mysql login infomation host = config.mysql['mysql_scrapy']['host'] user = config.mysql['mysql_scrapy']['user'] password = config.mysql['mysql_scrapy']['password'] database = config.mysql['mysql_scrapy']['database'] log.info("Mysql connect to %s:%s by %s" % (host, database, user)) # Mysql connect and execute a query sql conn = mondayMysql.mondayMysql(host, user, password, database) conn.connect() log.info('login successful!') #select sql sql = """
# @time: 2018/5/16 15:32 # @python:python3.6 # V1.0 定义sendemail.py 为发送邮件的公用类 # V1.1 修改了登录机制,把server 修改为 self.server 内部对象 # V1.2 self.send() 中先执行self.login(),减少调用的麻烦。 from email.header import Header from email.mime.text import MIMEText from email.utils import parseaddr, formataddr import smtplib import config from mondayLog import MondayLogger log = MondayLogger('sendemail') FROM_ADDR = config.mail['qq_email_monday']['email'] PASSWORD = config.mail['qq_email_monday']['password'] SMTP = config.mail['qq_email_monday']['smtp'] STMP_PORT = config.mail['qq_email_monday']['smtp_port'] class sendEmail(): __doc__ = """ 待补充!!! 20180516 eg: import sendemail # 创建sendEmail类 se = sendemail.sendEmail(
# @version: V1.0 # @author: 飞翔的卡夫卡 # @contact: [email protected] # @site: # @software: PyCharm # @file: mondayMysql.py # @time: 2018/5/16 17:41 # @python:python3.6 import re import os import sys #导入封装的日志记录模块 from mondayLog import MondayLogger log = MondayLogger('mondayMysql') import pymysql import config from mondayTimer import func_timer class mondayMysql(): def __init__(self, host, user, password, database, db=None, charset='utf8'):
# -*- coding: UTF-8 -*- # !/usr/bin/python3 # @version: V # @author: 飞翔的卡夫卡 # @contact: [email protected] # @site: # @software: PyCharm # @file: mondayTimer.py # @time: 2018/5/16 17:57 # @python:python3.6 #导入封装的日志记录模块 from mondayLog import MondayLogger log = MondayLogger('mondayTimer') from functools import wraps import time ########################################## 借用 AzureSky 的 $如何用Python装饰器实现一个代码计时器?################################################### # https://www.cnblogs.com/jiayongji/p/7588133.html def func_timer(function): ''' 用装饰器实现函数计时 :param function: 需要计时的函数 :return: None ''' @wraps(function) def function_timer(*args, **kwargs): log.info('[Function: {name} start...]'.format(name = function.__name__)) t0 = time.time() result = function(*args, **kwargs)
# -*- coding: UTF-8 -*- # !/usr/bin/python3 # @version: V # @author: 飞翔的卡夫卡 # @contact: [email protected] # @site: # @software: PyCharm # @file: send_searchmsg_email_test2.py # @time: 2018/5/16 17:18 # @python:python3.6 #导入封装的日志记录模块 from mondayLog import MondayLogger log = MondayLogger('send_searchmsg_email_test3') import mondayMysql import config # 获取mysql信息 host = config.mysql['mysql_scrapy']['host'] user = config.mysql['mysql_scrapy']['user'] password = config.mysql['mysql_scrapy']['password'] database = config.mysql['mysql_scrapy']['database'] conn = mondayMysql.mondayMysql(host, user, password, database) conn.connect() log.info('login successful!') # 获取数据的查询语句 sql = """select Positionname, Companyname,