# -*- coding: UTF-8 -*- # !/usr/bin/python3 # @version: V # @author: 飞翔的卡夫卡 # @contact: [email protected] # @site: # @software: PyCharm # @file: send_searchmsg_email_test2.py # @time: 2018/5/16 17:18 # @python：python3.6 #导入封装的日志记录模块 from mondayLog import MondayLogger log = MondayLogger('send_searchmsg_email_test2') import pymysql import config ################################################################################# log.info('search JOB msg from mysql ---- START ----') # 读取爬虫爬到的数据 # 获取mysql信息 host = config.mysql['mysql_scrapy']['host'] user = config.mysql['mysql_scrapy']['user'] password = config.mysql['mysql_scrapy']['password'] database = config.mysql['mysql_scrapy']['database'] # 打开数据库连接 db = pymysql.connect(host, user,password, database, charset='utf8') # charset='utf-8' 不然python3输出的是乱码 # 使用 cursor() 方法创建一个游标对象 cursor cursor = db.cursor()
# !/usr/bin/python3 # @version: V # @author: 飞翔的卡夫卡 # @contact: [email protected] # @site: # @software: PyCharm # @file: getclassmsg.py # @time: 2018/5/24 11:54 # @python：python3.6 import re import urllib.request #导入封装的日志记录模块 from mondayLog import MondayLogger log = MondayLogger('getclassmsg') import sendemail def getclassmsg(): try: html1 = urllib.request.urlopen( "http://aipt.ucas.ac.cn/index.php/zh-cn/jxgg/5933-3-3-4").read() html1 = html1.decode('utf-8') part_title = r"<title>(.+?)</title>" title = re.compile(part_title).findall(html1) # print(title) part_table = r"""<table style="width: 707px; height: 302px;">((.|\r\n)+)</table> """ table = re.compile(part_table).findall(html1) html = """<!DOCTYPE html>
#!/usr/bin/python env
from time import sleep
__author__ = 'wangxiaodong'
__filename__ = 'runscript'
# project name:monday
# file name:runscript
# auther:wangxiaodong
# create date:2018/5/23 21:03
# change auther:
# change date:
# version:
# using enviroment:Django 1.13.0
# python version:python 3.5.2
# usage:
import os
from mondayLog import MondayLogger
log = MondayLogger('runscript')
MONDAY_PATH = os.getenv('MONDAY_PATH')
os.chdir(os.path.join(MONDAY_PATH,'script'))
while 1:
log.info("python3 pistatussend_V2.py")
os.system('python3 pistatussend_V2.py')
log.info('sleep 12 hours.')
sleep(12 * 3600)
#!/usr/bin/python3 # -*- coding: UTF-8 -*- # @version: V # @author: 飞翔的卡夫卡 # @contact: [email protected] # @site: # @software: PyCharm # @file: pistatussend.py # @time: 2018/5/21 10:03 # @python：python3.6 from datetime import date from psutil import * from mondayLog import MondayLogger log = MondayLogger('pistatussend') log.info("*******Start to GET Usage*******") # print(virtual_memory()) # 单位是MB(兆B） mem_total = virtual_memory().total / 1024 / 1024 mem_use = virtual_memory().used / 1024 / 1024 mem_percent = virtual_memory().percent # 百分比值 超过80% 需要报异常 mem_free = virtual_memory().free / 1024 / 1024 log.info('Get virtual memory usage,successful!') # print(swap_memory()) # 单位是Mb(兆b） swap_total = swap_memory().total / 1024 / 1024 swap_used = swap_memory().used / 1024 / 1024 swap_percent = swap_memory().percent # 百分比值 超过80% 需要报异常 log.info('Get swap memory usage,successful!')
# -*- coding: UTF-8 -*- # !/usr/bin/python3 # @version: V # @author: 飞翔的卡夫卡 # @contact: [email protected] # @site: # @software: PyCharm # @file: logtest.py # @time: 2018/5/16 16:27 # @python：python3.6 #导入封装的日志记录模块 from mondayLog import MondayLogger log = MondayLogger('logtest') # from mondayLog import log #输出日志 log.info("日志模块消息!") log.debug("日志模块调试消息!") log.error("日志模块错误消息!")
# -*- coding: UTF-8 -*- # !/usr/bin/python3 # @version: V # @author: 飞翔的卡夫卡 # @contact: [email protected] # @site: # @software: PyCharm # @file: mysqltest.py # @time: 2018/5/17 9:56 # @python：python3.6 import config import mondayMysql #导入封装的日志记录模块 from mondayLog import MondayLogger log = MondayLogger('mysqltest') # Mysql login infomation host = config.mysql['mysql_scrapy']['host'] user = config.mysql['mysql_scrapy']['user'] password = config.mysql['mysql_scrapy']['password'] database = config.mysql['mysql_scrapy']['database'] log.info("Mysql connect to %s:%s by %s" % (host, database, user)) # Mysql connect and execute a query sql conn = mondayMysql.mondayMysql(host, user, password, database) conn.connect() log.info('login successful!') #select sql sql = """
# @time: 2018/5/16 15:32
# @python：python3.6
# V1.0 定义sendemail.py 为发送邮件的公用类
# V1.1 修改了登录机制,把server 修改为 self.server 内部对象
# V1.2 self.send() 中先执行self.login()，减少调用的麻烦。
from email.header import Header
from email.mime.text import MIMEText
from email.utils import parseaddr, formataddr
import smtplib
import config
from mondayLog import MondayLogger
log = MondayLogger('sendemail')
FROM_ADDR = config.mail['qq_email_monday']['email']
PASSWORD = config.mail['qq_email_monday']['password']
SMTP = config.mail['qq_email_monday']['smtp']
STMP_PORT = config.mail['qq_email_monday']['smtp_port']
class sendEmail():
__doc__ = """
待补充！！！ 20180516
eg:
import sendemail
# 创建sendEmail类
se = sendemail.sendEmail(
# @version: V1.0 # @author: 飞翔的卡夫卡 # @contact: [email protected] # @site: # @software: PyCharm # @file: mondayMysql.py # @time: 2018/5/16 17:41 # @python：python3.6 import re import os import sys #导入封装的日志记录模块 from mondayLog import MondayLogger log = MondayLogger('mondayMysql') import pymysql import config from mondayTimer import func_timer class mondayMysql(): def __init__(self, host, user, password, database, db=None, charset='utf8'):
# -*- coding: UTF-8 -*- # !/usr/bin/python3 # @version: V # @author: 飞翔的卡夫卡 # @contact: [email protected] # @site: # @software: PyCharm # @file: mondayTimer.py # @time: 2018/5/16 17:57 # @python：python3.6 #导入封装的日志记录模块 from mondayLog import MondayLogger log = MondayLogger('mondayTimer') from functools import wraps import time ########################################## 借用 AzureSky 的 $如何用Python装饰器实现一个代码计时器？################################################### # https://www.cnblogs.com/jiayongji/p/7588133.html def func_timer(function): ''' 用装饰器实现函数计时 :param function: 需要计时的函数 :return: None ''' @wraps(function) def function_timer(*args, **kwargs): log.info('[Function: {name} start...]'.format(name = function.__name__)) t0 = time.time() result = function(*args, **kwargs)
# -*- coding: UTF-8 -*- # !/usr/bin/python3 # @version: V # @author: 飞翔的卡夫卡 # @contact: [email protected] # @site: # @software: PyCharm # @file: send_searchmsg_email_test2.py # @time: 2018/5/16 17:18 # @python：python3.6 #导入封装的日志记录模块 from mondayLog import MondayLogger log = MondayLogger('send_searchmsg_email_test3') import mondayMysql import config # 获取mysql信息 host = config.mysql['mysql_scrapy']['host'] user = config.mysql['mysql_scrapy']['user'] password = config.mysql['mysql_scrapy']['password'] database = config.mysql['mysql_scrapy']['database'] conn = mondayMysql.mondayMysql(host, user, password, database) conn.connect() log.info('login successful!') # 获取数据的查询语句 sql = """select Positionname, Companyname,