class DBHandler:
def __init__(self):
self.logger = Logger(logname="/var/log/houseData.log", loglevel=1, logger="houseDataLogger").getLogger()
def get_db_conn(self, db_name, user_name, password):
conn = None
try:
conn = MySQLdb.connect(
host="localhost", user=user_name, passwd=password, db=db_name, port=3306, charset="utf8"
)
return conn
except MySQLdb.Error, e:
self.logger.error("Mysql Error %d: %s" % (e.args[0], e.args[1]))
sys.exit(-1)
class LianjiaHisStatisticsData:
def __init__(self):
self.logger = Logger(logname='/var/log/houseData.log', loglevel=1, logger="houseDataLogger").getLogger()
def get_response(self, url):
# add header to avoid get 403 fobbiden message
i_headers = {'User-Agent': 'Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:41.0) Gecko/20100101 Firefox/41.0'}
request = urllib2.Request(url, headers = i_headers)
try:
response = urllib2.urlopen(request)
except Exception, e:
self.logger.error(str(e) + '\n')
return None
return response
from lib.HadoopBugDetector import HadoopBugDetector
from lib.ApacheJiraLoader import ApacheJiraLoader
from lib.Logger import Logger
logger = Logger(__name__)
supported_types = ["hive", "impala", "hdfs", "hbase"]
help_text = "Run command as:\n\n" \
"python bug-detector.py <log_filename> <type>\n" \
"where <type> is one of the following: " + ", ".join(supported_types) + "\n"
if len(sys.argv) != 3:
print "Expecting exactly two parameters\n"
print help_text
exit(1)
filename = sys.argv[1]
type = sys.argv[2]
if not os.path.isfile(filename):
logger.error("File: %s does not exist", filename)
exit(1)
detector = HadoopBugDetector(filename, ApacheJiraLoader(type))
detector.detect()
if len(detector.matchedJira) > 0:
print "\n".join(detector.matchedJira)
else:
print "No bugs detected"
from lib.Kernel import Kernel
from lib.toolkit import load_properties
# Start-up Kernel
kernel = Kernel(load_properties("conf/os.properties"))
log = kernel.logger
# ----------------------------------------------------------------------------------------------------------------------
# Logger
# ----------------------------------------------------------------------------------------------------------------------
import gc
from lib.Logger import Logger
log = Logger()
log.info("Hello!")
log.error("Critical Issue!!")
log.debug("Free memory: " + str(gc.free_mem()))
# ----------------------------------------------------------------------------------------------------------------------
# Update DuckDNS
# ----------------------------------------------------------------------------------------------------------------------
from lib.toolkit import update_duck_dns
# Update DuckDNS service
update_duck_dns("mydomain", "mytoken", "192.168.0.10")
# ----------------------------------------------------------------------------------------------------------------------
#
# NodeMCU Examples
#
# ----------------------------------------------------------------------------------------------------------------------
from lib.ApacheJiraParser import ApacheJiraParser
import pycurl
from lib.Logger import Logger
# for a in range(890,894):
# parser = ApacheJiraParser('SENTRY-' + str(a))
# parser.parse().write()
for a in range(9525,14240):
parser = ApacheJiraParser('hive', a)
logger = Logger(__name__)
try:
parser.parse().write()
except pycurl.error as err:
logger.error("Unable to parse JIRA: %s", 'HIVE-' + str(a))
logger.error("Error: %s", str(err))
logger.info('valid token')
return config['facebook']['access_token']
else:
logger.info('invalid token, try get new one')
fb = Facebook()
if fb.login(username, password):
logger.info('login success')
token = fb.get_token()
if token:
logger.info('get new token')
config.Set('facebook', 'access_token', token)
return token
else:
logger.error('get token failed')
else:
logger.info('login failed')
return False
if __name__ == '__main__':
token = check_token()
if token:
graph = Graph(token)
event_id = graph.createEvent(facebook_group_id, title, description, start_time, end_time)
if event_id:
logger.info('http://www.facebook.com/events/' + event_id)
else:
logger.error('event create error')
zl = Job51(username, password)
#zl.login()
zl.search_job()
zl.custom_select_job()
if __name__ == "__main__":
d1 = datetime.datetime.now()
#生成日志文件
ZHAOPIN_SITE = {'zhilian': zhilian_shoot}
now = time.strftime('%Y-%m-%d %H-%M-%S', time.localtime(time.time()))
logger = Logger("./log/test_shoot_%s.log" % now,
loglevel=logging.INFO).getlog()
count = len(open('stu_data.txt', 'rU').readlines())
user_dict = get_user_dict_from_file('stu_data.txt')
for k, v in user_dict.items():
print k, v
try:
#cjol_shoot(k, v)
#zhilian_shoot(k, v)
job51_shoot(k, v)
logger.info(k + ' is success!!!')
except Exception as e:
traceback.print_exc()
logger.error(k + ' is failed!!!')
exit(0)
eslapse_time = datetime.datetime.now() - d1
logger.info('本次投递 ' + str(count) + ' 个学生的简历共计用时：' + str(eslapse_time))
