def main(self, argv):
self.logger.debug("The total numbers of args passed to the script: %d " % len(argv))
self.logger.debug("Args: " + str(argv))
# TODO: flesh out argument parsing and help, -h
# Parse command line arguments
sDescription = "no description yet"
sEpilog = "Returns exit code 0 on success, non-zero on error.\n\n" \
"Use logging.conf to change logging information."
parser = argparse.ArgumentParser(formatter_class=argparse.RawDescriptionHelpFormatter, description=sDescription,
epilog=sEpilog)
parser.add_argument('-d', '--dir', help='directory to sort')
parser.add_argument('-f', '--file', help='file containing list of directories to sort')
parser.add_argument('-c', '--conf', default='app.conf', help='application config file to use (default: %(default)s)')
args = parser.parse_args()
self.logger.debug("Parsed args: " + str(args))
appConfFile = os.path.join(os.path.dirname(__file__), args.conf)
if not os.path.isfile(appConfFile):
self.logger.error("File not found: " + appConfFile)
return
# Get the configuration parameters
self.configController = ConfigController()
self.configController.loadConfiguration(appConfFile)
# Setup email controller
self.emailConf = self.configController.getEmailTuple()
self.emailController = EmailController(self.emailConf.username, self.emailConf.password, self.emailConf.server, self.emailConf.port, self.emailConf.sender_name)
self.sortController.setExePath(self.configController.get7zaPath())
file_extensions = self.configController.getFileExtensions()
self.sortController.fileExts = file_extensions
directories = []
if args.dir:
directories.append(args.dir)
# Also get the list of directories from a file
if args.file:
if not os.path.isfile(args.file):
self.logger.error("File does not exist: " + args.file)
return 1
else:
with open(args.file, 'r') as file:
for line in file:
line = line.strip()
if line:
directories.append(line)
self.logic(directories)
return 0
def _compose():
if controller.canSendEmail:
emailController = EmailController()
messageText = "Quantidade de anúncios: {}\n".format(
controller.adQuantity)
for ad in controller.adList:
messageText = "{}\nAnúncio: {}\nPreço: {}\nLink: {}\n".format(
messageText, ad['title'], ad['price'], ad['link'])
emailController.write(
parser.parse_args().email,
parser.parse_args().password,
"Relatório OLX Crawler - Termo de pesquisa: {}".format(
parser.parse_args().query), messageText)
emailController.send()
controller.canSendEmail = False
class Controller:
def __init__(self):
self.logger = logging.getLogger(__name__)
self.sortController = SortController()
return
def __del__(self):
return
def main(self, argv):
self.logger.debug("The total numbers of args passed to the script: %d " % len(argv))
self.logger.debug("Args: " + str(argv))
# TODO: flesh out argument parsing and help, -h
# Parse command line arguments
sDescription = "no description yet"
sEpilog = "Returns exit code 0 on success, non-zero on error.\n\n" \
"Use logging.conf to change logging information."
parser = argparse.ArgumentParser(formatter_class=argparse.RawDescriptionHelpFormatter, description=sDescription,
epilog=sEpilog)
parser.add_argument('-d', '--dir', help='directory to sort')
parser.add_argument('-f', '--file', help='file containing list of directories to sort')
parser.add_argument('-c', '--conf', default='app.conf', help='application config file to use (default: %(default)s)')
args = parser.parse_args()
self.logger.debug("Parsed args: " + str(args))
appConfFile = os.path.join(os.path.dirname(__file__), args.conf)
if not os.path.isfile(appConfFile):
self.logger.error("File not found: " + appConfFile)
return
# Get the configuration parameters
self.configController = ConfigController()
self.configController.loadConfiguration(appConfFile)
# Setup email controller
self.emailConf = self.configController.getEmailTuple()
self.emailController = EmailController(self.emailConf.username, self.emailConf.password, self.emailConf.server, self.emailConf.port, self.emailConf.sender_name)
self.sortController.setExePath(self.configController.get7zaPath())
file_extensions = self.configController.getFileExtensions()
self.sortController.fileExts = file_extensions
directories = []
if args.dir:
directories.append(args.dir)
# Also get the list of directories from a file
if args.file:
if not os.path.isfile(args.file):
self.logger.error("File does not exist: " + args.file)
return 1
else:
with open(args.file, 'r') as file:
for line in file:
line = line.strip()
if line:
directories.append(line)
self.logic(directories)
return 0
# TODO: need a better function name than "logic"...
# TODO:
# Sorting is actually two functions: moving files and then archiving files.
# Moving files can be done very quickly, but archiving files is very slow.
# Split up the logic so we move all files in all directories in one go,
# before we actually archive anything.
def logic(self, directories):
self.logger.debug("Directories: " + str(directories))
for directory in directories:
if not self.sortController.setRoot(directory):
continue
bSuccess, timeEpoch = self.sortController.checkLastSuccessfulRun(5)
# TODO: get this out of the for loop
# only send one email per script run,
# simply bunch all possible errors into one email
if not bSuccess:
pass
if not self.emailConf.enabled:
self.logger.debug("Email is disabled. Skipping email...")
else:
self.logger.debug("Email is enabled: " + str(self.emailConf.enabled))
subject = 'FoscamSort Email Controller'
timeNow = time.strftime('%Y-%m-%d %H:%M:%S')
lastSuccessfulRun = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(float(timeEpoch)))
message = 'Warning: no files found in ' + directory + '\r\n' \
+ 'Date last run: ' + lastSuccessfulRun
text = timeNow + ' ' + message
self.emailController.sendEmail(self.emailConf.send_to, subject, text)
self.sortController.sortFilesIntoDirectories()
self.sortController.archiveDirectories()
return
import boto3
from EmailController import EmailController
filename = 'emails.csv'
bucket_name = 'mysql-emails'
file = open(filename, 'r')
emailer = EmailController()
fromAddress = '*****@*****.**'
subject = 'updates from solutionsByRaymond.com'
emailBody = """<p>Hi, I'm Raymond, founder of solutionsByRaymond.com. I just want to share my latest articles via email.</p>
<p>Here you go: </p>
<ul>
<li><a href="http://solutionsbyraymond.com/2018/01/08/creating-aws-codedeploy-application-using-net-sdk/">
Creating AWS CodeDeploy Application Using .NET SDK</a></li>
<li><a href="http://solutionsbyraymond.com/2018/01/22/creating-aws-codedeploy-deployment-groups-using-net-sdk/">
Creating AWS CodeDeploy Deployment Groups Using .NET SDK</a></li>
<li><a href="http://solutionsbyraymond.com/2018/02/06/creating-aws-codedeploy-deployments-using-net-sdk/">
Creating AWS CodeDeploy Deployments Using .NET SDK</a></li>
</ul>
<p>Have a good day!
</p>
"""
emailErrors = open('emailErrors.txt', 'w')
for toEmail in file:
print('start sending email to: {}'.format(toEmail))
try:
def main(self, argv):
#
# 1. Argument parsing
#
self.logger.debug("The total numbers of args passed to the script: %d " % len(argv))
self.logger.debug("Args: " + str(argv))
# TODO: flesh out argument parsing and help, -h
# Parse command line arguments
sDescription = "no description yet"
sEpilog = "Returns exit code 0 on success, non-zero on error.\n\n" \
"Use app.conf to change script configuration.\n" \
"Use logging.conf to change logging information."
parser = argparse.ArgumentParser(formatter_class=argparse.RawDescriptionHelpFormatter, description=sDescription,
epilog=sEpilog)
parser.add_argument('-host', help='hostname to ping')
parser.add_argument('-f', '--file', help='file containing list of hosts to ping')
parser.add_argument('-c', '--conf', default='app.conf', help='application config file to use (default: %(default)s)')
args = parser.parse_args()
self.logger.debug("Parsed args: " + str(args))
appConfFile = os.path.join(os.path.dirname(__file__), args.conf)
if not os.path.isfile(appConfFile):
self.logger.error(appConfFile + " not found.")
return
hostnames = []
if args.host:
hostnames.append(args.host)
# Also get the list of hosts from a file
if args.file:
if not os.path.isfile(args.file):
self.logger.error("File not found: " + args.file)
return
else:
with open(args.file, 'r') as file:
for line in file:
line = line.strip()
if line:
hostnames.append(line)
#
# 2. Controller setup
#
# Get the configuration parameters
self.configController = ConfigController()
self.configController.loadConfiguration(appConfFile)
# Establish a database connection
self.databaseController = DatabaseController(True)
self.databaseController.connect(self.configController.getDbConnectString())
self.devices = self.databaseController.getDevices()
# Get a ping controller instance
self.pingController = PingController()
self.pingCount = self.configController.getPingCount()
# Setup email controller
self.emailConf = self.configController.getEmailTuple()
self.emailController = EmailController(self.emailConf.username, self.emailConf.password, self.emailConf.server, self.emailConf.port, self.emailConf.sender_name)
#
# 3. Script main run
#
# Finally we use the list of hostnames
self.logic(hostnames)
self.databaseController.disconnect()
return 0
class Controller:
def __init__(self):
self.logger = logging.getLogger(__name__)
self.devices = {}
self.configController = None
self.databaseController = None
self.pingController = None
self.emailController = None
self.emailConf = None
self.pingCount = None
return
def __del__(self):
return
def main(self, argv):
#
# 1. Argument parsing
#
self.logger.debug("The total numbers of args passed to the script: %d " % len(argv))
self.logger.debug("Args: " + str(argv))
# TODO: flesh out argument parsing and help, -h
# Parse command line arguments
sDescription = "no description yet"
sEpilog = "Returns exit code 0 on success, non-zero on error.\n\n" \
"Use app.conf to change script configuration.\n" \
"Use logging.conf to change logging information."
parser = argparse.ArgumentParser(formatter_class=argparse.RawDescriptionHelpFormatter, description=sDescription,
epilog=sEpilog)
parser.add_argument('-host', help='hostname to ping')
parser.add_argument('-f', '--file', help='file containing list of hosts to ping')
parser.add_argument('-c', '--conf', default='app.conf', help='application config file to use (default: %(default)s)')
args = parser.parse_args()
self.logger.debug("Parsed args: " + str(args))
appConfFile = os.path.join(os.path.dirname(__file__), args.conf)
if not os.path.isfile(appConfFile):
self.logger.error(appConfFile + " not found.")
return
hostnames = []
if args.host:
hostnames.append(args.host)
# Also get the list of hosts from a file
if args.file:
if not os.path.isfile(args.file):
self.logger.error("File not found: " + args.file)
return
else:
with open(args.file, 'r') as file:
for line in file:
line = line.strip()
if line:
hostnames.append(line)
#
# 2. Controller setup
#
# Get the configuration parameters
self.configController = ConfigController()
self.configController.loadConfiguration(appConfFile)
# Establish a database connection
self.databaseController = DatabaseController(True)
self.databaseController.connect(self.configController.getDbConnectString())
self.devices = self.databaseController.getDevices()
# Get a ping controller instance
self.pingController = PingController()
self.pingCount = self.configController.getPingCount()
# Setup email controller
self.emailConf = self.configController.getEmailTuple()
self.emailController = EmailController(self.emailConf.username, self.emailConf.password, self.emailConf.server, self.emailConf.port, self.emailConf.sender_name)
#
# 3. Script main run
#
# Finally we use the list of hostnames
self.logic(hostnames)
self.databaseController.disconnect()
return 0
# TODO: need a better function name than "logic"...
def logic(self, hostnames):
self.logger.debug("Hostnames: " + str(hostnames))
# list of ping result tuples for failed pings
failedPingResults = []
# list of ping result tuples for successful pings
successfulPingResults = []
# list of ping result tuples from the database
latestPingResults = self.databaseController.getLatestPingResults()
# list of ping result tuples for successful pings that were previously failures
failsuccessPingResults = []
for hostname in hostnames:
# If this is a new device then add it to the database
if hostname not in self.devices:
self.logger.debug("Found new device: " + hostname)
device = Device(None, hostname, 1)
newDevice = self.databaseController.addDevice(device)
self.devices[hostname] = newDevice
deviceId = self.devices[hostname].device_id
pingResult = self.pingController.ping(hostname, self.pingCount, deviceId)
if pingResult:
successfulPingResults.append(pingResult)
else:
# New ping result with is_success=False
pingResult = PingResult(device_id=deviceId, is_success=False)
failedPingResults.append(pingResult)
self.databaseController.addPingResult(pingResult)
# Check if this device was previously down but is now up
for pingResult in successfulPingResults:
if pingResult.device_id in latestPingResults:
prevIsSuccess = latestPingResults[pingResult.device_id].is_success
datePinged = latestPingResults[pingResult.device_id].date_pinged
now = datetime.datetime.now()
minutesDownFor = math.ceil((now-datePinged).total_seconds()/60)
if prevIsSuccess is not 1:
device = self.getDeviceById(pingResult.device_id)
self.logger.debug("Host '" + str(device.hostname) + "' was previously down for up to " + str(minutesDownFor) + " minutes but is now up.")
failsuccessPingResults.append(pingResult)
# Check if this device was previously down and is still down
# Copy failedPingResults into failedPingResultsCopy to avoid loop issues while deleting elements...
# TODO: probably a better way of doing this
failedPingResultsCopy = list(failedPingResults)
for pingResult in failedPingResultsCopy:
if pingResult.device_id in latestPingResults:
prevIsSuccess = latestPingResults[pingResult.device_id].is_success
if prevIsSuccess is not 1:
device = self.getDeviceById(pingResult.device_id)
self.logger.debug("Host '" + str(device.hostname) + "' was previously down and is still down.")
failedPingResults.remove(pingResult)
# Send an email
if failedPingResults or failsuccessPingResults:
if not self.emailConf.enabled:
self.logger.debug("Email is disabled. Skipping email...")
else:
self.logger.debug("Email is enabled: " + str(self.emailConf.enabled))
subject = 'FoscamPing Email Controller'
timeNow = time.strftime('%Y-%m-%d %H:%M:%S')
text = ''
for failedPingResult in failedPingResults:
device = self.getDeviceById(failedPingResult.device_id)
text += timeNow + ' - Failed to ping: ' + device.hostname + "\n"
for pingResult in failsuccessPingResults:
device = self.getDeviceById(pingResult.device_id)
datePinged = latestPingResults[pingResult.device_id].date_pinged
now = datetime.datetime.now()
minutesDownFor = math.ceil((now-datePinged).total_seconds()/60)
text += timeNow + ' - Previously down for up to ' + str(minutesDownFor) + ' minutes but is now up: ' + device.hostname + "\n"
self.emailController.sendEmail(self.emailConf.send_to, subject, text)
return
def getDeviceById(self, device_id):
"""
Helper function to get a Device tuple by device_id
:param device_id: device_id to search for.
:return: Device tuple if found, else None.
"""
for hostname in self.devices:
# if device.device_id == device_id:
if self.devices[hostname].device_id == device_id:
return self.devices[hostname]
self.logger.error("Device id not found" + str(device_id))
return None
