def download(self, video_url):
if self._timeout_seconds and 'linux' == platform.system().lower():
try:
with time_limit(self._timeout_seconds):
self.__download__(video_url)
except TimeoutException:
self._driver.quit()
print("time out")
else:
self.__download__(video_url)
def download(self, carousel_url=None):
if self._timeout_seconds and 'linux' == platform.system().lower():
try:
with time_limit(self._timeout_seconds):
self.__download__(carousel_url)
except TimeoutException:
# close() may cause some problem, change to quit()
self._driver.quit()
print("time out")
else:
self.__download__(carousel_url)
def classify(text):
try:
with time_limit(2):
feat = featurify(text, masterfeats)
result = classifier.prob_classify(feat)
probs = dict([(x, result.prob(x)) for x in result.samples()])
score = probs['pos'] * 2.0 - 1.0
return score
except TimeoutException:
print "Featurify timed out for text %s" % text
return 0.0
def classify(text):
try:
with time_limit(2):
feat = featurify(text, masterfeats)
result = classifier.prob_classify(feat)
probs = dict([(x, result.prob(x)) for x in result.samples()])
score = probs['pos'] * 2.0 - 1.0
return score
except TimeoutException:
print "Featurify timed out for text %s" % text
return 0.0
def ClassifySentiment(text):
try:
with time_limit(2):
feat = CreateFeatures(text, main_features)
res = classifier.prob_classify(feat)
probs = dict([(x, res.prob(x)) for x in res.samples()])
score = probs['pos'] * 2.0 - 1.0
return score
except TimeoutException:
print "Timed out: CreateFeatures for text %s" % text
return 0.0
ssh_client = paramiko.SSHClient()
ssh_client.set_missing_host_key_policy(paramiko.AutoAddPolicy())
ssh_client.connect(hostname='80.88.187.155',
username='******',
password=keyring.get_password("talend", "benemen"))
stdin, stdout, stderr = ssh_client.exec_command(
'cd /etl/python_jobs && python error_log_monthly_copier.py')
today = datetime.today()
string = "Error Log Successfully stored and reset for {}-{}".format(
int(today.month) - 1, today.year)
print(string)
except Exception as e:
print("Error occurred:")
print(e)
finally:
if ssh_client:
ssh_client.close()
if __name__ == "__main__":
try:
with time_limit(600):
main()
except TimeoutException as e:
print("Log_Monthly_Backup time has exceeded the safety limit.")
emailer.raise_error(
"Log_Monthly_Backup ERROR",
"The Log_Monthly_Backup execution time has exceeded the 10 minute safety limit"
)
"EDW required a restart at {}".format(ts),
"The Autorestart job found the EDW server to be inactive and send the command for a restart as of {}."
.format(ts))
else:
ts = datetime.datetime.now()
print('Server Active as of %s') % ts
except Exception as e:
print("The following error has occurred during your requested process")
print(e.message)
emailer.raise_error(
"EDW Autorestart ERROR",
"The Autorestart job experienced the following error: {}".format(
e.message))
finally:
if ssh:
session.close()
ssh.close()
if __name__ == '__main__':
try:
with time_limit(180):
main(command, server_address, server_username, server_pass)
except TimeoutException as e:
print("Execution time has exceeded the safety limit.")
emailer.raise_error(
"EDW Autorestart ERROR",
"The Autorestart job execution time has exceeded the safety limit")
sys.path.append("/home/benemenadmin/PyResources") # Directory for Python classes
import time_limit
from time_limit import *
import emailer
ssh_client= None
def main():
try:
ssh_client=paramiko.SSHClient()
ssh_client.set_missing_host_key_policy(paramiko.AutoAddPolicy())
ssh_client.connect(hostname='80.88.187.155',username='******',password=keyring.get_password("talend", "benemen"))
stdin, stdout, stderr = ssh_client.exec_command("/usr/bin/bash -lc '/etl/cronjobs/60minute_jobs.sh' 1>/dev/null 2>/etl/logs/60minute_jobs.txt")
out = stdout.read()
print(out)
except Exception as e:
print('The following error has occurred during the XRM_Jobs dkron process')
print(e.message)
finally:
if ssh_client:
ssh_client.close()
print('\n60Minute_Jobs complete\n')
if __name__ == '__main__':
try:
with time_limit(3720):
main()
except TimeoutException as e:
print("60minute_jobs time has exceeded the safety limit.")
emailer.raise_error("60minute_jobs ERROR","The 60minute_jobs execution time has exceeded the 62 minute safety limit")
ssh_client = paramiko.SSHClient()
ssh_client.set_missing_host_key_policy(paramiko.AutoAddPolicy())
ssh_client.connect(hostname='80.88.187.155',
username='******',
password=keyring.get_password("talend", "benemen"))
stdin, stdout, stderr = ssh_client.exec_command(
"/usr/bin/bash -lc 'cd /etl/talend_jobs ; /etl/cronjobs/minute_jobs.sh' 1>/dev/null 2>/etl/logs/1minute_jobs.txt"
)
out = stdout.read()
print(out)
except Exception as e:
print(
'The following error has occurred during the XRM_Jobs dkron process'
)
print(e.message)
finally:
if ssh_client:
ssh_client.close()
print('\n1Minute_Jobs complete\n')
if __name__ == '__main__':
try:
with time_limit(120):
main()
except TimeoutException as e:
print("1minute_jobs time has exceeded the safety limit.")
emailer.raise_error(
"1minute_jobs ERROR",
"The 1minute_jobs execution time has exceeded the 2 minute safety limit"
)
ssh_client = paramiko.SSHClient()
ssh_client.set_missing_host_key_policy(paramiko.AutoAddPolicy())
ssh_client.connect(hostname='80.88.187.155',
username='******',
password=keyring.get_password("talend", "benemen"))
stdin, stdout, stderr = ssh_client.exec_command(
"/usr/bin/bash -lc '/etl/cronjobs/5minute_jobs.sh' 1>/dev/null 2>/etl/logs/5minute_jobs.txt"
)
out = stdout.read()
print(out)
except Exception as e:
print(
'The following error has occurred during the XRM_Jobs dkron process'
)
print(e.message)
finally:
if ssh_client:
ssh_client.close()
print('\n5Minute_Jobs complete\n')
if __name__ == '__main__':
try:
with time_limit(360):
main()
except TimeoutException as e:
print("5minute_jobs time has exceeded the safety limit.")
emailer.raise_error(
"1minute_jobs ERROR",
"The 5minute_jobs execution time has exceeded the 6 minute safety limit"
)
import sshgit_talend_jobs
import sshgit_etl_development
import sshgit_etl_BeneDW
import sshgit_QlikSense_BeneReports_development
import sshgit_QlikSense_BeneReports_production
import sshgit_esb_beneesb
import git_dkron
import sys
sys.path.append("/home/benemenadmin/PyResources") # Directory for Python classes
import time_limit
from time_limit import *
import emailer
def main():
git_BAP.main()
git_dkron.main()
sshgit_talend_jobs.main()
sshgit_etl_development.main()
sshgit_etl_BeneDW.main()
sshgit_QlikSense_BeneReports_development.main()
sshgit_QlikSense_BeneReports_production.main()
sshgit_esb_beneesb.main()
if __name__ == '__main__':
try:
with time_limit(300):
main()
except TimeoutException as e:
print("Auto Gitlab Uploader time has exceeded the safety limit.")
emailer.raise_error("Auto Gitlab Uploader ERROR","Auto Gitlab Uploader execution time has exceeded the 5 minute safety limit")
ssh_client = paramiko.SSHClient()
ssh_client.set_missing_host_key_policy(paramiko.AutoAddPolicy())
ssh_client.connect(hostname='80.88.187.155',
username='******',
password=keyring.get_password("talend", "benemen"))
stdin, stdout, stderr = ssh_client.exec_command(
"/usr/bin/bash -lc '/etl/cronjobs/15minute_jobs.sh' 1>/dev/null 2>/etl/logs/15minute_jobs.txt"
)
out = stdout.read()
print(out)
except Exception as e:
print(
'The following error has occurred during the XRM_Jobs dkron process'
)
print(e.message)
finally:
if ssh_client:
ssh_client.close()
print('\n15Minute_Jobs complete\n')
if __name__ == '__main__':
try:
with time_limit(960):
main()
except TimeoutException as e:
print("15minute_jobs time has exceeded the safety limit.")
emailer.raise_error(
"15minute_jobs ERROR",
"The 15minute_jobs execution time has exceeded the 16 minute safety limit"
)
ssh_client = paramiko.SSHClient()
ssh_client.set_missing_host_key_policy(paramiko.AutoAddPolicy())
ssh_client.connect(hostname='80.88.187.155',
username='******',
password=keyring.get_password("talend", "benemen"))
stdin, stdout, stderr = ssh_client.exec_command(
"/usr/bin/bash -lc '/etl/cronjobs/20minute_jobs.sh' 1>/dev/null 2>/etl/logs/20minute_jobs.txt"
)
out = stdout.read()
print(out)
except Exception as e:
print(
'The following error has occurred during the XRM_Jobs dkron process'
)
print(e.message)
finally:
if ssh_client:
ssh_client.close()
print('\n20Minute_Jobs complete\n')
if __name__ == '__main__':
try:
with time_limit(1260):
main()
except TimeoutException as e:
print("20minute_jobs time has exceeded the safety limit.")
emailer.raise_error(
"20minute_jobs ERROR",
"The 20minute_jobs execution time has exceeded the 21 minute safety limit"
)