def test_select(self):
objs = TestSubscriber.db.select(Subscriber())
self.assertEqual(len(objs), 2)
self.assertEqual(objs[0].getEmail(), 'subscriber email TD')
self.assertEqual(objs[0].getInclude(), 98)
self.assertEqual(objs[0].getFirst_Name(), 'subscriber first_name TD')
self.assertEqual(objs[0].getSecond_Name(), 'subscriber second_name TD')
self.assertEqual(objs[1].getEmail(), 'subscriber email TD2')
self.assertEqual(objs[1].getInclude(), 99)
self.assertEqual(objs[1].getFirst_Name(), 'subscriber first_name TD2')
self.assertEqual(objs[1].getSecond_Name(), 'subscriber second_name TD2')
objs = TestSubscriber.db.select(Subscriber('subscriber email TD'))
self.assertEqual(len(objs), 1)
self.assertEqual(objs[0].getEmail(), 'subscriber email TD')
self.assertEqual(objs[0].getInclude(), 98)
self.assertEqual(objs[0].getFirst_Name(), 'subscriber first_name TD')
self.assertEqual(objs[0].getSecond_Name(), 'subscriber second_name TD')
objs = TestSubscriber.db.select(Subscriber.createAdhoc({'include': 98, 'first_name': 'subscriber first_name TD', 'second_name': 'subscriber second_name TD'}))
self.assertEqual(len(objs), 1)
self.assertEqual(objs[0].getEmail(), 'subscriber email TD')
self.assertEqual(objs[0].getInclude(), 98)
self.assertEqual(objs[0].getFirst_Name(), 'subscriber first_name TD')
self.assertEqual(objs[0].getSecond_Name(), 'subscriber second_name TD')
def test_delete(self):
# Disable Foreign Keys checks for this test
TestSubscriber.db.disableForeignKeys()
with TestSubscriber.db.transaction() as t:
TestSubscriber.db.delete(Subscriber('subscriber email TD'))
objs = TestSubscriber.db.select(Subscriber())
self.assertEqual(len(objs), 1)
# force a rollback
t.fail()
def __init__(self, log:Logger, subject:str=None, content:list=None):
'''
Initialise the Mail class with content; all parameters are optional
and can be added instead via the Mail interface.
:param log: a logging object
:param subject: the subject line of the email
:param content: a list of strs, files or Tables containing content
'''
self._container = 'MIME-Version: 1.0\nContent-type: text/html\n' \
'Subject:{subject}\n\n{body}</body>'
self._firstTable = True
self._subject = ''
self._body = ''
self._stdRecipients = True
self.addSubject(subject)
self.addContent(content)
config = getSweeperConfig()
log.debug('Opening database: {}'.format(config['dbName']))
with Database(config['dbName'], SQLite3Impl()) as db:
subs = db.select(Subscriber.createAdhoc({'include' : 1}))
mailCfg = getSweeperConfig('mail.cfg')
self._sender = mailCfg['fromAddr']
self._recipients = [s.getEmail() for s in subs]
self._server = smtplib.SMTP(mailCfg['svr'], int(mailCfg['port']))
self._server.ehlo()
self._server.starttls()
self._server.ehlo()
self._server.login(self._sender, mailCfg['pwd'])
def test_create(self):
obj = Subscriber.create(('subscriber email TD', 98, 'subscriber first_name TD', 'subscriber second_name TD'))
self.assertEqual(obj.getEmail(), 'subscriber email TD')
self.assertEqual(obj.getInclude(), 98)
self.assertEqual(obj.getFirst_Name(), 'subscriber first_name TD')
self.assertEqual(obj.getSecond_Name(), 'subscriber second_name TD')
def test_update(self):
# Disable Foreign Keys checks for this test
TestSubscriber.db.disableForeignKeys()
with TestSubscriber.db.transaction() as t:
TestSubscriber.db.upsert(
Subscriber('subscriber email TD', 100, 'subscriber first_name TD UPD', 'subscriber second_name TD UPD'))
objs = TestSubscriber.db.select(Subscriber('subscriber email TD'))
self.assertEqual(len(objs), 1)
self.assertEqual(objs[0].getEmail(), 'subscriber email TD')
d = eval("{'include': 100, 'first_name': 'subscriber first_name TD UPD', 'second_name': 'subscriber second_name TD UPD'}")
for k, v in d.items():
self.assertEqual(
objs[0].__getattribute__('get' + k.title())(), v)
# force a rollback
t.fail()
with TestSubscriber.db.transaction() as t:
subscriber = TestSubscriber.db.select(Subscriber('subscriber email TD'))[0]
for k, v in d.items():
subscriber.__getattribute__('set' + k.title())(v)
TestSubscriber.db.upsert(subscriber)
objs = TestSubscriber.db.select(Subscriber('subscriber email TD'))
self.assertEqual(len(objs), 1)
self.assertEqual(objs[0].getEmail(), 'subscriber email TD')
for k, v in d.items():
self.assertEqual(
objs[0].__getattribute__('get' + k.title())(), v)
# force a rollback
t.fail()
def test_repr(self):
obj = Subscriber('subscriber email TD', 98, 'subscriber first_name TD', 'subscriber second_name TD')
self.assertEqual(str(obj), "subscriber : Keys {'email': 'subscriber email TD'} : Values {'include': 98, 'first_name': 'subscriber first_name TD', 'second_name': 'subscriber second_name TD'}")
def test_keys_adhoc(self):
l = Subscriber.createAdhoc(None)
self.assertEqual(l.getTable(), 'subscriber')
self.assertTrue(l._keys.getFields() is None)
def test_isNullable(self):
obj = Subscriber()
self.assertTrue(True and obj.isNullable('first_name') and obj.isNullable('second_name'))
def presentFixtures(log:Logger, algoId:int, league:str=None, show:bool=False, \
mail:bool=False, backtest:bool=False, season:str=None):
'''
Present the latest set of fixtures with all the appropriate ratings.
:param log: a logging object
:param league: the subject league, None signifies all available leagues
:param show: displays any tables as HTML when True
:param mail: send as email
:param backtest: run in backtest mode
:param season: season to run backtest for
'''
log.info('Presenting fixtures for algo <{}>, league <{}> and backtest ' \
'<{}> for season <{}>'.format(algoId, league if league else 'ALL', \
backtest, season))
config = getSweeperConfig()
dbName = config['dbName']
log.debug('Opening database: {}'.format(dbName))
with Database(dbName, SQLite3Impl()) as db, db.transaction() as t:
date = (datetime.today() - timedelta(days=1)).strftime('%Y-%m-%d')
try:
algo = db.select(Algo(algoId))[0]
algo = AlgoFactory.create(algo.getName())
except Exception as e:
log.critical('No algo matching the provided id exists')
log.critical('Because...%s' % e)
sys.exit(2)
if backtest:
# In backtest mode use the inverse algoId to retrieve config,
# ratings and stats and process all matches irrespective of
# existing results
algoId = -algoId
if season:
try:
season = db.select(Season(season))[0]
except Exception as e:
log.critical( \
'No season matching the provided season exists')
sys.exit(3)
else:
log.critical('Must specify season with backtest')
sys.exit(4)
keys = {'>date' : season.getL_Bnd_Date(), \
'<date' : season.getU_Bnd_Date()}
else:
keys = {'>date': date, 'result': ''}
try:
if league: keys.update({'league': league})
order = ['<league', '<date']
fixtures = db.select(Match.createAdhoc(keys, order))
if not fixtures: raise Exception('No fixtures')
except Exception as e:
log.critical("Couldn't find fixtures for league and date " \
"provided, run sourcedata?")
log.critical('Because...{}'.format(e))
sys.exit(5)
try:
if 'result' in keys: del keys['result']
if '<date' in keys: keys.update({'<match_date': keys.pop('<date')})
del keys['>date']
dt = datetime.strptime(min(f.getDate() for f in fixtures), \
'%Y-%m-%d') - timedelta(days=1)
keys.update({'>match_date': dt.strftime('%Y-%m-%d')})
keys.update({'algo_id': algoId})
order = ['<league', '<match_date']
ratings = db.select(Rating.createAdhoc(keys, order))
log.debug('Num fixtures {}, ratings {}'.format(len(fixtures), \
len(ratings)))
if len(fixtures) != len(ratings):
raise Exception('Mismatched ratings')
except Exception as e:
log.critical("Couldn't find algo ratings for all fixtures, " \
"run analysematches?")
log.critical('Because...{}'.format(e))
sys.exit(6)
try:
del keys['>match_date']
if '<match_date' in keys: del keys['<match_date']
keys.update({'>generation_date': date})
order = ['>generation_date']
stats = db.select(Statistics.createAdhoc(keys, order))
if not stats: raise Exception('No statistics')
lastGenDate = stats[0].getGeneration_Date()
stats = [s for s in stats if s.getGeneration_Date() == lastGenDate]
except Exception as e:
log.critical("Couldn't find algo statistics for league and date, " \
"run genstats?")
log.critical('Because...{}'.format(e))
sys.exit(7)
def statsSummary(s: Statistics):
if s.getMark() == 99:
return 0, 0, 0.0, 0.0, 0, 0.0, 0.0, 0, 0.0, 0.0
markF = s.getMark_Freq()
homeF = s.getHome_Freq()
homeP = (homeF / markF) * 100.0 if markF else 0.0
homeO = 100.0 / homeP if homeP else 99.99
drawF = s.getDraw_Freq()
drawP = (drawF / markF) * 100.0 if markF else 0.0
drawO = 100.0 / drawP if drawP else 99.99
awayF = s.getAway_Freq()
awayP = (awayF / markF) * 100.0 if markF else 0.0
awayO = 100.0 / awayP if awayP else 99.99
return markF, homeF, homeP, homeO, drawF, drawP, drawO, awayF, \
awayP, awayO
for r in itertools.filterfalse(lambda r : r.getMark() in \
[s.getMark() for s in stats if r.getLeague() == s.getLeague()],\
ratings):
stats.append(Statistics(r.getMatch_Date(), r.getAlgo_Id(), \
r.getLeague(), r.getMark(), 0, 0, 0, 0))
analytics = map(lambda r : [(r, statsSummary(s)) for s in stats \
if r.getMark() == s.getMark() \
and r.getLeague() == s.getLeague()], ratings)
presentation = zip(fixtures, analytics)
tables = {}
mailText = 'Visit the website for more details - http://www.sweeperfootball.com<br/><br/>'
for i, (league, group) in enumerate(itertools.groupby(presentation, \
lambda x : x[0].getLeague())):
try:
leagueDesc = db.select(League(league))[0].getDesc()
except Exception as e:
log.critical("Couldn't find league")
log.critical('Because..{}'.format(e))
sys.exit(5)
try:
keys = {'league': league, 'algo_id': algoId}
order = ['>config_date']
algoCfg = db.select(Algo_Config.createAdhoc(keys, order))[0]
except Exception as e:
log.critical("Couldn't find algo config for league")
log.critical('Because...{}'.format(e))
sys.exit(6)
presGrp = list(group)
headers = ['Date', 'Match', 'Mark', 'M#', \
'H#', 'H%', 'HO', 'D#', 'D%', 'DO', 'A#', 'A%', 'AO']
schema = ['{:<12}', '{:<40}', '{:>4}', '{:>4}', \
'{:>4}', '{:>5.2f}', '{:>5.2f}', '{:>4}', '{:>5.2f}', \
'{:>5.2f}', '{:>4}', '{:>5.2f}', '{:>5.2f}']
t = Table(headers=headers, schema=schema, \
title='{} Fixtures'.format(leagueDesc))
if backtest:
# if we are backtesting then only return the predictions
t.append([[f.getDate(), '{} (vs) {}'.format(f.getHome_Team(), \
f.getAway_Team()), r.getMark(), *a] \
for f, [(r, a)] in presGrp \
if r.getMark() > algoCfg.getL_Bnd_Mark() \
and r.getMark() < algoCfg.getU_Bnd_Mark()])
return t
t.append([[f.getDate(), '{} (vs) {}'.format(f.getHome_Team(), \
f.getAway_Team()), r.getMark(), *a] \
for f, [(r, a)] in presGrp])
t.setHighlights([['Match', '{} (vs) {}'.format(f.getHome_Team(), \
f.getAway_Team()), False, False] \
for f, [(r, a)] in presGrp \
if r.getMark() > algoCfg.getL_Bnd_Mark() \
and r.getMark() < algoCfg.getU_Bnd_Mark()])
t.htmlReplacements([['(vs)', '<br/>']])
try:
keys = {'>u_bnd_date': date, '<l_bnd_date': date}
season = db.select(Season.createAdhoc(keys))[0].getName()
except Exception as e:
log.critical("Couldn't find season for date")
log.critical('Because...{}'.format(e))
sys.exit(6)
mask = log.getMask()
log.setMask(mask & ~Logger.INFO)
leagueTable, formTable = genFormTable(log, league, season, date)
log.setMask(mask)
log.info(t)
log.info(formTable)
tables[leagueDesc] = (t, leagueTable, formTable)
if show:
t.asHTML(show)
formTable.asHTML(show)
if mail:
if not i:
mailText += t.asHTML().replace('</body>', '') + '<br/>'
else:
mailText += t.asHTML(fullyFormed=False) + '<br/>'
mailText += formTable.asHTML(fullyFormed=False) + '<br/>'
if mail:
mailText = 'MIME-Version: 1.0\nContent-type: text/html\nSubject: Sweeper Football Predictions\n\n{}</body>'.format(
mailText)
#mailText = 'MIME-Version: 1.0\nContent-type: text/html\nSubject: Sweeper Football Predictions - PREDICTIONS AVAILABLE FROM THIS WEEK!\n\n{}</body>'.format(mailText)
mailCfg = getSweeperConfig('mail.cfg')
fromAddr = mailCfg['fromAddr']
subs = db.select(Subscriber.createAdhoc({'include': 1}))
toAddrs = [s.getEmail() for s in subs]
server = smtplib.SMTP(mailCfg['svr'], int(mailCfg['port']))
server.ehlo()
server.starttls()
server.ehlo()
server.login(fromAddr, mailCfg['pwd'])
server.sendmail(fromAddr, toAddrs, mailText)
server.quit()
log.info('email sent to: {!s}'.format(toAddrs))
return tables