def test_select(self): objs = TestSubscriber.db.select(Subscriber()) self.assertEqual(len(objs), 2) self.assertEqual(objs[0].getEmail(), 'subscriber email TD') self.assertEqual(objs[0].getInclude(), 98) self.assertEqual(objs[0].getFirst_Name(), 'subscriber first_name TD') self.assertEqual(objs[0].getSecond_Name(), 'subscriber second_name TD') self.assertEqual(objs[1].getEmail(), 'subscriber email TD2') self.assertEqual(objs[1].getInclude(), 99) self.assertEqual(objs[1].getFirst_Name(), 'subscriber first_name TD2') self.assertEqual(objs[1].getSecond_Name(), 'subscriber second_name TD2') objs = TestSubscriber.db.select(Subscriber('subscriber email TD')) self.assertEqual(len(objs), 1) self.assertEqual(objs[0].getEmail(), 'subscriber email TD') self.assertEqual(objs[0].getInclude(), 98) self.assertEqual(objs[0].getFirst_Name(), 'subscriber first_name TD') self.assertEqual(objs[0].getSecond_Name(), 'subscriber second_name TD') objs = TestSubscriber.db.select(Subscriber.createAdhoc({'include': 98, 'first_name': 'subscriber first_name TD', 'second_name': 'subscriber second_name TD'})) self.assertEqual(len(objs), 1) self.assertEqual(objs[0].getEmail(), 'subscriber email TD') self.assertEqual(objs[0].getInclude(), 98) self.assertEqual(objs[0].getFirst_Name(), 'subscriber first_name TD') self.assertEqual(objs[0].getSecond_Name(), 'subscriber second_name TD')
def test_delete(self): # Disable Foreign Keys checks for this test TestSubscriber.db.disableForeignKeys() with TestSubscriber.db.transaction() as t: TestSubscriber.db.delete(Subscriber('subscriber email TD')) objs = TestSubscriber.db.select(Subscriber()) self.assertEqual(len(objs), 1) # force a rollback t.fail()
def __init__(self, log:Logger, subject:str=None, content:list=None): ''' Initialise the Mail class with content; all parameters are optional and can be added instead via the Mail interface. :param log: a logging object :param subject: the subject line of the email :param content: a list of strs, files or Tables containing content ''' self._container = 'MIME-Version: 1.0\nContent-type: text/html\n' \ 'Subject:{subject}\n\n{body}</body>' self._firstTable = True self._subject = '' self._body = '' self._stdRecipients = True self.addSubject(subject) self.addContent(content) config = getSweeperConfig() log.debug('Opening database: {}'.format(config['dbName'])) with Database(config['dbName'], SQLite3Impl()) as db: subs = db.select(Subscriber.createAdhoc({'include' : 1})) mailCfg = getSweeperConfig('mail.cfg') self._sender = mailCfg['fromAddr'] self._recipients = [s.getEmail() for s in subs] self._server = smtplib.SMTP(mailCfg['svr'], int(mailCfg['port'])) self._server.ehlo() self._server.starttls() self._server.ehlo() self._server.login(self._sender, mailCfg['pwd'])
def test_create(self): obj = Subscriber.create(('subscriber email TD', 98, 'subscriber first_name TD', 'subscriber second_name TD')) self.assertEqual(obj.getEmail(), 'subscriber email TD') self.assertEqual(obj.getInclude(), 98) self.assertEqual(obj.getFirst_Name(), 'subscriber first_name TD') self.assertEqual(obj.getSecond_Name(), 'subscriber second_name TD')
def test_update(self): # Disable Foreign Keys checks for this test TestSubscriber.db.disableForeignKeys() with TestSubscriber.db.transaction() as t: TestSubscriber.db.upsert( Subscriber('subscriber email TD', 100, 'subscriber first_name TD UPD', 'subscriber second_name TD UPD')) objs = TestSubscriber.db.select(Subscriber('subscriber email TD')) self.assertEqual(len(objs), 1) self.assertEqual(objs[0].getEmail(), 'subscriber email TD') d = eval("{'include': 100, 'first_name': 'subscriber first_name TD UPD', 'second_name': 'subscriber second_name TD UPD'}") for k, v in d.items(): self.assertEqual( objs[0].__getattribute__('get' + k.title())(), v) # force a rollback t.fail() with TestSubscriber.db.transaction() as t: subscriber = TestSubscriber.db.select(Subscriber('subscriber email TD'))[0] for k, v in d.items(): subscriber.__getattribute__('set' + k.title())(v) TestSubscriber.db.upsert(subscriber) objs = TestSubscriber.db.select(Subscriber('subscriber email TD')) self.assertEqual(len(objs), 1) self.assertEqual(objs[0].getEmail(), 'subscriber email TD') for k, v in d.items(): self.assertEqual( objs[0].__getattribute__('get' + k.title())(), v) # force a rollback t.fail()
def test_repr(self): obj = Subscriber('subscriber email TD', 98, 'subscriber first_name TD', 'subscriber second_name TD') self.assertEqual(str(obj), "subscriber : Keys {'email': 'subscriber email TD'} : Values {'include': 98, 'first_name': 'subscriber first_name TD', 'second_name': 'subscriber second_name TD'}")
def test_keys_adhoc(self): l = Subscriber.createAdhoc(None) self.assertEqual(l.getTable(), 'subscriber') self.assertTrue(l._keys.getFields() is None)
def test_isNullable(self): obj = Subscriber() self.assertTrue(True and obj.isNullable('first_name') and obj.isNullable('second_name'))
def presentFixtures(log:Logger, algoId:int, league:str=None, show:bool=False, \ mail:bool=False, backtest:bool=False, season:str=None): ''' Present the latest set of fixtures with all the appropriate ratings. :param log: a logging object :param league: the subject league, None signifies all available leagues :param show: displays any tables as HTML when True :param mail: send as email :param backtest: run in backtest mode :param season: season to run backtest for ''' log.info('Presenting fixtures for algo <{}>, league <{}> and backtest ' \ '<{}> for season <{}>'.format(algoId, league if league else 'ALL', \ backtest, season)) config = getSweeperConfig() dbName = config['dbName'] log.debug('Opening database: {}'.format(dbName)) with Database(dbName, SQLite3Impl()) as db, db.transaction() as t: date = (datetime.today() - timedelta(days=1)).strftime('%Y-%m-%d') try: algo = db.select(Algo(algoId))[0] algo = AlgoFactory.create(algo.getName()) except Exception as e: log.critical('No algo matching the provided id exists') log.critical('Because...%s' % e) sys.exit(2) if backtest: # In backtest mode use the inverse algoId to retrieve config, # ratings and stats and process all matches irrespective of # existing results algoId = -algoId if season: try: season = db.select(Season(season))[0] except Exception as e: log.critical( \ 'No season matching the provided season exists') sys.exit(3) else: log.critical('Must specify season with backtest') sys.exit(4) keys = {'>date' : season.getL_Bnd_Date(), \ '<date' : season.getU_Bnd_Date()} else: keys = {'>date': date, 'result': ''} try: if league: keys.update({'league': league}) order = ['<league', '<date'] fixtures = db.select(Match.createAdhoc(keys, order)) if not fixtures: raise Exception('No fixtures') except Exception as e: log.critical("Couldn't find fixtures for league and date " \ "provided, run sourcedata?") log.critical('Because...{}'.format(e)) sys.exit(5) try: if 'result' in keys: del keys['result'] if '<date' in keys: keys.update({'<match_date': keys.pop('<date')}) del keys['>date'] dt = datetime.strptime(min(f.getDate() for f in fixtures), \ '%Y-%m-%d') - timedelta(days=1) keys.update({'>match_date': dt.strftime('%Y-%m-%d')}) keys.update({'algo_id': algoId}) order = ['<league', '<match_date'] ratings = db.select(Rating.createAdhoc(keys, order)) log.debug('Num fixtures {}, ratings {}'.format(len(fixtures), \ len(ratings))) if len(fixtures) != len(ratings): raise Exception('Mismatched ratings') except Exception as e: log.critical("Couldn't find algo ratings for all fixtures, " \ "run analysematches?") log.critical('Because...{}'.format(e)) sys.exit(6) try: del keys['>match_date'] if '<match_date' in keys: del keys['<match_date'] keys.update({'>generation_date': date}) order = ['>generation_date'] stats = db.select(Statistics.createAdhoc(keys, order)) if not stats: raise Exception('No statistics') lastGenDate = stats[0].getGeneration_Date() stats = [s for s in stats if s.getGeneration_Date() == lastGenDate] except Exception as e: log.critical("Couldn't find algo statistics for league and date, " \ "run genstats?") log.critical('Because...{}'.format(e)) sys.exit(7) def statsSummary(s: Statistics): if s.getMark() == 99: return 0, 0, 0.0, 0.0, 0, 0.0, 0.0, 0, 0.0, 0.0 markF = s.getMark_Freq() homeF = s.getHome_Freq() homeP = (homeF / markF) * 100.0 if markF else 0.0 homeO = 100.0 / homeP if homeP else 99.99 drawF = s.getDraw_Freq() drawP = (drawF / markF) * 100.0 if markF else 0.0 drawO = 100.0 / drawP if drawP else 99.99 awayF = s.getAway_Freq() awayP = (awayF / markF) * 100.0 if markF else 0.0 awayO = 100.0 / awayP if awayP else 99.99 return markF, homeF, homeP, homeO, drawF, drawP, drawO, awayF, \ awayP, awayO for r in itertools.filterfalse(lambda r : r.getMark() in \ [s.getMark() for s in stats if r.getLeague() == s.getLeague()],\ ratings): stats.append(Statistics(r.getMatch_Date(), r.getAlgo_Id(), \ r.getLeague(), r.getMark(), 0, 0, 0, 0)) analytics = map(lambda r : [(r, statsSummary(s)) for s in stats \ if r.getMark() == s.getMark() \ and r.getLeague() == s.getLeague()], ratings) presentation = zip(fixtures, analytics) tables = {} mailText = 'Visit the website for more details - http://www.sweeperfootball.com<br/><br/>' for i, (league, group) in enumerate(itertools.groupby(presentation, \ lambda x : x[0].getLeague())): try: leagueDesc = db.select(League(league))[0].getDesc() except Exception as e: log.critical("Couldn't find league") log.critical('Because..{}'.format(e)) sys.exit(5) try: keys = {'league': league, 'algo_id': algoId} order = ['>config_date'] algoCfg = db.select(Algo_Config.createAdhoc(keys, order))[0] except Exception as e: log.critical("Couldn't find algo config for league") log.critical('Because...{}'.format(e)) sys.exit(6) presGrp = list(group) headers = ['Date', 'Match', 'Mark', 'M#', \ 'H#', 'H%', 'HO', 'D#', 'D%', 'DO', 'A#', 'A%', 'AO'] schema = ['{:<12}', '{:<40}', '{:>4}', '{:>4}', \ '{:>4}', '{:>5.2f}', '{:>5.2f}', '{:>4}', '{:>5.2f}', \ '{:>5.2f}', '{:>4}', '{:>5.2f}', '{:>5.2f}'] t = Table(headers=headers, schema=schema, \ title='{} Fixtures'.format(leagueDesc)) if backtest: # if we are backtesting then only return the predictions t.append([[f.getDate(), '{} (vs) {}'.format(f.getHome_Team(), \ f.getAway_Team()), r.getMark(), *a] \ for f, [(r, a)] in presGrp \ if r.getMark() > algoCfg.getL_Bnd_Mark() \ and r.getMark() < algoCfg.getU_Bnd_Mark()]) return t t.append([[f.getDate(), '{} (vs) {}'.format(f.getHome_Team(), \ f.getAway_Team()), r.getMark(), *a] \ for f, [(r, a)] in presGrp]) t.setHighlights([['Match', '{} (vs) {}'.format(f.getHome_Team(), \ f.getAway_Team()), False, False] \ for f, [(r, a)] in presGrp \ if r.getMark() > algoCfg.getL_Bnd_Mark() \ and r.getMark() < algoCfg.getU_Bnd_Mark()]) t.htmlReplacements([['(vs)', '<br/>']]) try: keys = {'>u_bnd_date': date, '<l_bnd_date': date} season = db.select(Season.createAdhoc(keys))[0].getName() except Exception as e: log.critical("Couldn't find season for date") log.critical('Because...{}'.format(e)) sys.exit(6) mask = log.getMask() log.setMask(mask & ~Logger.INFO) leagueTable, formTable = genFormTable(log, league, season, date) log.setMask(mask) log.info(t) log.info(formTable) tables[leagueDesc] = (t, leagueTable, formTable) if show: t.asHTML(show) formTable.asHTML(show) if mail: if not i: mailText += t.asHTML().replace('</body>', '') + '<br/>' else: mailText += t.asHTML(fullyFormed=False) + '<br/>' mailText += formTable.asHTML(fullyFormed=False) + '<br/>' if mail: mailText = 'MIME-Version: 1.0\nContent-type: text/html\nSubject: Sweeper Football Predictions\n\n{}</body>'.format( mailText) #mailText = 'MIME-Version: 1.0\nContent-type: text/html\nSubject: Sweeper Football Predictions - PREDICTIONS AVAILABLE FROM THIS WEEK!\n\n{}</body>'.format(mailText) mailCfg = getSweeperConfig('mail.cfg') fromAddr = mailCfg['fromAddr'] subs = db.select(Subscriber.createAdhoc({'include': 1})) toAddrs = [s.getEmail() for s in subs] server = smtplib.SMTP(mailCfg['svr'], int(mailCfg['port'])) server.ehlo() server.starttls() server.ehlo() server.login(fromAddr, mailCfg['pwd']) server.sendmail(fromAddr, toAddrs, mailText) server.quit() log.info('email sent to: {!s}'.format(toAddrs)) return tables