class TestTioScraper(unittest.TestCase):
def setUp(self):
self.scraper = TioScraper(FILEPATH, BRACKET_NAME)
def test_get_raw(self):
self.assertTrue(len(self.scraper.get_raw()) > 0)
def test_get_name(self):
self.assertEquals(self.scraper.get_name(), 'BAM: i got 5 on it')
def test_get_date(self):
self.assertEquals(self.scraper.get_date(), datetime(2014, 10, 18))
def test_get_matches(self):
matches = self.scraper.get_matches()
self.assertEquals(len(matches), 117)
self.assertEquals(matches[0], MatchResult(winner='spookyman', loser='razr'))
# grand finals set 2
self.assertEquals(matches[-1], MatchResult(winner='GC|silent wolf', loser='MIOM|SFAT'))
# grand finals set 1
self.assertEquals(matches[-2], MatchResult(winner='MIOM|SFAT', loser='GC|silent wolf'))
# losers finals
self.assertEquals(matches[-3], MatchResult(winner='MIOM|SFAT', loser='shroomed'))
def test_get_matches_invalid_bracket_name(self):
with self.assertRaises(ValueError):
self.scraper = TioScraper(FILEPATH, 'invalid bracket name')
self.scraper.get_matches()
def test_get_matches_one_grand_finals_set(self):
self.scraper = TioScraper('test/test_scraper/data/2.tio', BRACKET_NAME)
matches = self.scraper.get_matches()
self.assertEquals(len(matches), 116)
self.assertEquals(matches[0], MatchResult(winner='spookyman', loser='razr'))
# grand finals set 1
self.assertEquals(matches[-1], MatchResult(winner='GC|silent wolf', loser='MIOM|SFAT'))
# losers finals
self.assertEquals(matches[-2], MatchResult(winner='MIOM|SFAT', loser='shroomed'))
def test_get_players(self):
self.assertIsNone(self.scraper.players)
players = self.scraper.get_players()
self.assertEquals(len(players), 59)
self.assertTrue('MIOM|SFAT' in players)
self.assertTrue('GC|silent wolf' in players)
# call it twice to make sure caching works
self.assertIsNotNone(self.scraper.players)
players = self.scraper.get_players()
self.assertEquals(len(players), 59)
self.assertTrue('MIOM|SFAT' in players)
self.assertTrue('GC|silent wolf' in players)
def _import_files(self):
for f in NORCAL_FILES:
scraper = TioScraper(f[0], f[1])
self._import_players(scraper, self.norcal_dao)
player_map = self.norcal_dao.get_player_id_map_from_player_aliases(scraper.get_players())
self.norcal_dao.insert_tournament(Tournament.from_scraper('tio', scraper, player_map, self.norcal_dao.region_id))
for f in TEXAS_FILES:
scraper = TioScraper(f[0], f[1])
self._import_players(scraper, self.texas_dao)
player_map = self.texas_dao.get_player_id_map_from_player_aliases(scraper.get_players())
self.texas_dao.insert_tournament(Tournament.from_scraper('tio', scraper, player_map, self.texas_dao.region_id))
def import_tournament(type, path, bracket, region, name):
config = Config()
mongo_client = MongoClient(host=config.get_mongo_url())
if type == 'tio':
scraper = TioScraper.from_file(path, bracket)
elif type == 'challonge':
scraper = ChallongeScraper(path)
else:
click.echo("Illegal type")
dao = Dao(region, mongo_client=mongo_client)
player_map = get_player_alias_to_id_map(scraper, dao)
# TODO pass in a map of overrides for specific players
tournament = Tournament.from_scraper(type, scraper, player_map, region)
if name:
tournament.name = name
dao.insert_tournament(tournament)
click.echo("Generating new ranking...")
rankings.generate_ranking(dao)
click.echo("Done!")
def test_get_matches_one_grand_finals_set(self):
self.scraper = TioScraper('test/test_scraper/data/2.tio', BRACKET_NAME)
matches = self.scraper.get_matches()
self.assertEquals(len(matches), 116)
self.assertEquals(matches[0], MatchResult(winner='spookyman', loser='razr'))
# grand finals set 1
self.assertEquals(matches[-1], MatchResult(winner='GC|silent wolf', loser='MIOM|SFAT'))
# losers finals
self.assertEquals(matches[-2], MatchResult(winner='MIOM|SFAT', loser='shroomed'))
def test_get_matches_one_grand_finals_set(self):
self.scraper = TioScraper.from_file('test/test_scraper/data/2.tio', BRACKET_NAME)
matches = self.scraper.get_matches()
self.assertEquals(len(matches), 116)
self.assertEquals(matches[0], MatchResult(winner='spookyman', loser='razr'))
# grand finals set 1
self.assertEquals(matches[-1], MatchResult(winner='GC|silent wolf', loser='MIOM|SFAT'))
# losers finals
self.assertEquals(matches[-2], MatchResult(winner='MIOM|SFAT', loser='shroomed'))
def post(self, region):
dao = Dao(region, mongo_client=mongo_client)
user = get_user_from_request(request, dao)
if not user:
return 'Permission denied', 403
if not is_user_admin_for_region(user, region):
return 'Permission denied', 403
parser = reqparse.RequestParser()
parser.add_argument('type', type=str, location='json')
parser.add_argument('data', type=unicode, location='json')
parser.add_argument('bracket', type=str, location='json')
args = parser.parse_args()
print "in server post, actually got this far!"
if args['data'] is None:
return "data required", 400
the_bytes = bytearray(args['data'], "utf8")
if the_bytes[0] == 0xef:
print "found magic numbers"
return "magic numbers!", 503
type = args['type']
data = args['data']
if type == 'tio':
if args['bracket'] is None:
return "Missing bracket name", 400
data_bytes = bytes(data)
if data_bytes[0] == '\xef':
data = data[:3]
scraper = TioScraper(data, args['bracket'])
elif type == 'challonge':
scraper = ChallongeScraper(data)
else:
return "Unknown type", 400
pending_tournament = PendingTournament.from_scraper(
type, scraper, region)
pending_tournament.alias_to_id_map = alias_service.get_alias_to_id_map_in_list_format(
dao, pending_tournament.players)
new_id = dao.insert_pending_tournament(pending_tournament)
return_dict = {'id': str(new_id)}
return return_dict
def _import_files(self):
for f in NORCAL_FILES:
scraper = TioScraper(f[0], f[1])
self._import_players(scraper, self.norcal_dao)
player_map = self.norcal_dao.get_player_id_map_from_player_aliases(
scraper.get_players())
self.norcal_dao.insert_tournament(
Tournament.from_scraper('tio', scraper, player_map,
self.norcal_dao.region_id))
for f in TEXAS_FILES:
scraper = TioScraper(f[0], f[1])
self._import_players(scraper, self.texas_dao)
player_map = self.texas_dao.get_player_id_map_from_player_aliases(
scraper.get_players())
self.texas_dao.insert_tournament(
Tournament.from_scraper('tio', scraper, player_map,
self.texas_dao.region_id))
def post(self, region):
dao = Dao(region, mongo_client=mongo_client)
user = get_user_from_access_token(request.headers, dao)
if not is_user_admin_for_region(user, region):
return 'Permission denied', 403
parser = reqparse.RequestParser()
parser.add_argument('type', type=str, location='json')
parser.add_argument('data', type=unicode, location='json')
parser.add_argument('bracket', type=str, location='json')
args = parser.parse_args()
if args['data'] is None:
return "data required", 400
type = args['type']
data = args['data']
if type == 'tio':
if args['bracket'] is None:
return "Missing bracket name", 400
scraper = TioScraper(data, args['bracket'])
elif type == 'challonge':
scraper = ChallongeScraper(data)
else:
return "Unknown type", 400
pending_tournament = PendingTournament.from_scraper(
type, scraper, region)
pending_tournament.alias_to_id_map = alias_service.get_alias_to_id_map_in_list_format(
dao, pending_tournament.players)
new_id = dao.insert_pending_tournament(pending_tournament)
return_dict = {'id': str(new_id)}
return return_dict
def post(self, region):
dao = get_dao(region)
auth_user(request, dao)
parser = reqparse.RequestParser() \
.add_argument('type', type=str, location='json') \
.add_argument('data', type=unicode, location='json') \
.add_argument('bracket', type=str, location='json') \
.add_argument('included_phases', type=list, location='json')
args = parser.parse_args()
if args['data'] is None:
err("Tournament data required.")
the_bytes = bytearray(args['data'], "utf8")
if the_bytes[0] == 0xef:
print "found magic numbers"
err("Magic numbers!")
type = args['type']
data = args['data']
included_phases = args['included_phases']
pending_tournament = None
try:
if type == 'tio':
if args['bracket'] is None:
err("Missing bracket name")
data_bytes = bytes(data)
if data_bytes[0] == '\xef':
data = data[:3]
scraper = TioScraper(data, args['bracket'])
elif type == 'challonge':
scraper = ChallongeScraper(data)
elif type == 'smashgg':
scraper = SmashGGScraper(data, included_phases)
else:
err("Unknown tournament type")
pending_tournament, raw_file = M.PendingTournament.from_scraper(
type, scraper, region)
except Exception as ex:
err('Scraper encountered an error: ' + str(ex))
if not pending_tournament or not raw_file:
err('Scraper encountered an error.')
try:
pending_tournament.alias_to_id_map = alias_service.get_alias_to_id_map_in_list_format(
dao, pending_tournament.players)
except Exception as e:
log_exception()
err('Alias service encountered an error')
# If the tournament is too large, don't insert the raw file into the db.
if len(pending_tournament.players) < 1000:
try:
raw_file = dao.insert_raw_file(raw_file)
except Exception as ex:
print ex
err('Dao insert_raw_file encountered an error')
else:
print 'Skipping inserting raw file for tournament because it is too large'
try:
new_id = dao.insert_pending_tournament(pending_tournament)
return_dict = {
'id': str(new_id)
}
return return_dict
except Exception as ex:
err('Dao insert_pending_tournament encountered an error')
err('Unknown error!')
def test_get_matches_invalid_bracket_name(self):
with self.assertRaises(ValueError):
self.scraper = TioScraper(FILEPATH, 'invalid bracket name')
self.scraper.get_matches()
def setUp(self):
self.scraper = TioScraper(FILEPATH, BRACKET_NAME)
def test_get_matches_invalid_bracket_name(self):
with self.assertRaises(ValueError):
self.scraper = TioScraper.from_file(FILEPATH, 'invalid bracket name')
self.scraper.get_matches()
def setUp(self):
self.scraper = TioScraper.from_file(FILEPATH, BRACKET_NAME)
