def create_stream_chunk(self, status):
if self.current_stream_chunk is not None:
# There's already a stream chunk started!
session = DBManager.create_session(expire_on_commit=False)
self.current_stream_chunk.chunk_end = datetime.datetime.now()
session.add(self.current_stream_chunk)
session.commit()
session.close()
self.current_stream_chunk = None
session = DBManager.create_session(expire_on_commit=False)
stream_chunk = session.query(StreamChunk).filter_by(broadcast_id=status['broadcast_id']).one_or_none()
if stream_chunk is None:
log.info('Creating stream chunk, from create_stream_chunk')
stream_chunk = StreamChunk(self.current_stream, status['broadcast_id'], status['created_at'])
self.current_stream_chunk = stream_chunk
session.add(stream_chunk)
session.commit()
else:
log.info('We already have a stream chunk!')
self.current_stream_chunk = stream_chunk
session.expunge_all()
session.close()
self.current_stream.stream_chunks.append(stream_chunk)
def stats_duels():
session = DBManager.create_session()
data = {
'top_5_winners':
session.query(UserDuelStats).order_by(
UserDuelStats.duels_won.desc())[:5],
'top_5_points_won':
session.query(UserDuelStats).order_by(UserDuelStats.profit.desc())[:5],
'top_5_points_lost':
session.query(UserDuelStats).order_by(UserDuelStats.profit.asc())[:5],
'top_5_losers':
session.query(UserDuelStats).order_by(
UserDuelStats.duels_lost.desc())[:5],
'top_5_winrate':
session.query(UserDuelStats).filter(
UserDuelStats.duels_won >= 5).order_by(
UserDuelStats.winrate.desc())[:5],
'bottom_5_winrate':
session.query(UserDuelStats).filter(
UserDuelStats.duels_lost >= 5).order_by(
UserDuelStats.winrate.asc())[:5],
}
try:
return render_template('stats_duels.html', **data)
finally:
session.close()
def create_highlight(self, **options):
"""
Returns an error message (string) if something went wrong, otherwise returns True
"""
if self.online is False or self.current_stream_chunk is None:
return 'The stream is not online'
if self.current_stream_chunk.video_url is None:
return 'No video URL fetched for this chunk yet, try in 5 minutes'
try:
highlight = StreamChunkHighlight(self.current_stream_chunk, **options)
session = DBManager.create_session(expire_on_commit=False)
session.add(highlight)
session.add(self.current_stream_chunk)
session.commit()
session.close()
x = inspect(self.current_stream_chunk)
log.info('{0.transient} - {0.pending} - {0.persistent} - {0.detached}'.format(x))
x = inspect(highlight)
log.info('{0.transient} - {0.pending} - {0.persistent} - {0.detached}'.format(x))
x = inspect(self.current_stream)
log.info('{0.transient} - {0.pending} - {0.persistent} - {0.detached}'.format(x))
log.info(self.current_stream.id)
log.info(highlight.id)
log.info(self.current_stream_chunk.id)
except:
log.exception('uncaught exception in create_highlight')
return 'Unknown reason, ask pajlada'
return True
def __init__(self, bot):
self.bot = bot
self.db_session = DBManager.create_session()
self.twitter_client = None
self.twitter_stream = None
self.listener = None
if 'twitter' in bot.config:
self.use_twitter_stream = 'streaming' in bot.config[
'twitter'] and bot.config['twitter']['streaming'] == '1'
try:
self.twitter_auth = tweepy.OAuthHandler(
bot.config['twitter']['consumer_key'],
bot.config['twitter']['consumer_secret'])
self.twitter_auth.set_access_token(
bot.config['twitter']['access_token'],
bot.config['twitter']['access_token_secret'])
self.twitter_client = tweepy.API(self.twitter_auth)
if self.use_twitter_stream:
self.connect_to_twitter_stream()
bot.execute_every(60 * 5, self.check_twitter_connection)
except:
log.exception('Twitter authentication failed.')
self.twitter_client = None
def __init__(self, bot):
self.bot = bot
self.current_stream_chunk = None # should this even exist?
self.num_offlines = 0
self.first_offline = None
self.bot.execute_every(self.STATUS_CHECK_INTERVAL, self.refresh_stream_status)
self.bot.execute_every(self.VIDEO_URL_CHECK_INTERVAL, self.refresh_video_url)
"""
This will load the latest stream so we can post an accurate
"time since last online" figure.
"""
session = DBManager.create_session(expire_on_commit=False)
self.current_stream = session.query(Stream).filter_by(ended=False).order_by(Stream.stream_start.desc()).first()
self.last_stream = session.query(Stream).filter_by(ended=True).order_by(Stream.stream_end.desc()).first()
# if self.current_stream and len(self.current_stream.stream_chunks) > 0:
if self.current_stream:
# sorted_chunks = sorted(self.current_stream.stream_chunks, key=lambda x: x.chunk_start, reverse=True)
# self.current_stream_chunk = sorted_chunks[0]
self.current_stream_chunk = session.query(StreamChunk).filter_by(stream_id=self.current_stream.id).order_by(StreamChunk.chunk_start.desc()).first()
log.info('Set current stream chunk here to {0}'.format(self.current_stream_chunk))
session.expunge_all()
session.close()
def decks_warrior():
session = DBManager.create_session()
decks = session.query(Deck).filter_by(deck_class='warrior').order_by(Deck.last_used.desc(), Deck.first_used.desc()).all()
session.close()
return render_template('decks/by_class.html',
decks=decks,
deck_class='Warrior')
def get_user(username):
session = DBManager.create_session()
user = session.query(User).filter_by(username=username).one_or_none()
if user is None:
return make_response(jsonify({'error': 'Not found'}), 404)
rank = session.query(func.Count(
User.id)).filter(User.points > user.points).one()
rank = rank[0] + 1
session.close()
if user:
accessible_data = {
'id': user.id,
'username': user.username,
'username_raw': user.username_raw,
'points': user.points,
'rank': rank,
'level': user.level,
'last_seen': user.last_seen,
'last_active': user.last_active,
'subscriber': user.subscriber,
'num_lines': user.num_lines,
'minutes_in_chat_online': user.minutes_in_chat_online,
'minutes_in_chat_offline': user.minutes_in_chat_offline,
'banned': user.banned,
'ignored': user.ignored,
}
return jsonify(accessible_data)
return make_response(jsonify({'error': 'Not found'}), 404)
def get_user(username):
session = DBManager.create_session()
user = session.query(User).filter_by(username=username).one_or_none()
if user is None:
return make_response(jsonify({'error': 'Not found'}), 404)
rank = session.query(func.Count(User.id)).filter(User.points > user.points).one()
rank = rank[0] + 1
session.close()
if user:
accessible_data = {
'id': user.id,
'username': user.username,
'username_raw': user.username_raw,
'points': user.points,
'rank': rank,
'level': user.level,
'last_seen': user.last_seen,
'last_active': user.last_active,
'subscriber': user.subscriber,
'num_lines': user.num_lines,
'minutes_in_chat_online': user.minutes_in_chat_online,
'minutes_in_chat_offline': user.minutes_in_chat_offline,
'banned': user.banned,
'ignored': user.ignored,
}
return jsonify(accessible_data)
return make_response(jsonify({'error': 'Not found'}), 404)
def highlight_list_date(date):
# Make sure we were passed a valid date
try:
parsed_date = datetime.datetime.strptime(date, '%Y-%m-%d')
except ValueError:
# Invalid date
return redirect('/highlights/', 303)
session = DBManager.create_session()
dates_with_highlights = []
highlights = session.query(StreamChunkHighlight).filter(
cast(StreamChunkHighlight.created_at, Date) == parsed_date).order_by(
StreamChunkHighlight.created_at.desc()).all()
for highlight in session.query(StreamChunkHighlight):
dates_with_highlights.append(
datetime.datetime(year=highlight.created_at.year,
month=highlight.created_at.month,
day=highlight.created_at.day))
try:
return render_template(
'highlights_date.html',
highlights=highlights,
date=parsed_date,
dates_with_highlights=set(dates_with_highlights))
finally:
session.close()
def decks_warrior():
session = DBManager.create_session()
decks = session.query(Deck).filter_by(deck_class='warrior').order_by(
Deck.last_used.desc(), Deck.first_used.desc()).all()
session.close()
return render_template('decks/by_class.html',
decks=decks,
deck_class='Warrior')
def __init__(self, bot):
self.db_session = DBManager.create_session()
self.messages = []
self.bot = bot
self.minute = 0
self.iterator = 0
self.bot.execute_every(60, self.tick)
def __init__(self, bot):
self.db_session = DBManager.create_session()
self.messages = []
self.bot = bot
self.minute = 0
self.iterator = 0
self.bot.execute_every(60, self.tick)
def points():
session = DBManager.create_session()
top_30_users = []
for user in session.query(User).order_by(User.points.desc())[:30]:
top_30_users.append(user)
session.close()
return render_template('points.html',
top_30_users=top_30_users)
def __init__(self, bot):
UserDict.__init__(self)
self.bot = bot
self.streamer = bot.streamer
self.db_session = DBManager.create_session()
self.custom_data = []
self.bttv_emote_manager = BTTVEmoteManager(self)
self.bot.execute_every(60 * 60 * 2, self.bot.action_queue.add, (self.bttv_emote_manager.update_emotes, ))
def decks():
session = DBManager.create_session()
top_decks = []
for deck in session.query(Deck).order_by(Deck.last_used.desc(), Deck.first_used.desc())[:25]:
top_decks.append(deck)
session.close()
return render_template('decks/all.html',
top_decks=top_decks,
deck_class=None)
def highlights():
session = DBManager.create_session()
streams = session.query(Stream).order_by(Stream.stream_start.desc()).all()
for stream in streams:
stream.stream_chunks = sorted(stream.stream_chunks, key=lambda x: x.chunk_start, reverse=True)
for stream_chunk in stream.stream_chunks:
stream_chunk.highlights = sorted(stream_chunk.highlights, key=lambda x: x.created_at, reverse=True)
session.close()
return render_template('highlights.html',
streams=streams)
def decks():
session = DBManager.create_session()
top_decks = []
for deck in session.query(Deck).order_by(Deck.last_used.desc(),
Deck.first_used.desc())[:25]:
top_decks.append(deck)
session.close()
return render_template('decks/all.html',
top_decks=top_decks,
deck_class=None)
def __init__(self, bot):
UserDict.__init__(self)
self.db_session = DBManager.create_session()
self.internal_commands = None
self.bot = bot
if bot:
self.bot.socket_manager.add_handler('command.update',
self.on_command_update)
self.bot.socket_manager.add_handler('command.remove',
self.on_command_remove)
def __init__(self, bot):
UserDict.__init__(self)
self.bot = bot
self.streamer = bot.streamer
self.db_session = DBManager.create_session()
self.custom_data = []
self.bttv_emote_manager = BTTVEmoteManager(self)
self.bot.execute_every(60 * 60 * 2, self.bot.action_queue.add,
(self.bttv_emote_manager.update_emotes, ))
def remove_highlight(self, id):
"""
Returns True if a highlight was removed, otherwise return False
"""
session = DBManager.create_session()
num_rows = session.query(StreamChunkHighlight).filter(StreamChunkHighlight.id == id).delete()
session.commit()
session.close()
return (num_rows == 1)
def stats():
top_5_commands = sorted(bot_commands_list, key=lambda c: c.num_uses, reverse=True)[:5]
if 'linefarming' in modules:
session = DBManager.create_session()
top_5_line_farmers = session.query(User).order_by(User.num_lines.desc())[:5]
session.close()
else:
top_5_line_farmers = []
return render_template('stats.html',
top_5_commands=top_5_commands,
top_5_line_farmers=top_5_line_farmers)
def __init__(self, reactor, bot, target, message_limit, time_interval, num_of_conns=30):
self.db_session = DBManager.create_session()
self.reactor = reactor
self.bot = bot
self.message_limit = message_limit
self.time_interval = time_interval
self.num_of_conns = num_of_conns
self.whisper_thread = None
self.connlist = []
self.whispers = Queue()
self.maintenance_lock = False
def __init__(self, bot, run_later):
self.db_session = DBManager.create_session()
self.blacklisted_links = []
self.whitelisted_links = []
if 'safebrowsingapi' in bot.config['main']:
self.safeBrowsingAPI = SafeBrowsingAPI(bot.config['main']['safebrowsingapi'], bot.nickname, bot.version)
else:
self.safeBrowsingAPI = None
self.regex = re.compile(LinkChecker.regex_str, re.IGNORECASE)
self.run_later = run_later
self.cache = LinkCheckerCache() # cache[url] = True means url is safe, False means the link is bad
def highlight_id(date, highlight_id, highlight_title=None):
session = DBManager.create_session()
highlight = session.query(StreamChunkHighlight).filter_by(id=highlight_id).first()
if highlight is None:
session.close()
return render_template('highlight_404.html'), 404
else:
stream_chunk = highlight.stream_chunk
stream = stream_chunk.stream
session.close()
return render_template('highlight.html',
highlight=highlight,
stream_chunk=stream_chunk,
stream=stream)
def points():
custom_content = custom_web_content.get('points', '')
try:
custom_content = Markup(markdown.markdown(custom_content))
except:
log.exception('Unhandled exception in def index')
session = DBManager.create_session()
top_30_users = []
for user in session.query(User).order_by(User.points.desc())[:30]:
top_30_users.append(user)
session.close()
return render_template('points.html',
top_30_users=top_30_users,
custom_content=custom_content)
def update_highlight(self, id, **options):
"""
Returns True if a highlight was modified, otherwise return False
"""
if 'offset' in options:
options['highlight_offset'] = options.pop('offset')
session = DBManager.create_session()
num_rows = session.query(StreamChunkHighlight).filter(StreamChunkHighlight.id == id).update(options)
session.commit()
session.close()
return (num_rows == 1)
def highlights():
session = DBManager.create_session()
dates_with_highlights = []
highlights = session.query(StreamChunkHighlight).order_by(StreamChunkHighlight.created_at.desc()).all()
for highlight in highlights:
dates_with_highlights.append(datetime.datetime(
year=highlight.created_at.year,
month=highlight.created_at.month,
day=highlight.created_at.day))
try:
return render_template('highlights.html',
highlights=highlights[:5],
dates_with_highlights=set(dates_with_highlights))
finally:
session.close()
def highlight_id(date, highlight_id, highlight_title=None):
session = DBManager.create_session()
highlight = session.query(StreamChunkHighlight).filter_by(
id=highlight_id).first()
if highlight is None:
session.close()
return render_template('highlight_404.html'), 404
else:
stream_chunk = highlight.stream_chunk
stream = stream_chunk.stream
session.close()
return render_template('highlight.html',
highlight=highlight,
stream_chunk=stream_chunk,
stream=stream)
def __init__(self, overrides={}):
UserDict.__init__(self)
self.db_session = DBManager.create_session()
self.default_settings = {
'broadcaster': 'test_broadcaster',
'ban_ascii': True,
'ban_msg_length': True,
'motd_interval_offline': 60,
'motd_interval_online': 5,
'max_msg_length': 350,
'lines_offline': True,
'parse_pyramids': False,
'check_links': True,
}
self.default_settings.update(overrides)
def __init__(self, overrides={}):
UserDict.__init__(self)
self.db_session = DBManager.create_session()
self.default_settings = {
"broadcaster": "test_broadcaster",
"ban_ascii": True,
"ban_msg_length": True,
"motd_interval_offline": 60,
"motd_interval_online": 5,
"max_msg_length": 350,
"lines_offline": True,
"parse_pyramids": False,
"parse_emote_combo": False,
"check_links": True,
}
self.default_settings.update(overrides)
def highlight_list_date(date):
# Make sure we were passed a valid date
try:
parsed_date = datetime.datetime.strptime(date, '%Y-%m-%d')
except ValueError:
# Invalid date
return redirect('/highlights/', 303)
session = DBManager.create_session()
highlights = session.query(StreamChunkHighlight).filter(cast(StreamChunkHighlight.created_at, Date) == parsed_date).order_by(StreamChunkHighlight.created_at.desc()).all()
try:
return render_template('highlights_date.html',
highlights=highlights,
date=parsed_date)
finally:
session.close()
def __init__(self, overrides={}):
UserDict.__init__(self)
self.db_session = DBManager.create_session()
self.default_settings = {
'broadcaster': 'test_broadcaster',
'ban_ascii': True,
'ban_msg_length': True,
'motd_interval_offline': 60,
'motd_interval_online': 5,
'max_msg_length': 350,
'lines_offline': True,
'parse_pyramids': False,
'parse_emote_combo': False,
'check_links': True,
}
self.default_settings.update(overrides)
def stats_duels():
session = DBManager.create_session()
data = {
'top_5_winners': session.query(UserDuelStats).order_by(UserDuelStats.duels_won.desc())[:5],
'top_5_points_won': session.query(UserDuelStats).order_by(UserDuelStats.profit.desc())[:5],
'top_5_points_lost': session.query(UserDuelStats).order_by(UserDuelStats.profit.asc())[:5],
'top_5_losers': session.query(UserDuelStats).order_by(UserDuelStats.duels_lost.desc())[:5],
'top_5_winrate': session.query(UserDuelStats).filter(UserDuelStats.duels_won >= 5).order_by(UserDuelStats.winrate.desc())[:5],
'bottom_5_winrate': session.query(UserDuelStats).filter(UserDuelStats.duels_won >= 5).order_by(UserDuelStats.winrate.asc())[:5],
}
try:
return render_template('stats_duels.html', **data)
finally:
session.close()
def highlights():
session = DBManager.create_session()
dates_with_highlights = []
highlights = session.query(StreamChunkHighlight).order_by(
StreamChunkHighlight.created_at.desc()).all()
for highlight in highlights:
dates_with_highlights.append(
datetime.datetime(year=highlight.created_at.year,
month=highlight.created_at.month,
day=highlight.created_at.day))
try:
return render_template(
'highlights.html',
highlights=highlights[:5],
dates_with_highlights=set(dates_with_highlights))
finally:
session.close()
def stats():
top_5_commands = sorted(bot_commands_list,
key=lambda c: c.data.num_uses
if c.data is not None else -1,
reverse=True)[:5]
if 'linefarming' in modules:
session = DBManager.create_session()
top_5_line_farmers = session.query(User).order_by(
User.num_lines.desc())[:5]
session.close()
else:
top_5_line_farmers = []
return render_template('stats.html',
top_5_commands=top_5_commands,
top_5_line_farmers=top_5_line_farmers)
def user_profile(username):
session = DBManager.create_session()
user = session.query(User).filter_by(username=username).one_or_none()
if user is None:
return render_template('no_user.html'), 404
rank = session.query(func.Count(User.id)).filter(User.points > user.points).one()
rank = rank[0] + 1
session.close()
user.rank = rank
if user:
return render_template('user.html',
user=user)
else:
return render_template('no_user.html'), 404
def __init__(self, bot, run_later):
self.db_session = DBManager.create_session()
self.blacklisted_links = []
self.whitelisted_links = []
if 'safebrowsingapi' in bot.config['main']:
self.safeBrowsingAPI = SafeBrowsingAPI(
bot.config['main']['safebrowsingapi'], bot.nickname,
bot.version)
else:
self.safeBrowsingAPI = None
self.regex = re.compile(LinkChecker.regex_str, re.IGNORECASE)
self.run_later = run_later
self.cache = LinkCheckerCache(
) # cache[url] = True means url is safe, False means the link is bad
def user_profile(username):
session = DBManager.create_session()
user = session.query(User).filter_by(username=username).one_or_none()
if user is None:
return render_template('no_user.html'), 404
rank = session.query(func.Count(User.id)).filter(User.points > user.points).one()
rank = rank[0] + 1
user.rank = rank
user_duel_stats = session.query(UserDuelStats).filter_by(user_id=user.id).one_or_none()
try:
return render_template('user.html',
user=user,
user_duel_stats=user_duel_stats)
finally:
session.close()
def user_profile(username):
session = DBManager.create_session()
user = session.query(User).filter_by(username=username).one_or_none()
if user is None:
return render_template('no_user.html'), 404
rank = session.query(func.Count(
User.id)).filter(User.points > user.points).one()
rank = rank[0] + 1
user.rank = rank
user_duel_stats = session.query(UserDuelStats).filter_by(
user_id=user.id).one_or_none()
try:
return render_template('user.html',
user=user,
user_duel_stats=user_duel_stats)
finally:
session.close()
def refresh_video_url(self):
if self.online is False:
return
if self.current_stream_chunk is None or self.current_stream is None:
return
if self.current_stream_chunk.video_url is not None:
return
log.info('Attempting to fetch video url for broadcast {0}'.format(self.current_stream_chunk.broadcast_id))
video_url, video_preview_image_url = self.fetch_video_url(self.current_stream_chunk)
if video_url is not None:
log.info('Successfully fetched a video url: {0}'.format(video_url))
session = DBManager.create_session(expire_on_commit=False)
session.add(self.current_stream_chunk)
self.current_stream_chunk.video_url = video_url
self.current_stream_chunk.video_preview_image_url = video_preview_image_url
session.commit()
session.close()
log.info('successfully commited it and shit')
else:
log.info('Not video for broadcast found')
def __init__(self, bot):
self.bot = bot
self.db_session = DBManager.create_session()
self.twitter_client = None
self.twitter_stream = None
self.listener = None
if 'twitter' in bot.config:
self.use_twitter_stream = 'streaming' in bot.config['twitter'] and bot.config['twitter']['streaming'] == '1'
try:
self.twitter_auth = tweepy.OAuthHandler(bot.config['twitter']['consumer_key'], bot.config['twitter']['consumer_secret'])
self.twitter_auth.set_access_token(bot.config['twitter']['access_token'], bot.config['twitter']['access_token_secret'])
self.twitter_client = tweepy.API(self.twitter_auth)
if self.use_twitter_stream:
self.connect_to_twitter_stream()
bot.execute_every(60 * 5, self.check_twitter_connection)
except:
log.exception('Twitter authentication failed.')
self.twitter_client = None
def create_stream(self, status):
session = DBManager.create_session(expire_on_commit=False)
stream_chunk = session.query(StreamChunk).filter_by(broadcast_id=status['broadcast_id']).one_or_none()
log.info('Attempting to create a stream!')
if stream_chunk is not None:
log.info('we already have a stream chunk OMGScoots')
log.info(stream_chunk)
log.info(stream_chunk.stream_id)
log.info(stream_chunk.stream)
stream = stream_chunk.stream
else:
log.info('checking if there is an active stream already')
stream = session.query(Stream).filter_by(ended=False).order_by(Stream.stream_start.desc()).first()
if stream is None:
log.info('No active stream, create new!')
stream = Stream(status['created_at'],
title=status['title'])
session.add(stream)
session.commit()
log.info('added stream!')
stream_chunk = StreamChunk(stream, status['broadcast_id'], status['created_at'])
session.add(stream_chunk)
session.commit()
stream.stream_chunks.append(stream_chunk)
log.info('Created stream chunk')
self.current_stream = stream
self.current_stream_chunk = stream_chunk
log.info('added shit to current_stream etc')
session.close()
def __init__(self):
self.db_session = DBManager.create_session()
self.links = {}
def __init__(self):
UserList.__init__(self)
self.db_session = DBManager.create_session()
self.current_deck = None
def go_offline(self):
session = DBManager.create_session(expire_on_commit=False)
session.add(self.current_stream)
session.add(self.current_stream_chunk)
session.commit()
session.close()
def decks():
session = DBManager.create_session()
decks = session.query(Deck).order_by(Deck.last_used.desc(), Deck.first_used.desc()).all()
session.close()
return render_template('decks.html',
decks=decks)
def __init__(self):
UserDict.__init__(self)
self.db_session = DBManager.create_session()
parser = argparse.ArgumentParser(description='start the web app')
parser.add_argument('--config', default='config.ini')
parser.add_argument('--host', default='0.0.0.0')
parser.add_argument('--port', type=int, default=2325)
parser.add_argument('--debug', dest='debug', action='store_true')
parser.add_argument('--no-debug', dest='debug', action='store_false')
parser.set_defaults(debug=False)
args = parser.parse_args()
config = load_config(args.config)
DBManager.init(config['main']['db'])
session = DBManager.create_session()
num_decks = session.query(func.count(Deck.id)).scalar()
custom_web_content = {}
for web_content in session.query(WebContent).filter(WebContent.content is not None):
custom_web_content[web_content.page] = web_content.content
session.close()
has_decks = num_decks > 0
errors.init(app)
modules = config['web'].get('modules', '').split()
bot_commands_list = []
