def create_stream_chunk(self, status): if self.current_stream_chunk is not None: # There's already a stream chunk started! session = DBManager.create_session(expire_on_commit=False) self.current_stream_chunk.chunk_end = datetime.datetime.now() session.add(self.current_stream_chunk) session.commit() session.close() self.current_stream_chunk = None session = DBManager.create_session(expire_on_commit=False) stream_chunk = session.query(StreamChunk).filter_by(broadcast_id=status['broadcast_id']).one_or_none() if stream_chunk is None: log.info('Creating stream chunk, from create_stream_chunk') stream_chunk = StreamChunk(self.current_stream, status['broadcast_id'], status['created_at']) self.current_stream_chunk = stream_chunk session.add(stream_chunk) session.commit() else: log.info('We already have a stream chunk!') self.current_stream_chunk = stream_chunk session.expunge_all() session.close() self.current_stream.stream_chunks.append(stream_chunk)
def stats_duels(): session = DBManager.create_session() data = { 'top_5_winners': session.query(UserDuelStats).order_by( UserDuelStats.duels_won.desc())[:5], 'top_5_points_won': session.query(UserDuelStats).order_by(UserDuelStats.profit.desc())[:5], 'top_5_points_lost': session.query(UserDuelStats).order_by(UserDuelStats.profit.asc())[:5], 'top_5_losers': session.query(UserDuelStats).order_by( UserDuelStats.duels_lost.desc())[:5], 'top_5_winrate': session.query(UserDuelStats).filter( UserDuelStats.duels_won >= 5).order_by( UserDuelStats.winrate.desc())[:5], 'bottom_5_winrate': session.query(UserDuelStats).filter( UserDuelStats.duels_lost >= 5).order_by( UserDuelStats.winrate.asc())[:5], } try: return render_template('stats_duels.html', **data) finally: session.close()
def create_highlight(self, **options): """ Returns an error message (string) if something went wrong, otherwise returns True """ if self.online is False or self.current_stream_chunk is None: return 'The stream is not online' if self.current_stream_chunk.video_url is None: return 'No video URL fetched for this chunk yet, try in 5 minutes' try: highlight = StreamChunkHighlight(self.current_stream_chunk, **options) session = DBManager.create_session(expire_on_commit=False) session.add(highlight) session.add(self.current_stream_chunk) session.commit() session.close() x = inspect(self.current_stream_chunk) log.info('{0.transient} - {0.pending} - {0.persistent} - {0.detached}'.format(x)) x = inspect(highlight) log.info('{0.transient} - {0.pending} - {0.persistent} - {0.detached}'.format(x)) x = inspect(self.current_stream) log.info('{0.transient} - {0.pending} - {0.persistent} - {0.detached}'.format(x)) log.info(self.current_stream.id) log.info(highlight.id) log.info(self.current_stream_chunk.id) except: log.exception('uncaught exception in create_highlight') return 'Unknown reason, ask pajlada' return True
def __init__(self, bot): self.bot = bot self.db_session = DBManager.create_session() self.twitter_client = None self.twitter_stream = None self.listener = None if 'twitter' in bot.config: self.use_twitter_stream = 'streaming' in bot.config[ 'twitter'] and bot.config['twitter']['streaming'] == '1' try: self.twitter_auth = tweepy.OAuthHandler( bot.config['twitter']['consumer_key'], bot.config['twitter']['consumer_secret']) self.twitter_auth.set_access_token( bot.config['twitter']['access_token'], bot.config['twitter']['access_token_secret']) self.twitter_client = tweepy.API(self.twitter_auth) if self.use_twitter_stream: self.connect_to_twitter_stream() bot.execute_every(60 * 5, self.check_twitter_connection) except: log.exception('Twitter authentication failed.') self.twitter_client = None
def __init__(self, bot): self.bot = bot self.current_stream_chunk = None # should this even exist? self.num_offlines = 0 self.first_offline = None self.bot.execute_every(self.STATUS_CHECK_INTERVAL, self.refresh_stream_status) self.bot.execute_every(self.VIDEO_URL_CHECK_INTERVAL, self.refresh_video_url) """ This will load the latest stream so we can post an accurate "time since last online" figure. """ session = DBManager.create_session(expire_on_commit=False) self.current_stream = session.query(Stream).filter_by(ended=False).order_by(Stream.stream_start.desc()).first() self.last_stream = session.query(Stream).filter_by(ended=True).order_by(Stream.stream_end.desc()).first() # if self.current_stream and len(self.current_stream.stream_chunks) > 0: if self.current_stream: # sorted_chunks = sorted(self.current_stream.stream_chunks, key=lambda x: x.chunk_start, reverse=True) # self.current_stream_chunk = sorted_chunks[0] self.current_stream_chunk = session.query(StreamChunk).filter_by(stream_id=self.current_stream.id).order_by(StreamChunk.chunk_start.desc()).first() log.info('Set current stream chunk here to {0}'.format(self.current_stream_chunk)) session.expunge_all() session.close()
def decks_warrior(): session = DBManager.create_session() decks = session.query(Deck).filter_by(deck_class='warrior').order_by(Deck.last_used.desc(), Deck.first_used.desc()).all() session.close() return render_template('decks/by_class.html', decks=decks, deck_class='Warrior')
def get_user(username): session = DBManager.create_session() user = session.query(User).filter_by(username=username).one_or_none() if user is None: return make_response(jsonify({'error': 'Not found'}), 404) rank = session.query(func.Count( User.id)).filter(User.points > user.points).one() rank = rank[0] + 1 session.close() if user: accessible_data = { 'id': user.id, 'username': user.username, 'username_raw': user.username_raw, 'points': user.points, 'rank': rank, 'level': user.level, 'last_seen': user.last_seen, 'last_active': user.last_active, 'subscriber': user.subscriber, 'num_lines': user.num_lines, 'minutes_in_chat_online': user.minutes_in_chat_online, 'minutes_in_chat_offline': user.minutes_in_chat_offline, 'banned': user.banned, 'ignored': user.ignored, } return jsonify(accessible_data) return make_response(jsonify({'error': 'Not found'}), 404)
def get_user(username): session = DBManager.create_session() user = session.query(User).filter_by(username=username).one_or_none() if user is None: return make_response(jsonify({'error': 'Not found'}), 404) rank = session.query(func.Count(User.id)).filter(User.points > user.points).one() rank = rank[0] + 1 session.close() if user: accessible_data = { 'id': user.id, 'username': user.username, 'username_raw': user.username_raw, 'points': user.points, 'rank': rank, 'level': user.level, 'last_seen': user.last_seen, 'last_active': user.last_active, 'subscriber': user.subscriber, 'num_lines': user.num_lines, 'minutes_in_chat_online': user.minutes_in_chat_online, 'minutes_in_chat_offline': user.minutes_in_chat_offline, 'banned': user.banned, 'ignored': user.ignored, } return jsonify(accessible_data) return make_response(jsonify({'error': 'Not found'}), 404)
def highlight_list_date(date): # Make sure we were passed a valid date try: parsed_date = datetime.datetime.strptime(date, '%Y-%m-%d') except ValueError: # Invalid date return redirect('/highlights/', 303) session = DBManager.create_session() dates_with_highlights = [] highlights = session.query(StreamChunkHighlight).filter( cast(StreamChunkHighlight.created_at, Date) == parsed_date).order_by( StreamChunkHighlight.created_at.desc()).all() for highlight in session.query(StreamChunkHighlight): dates_with_highlights.append( datetime.datetime(year=highlight.created_at.year, month=highlight.created_at.month, day=highlight.created_at.day)) try: return render_template( 'highlights_date.html', highlights=highlights, date=parsed_date, dates_with_highlights=set(dates_with_highlights)) finally: session.close()
def decks_warrior(): session = DBManager.create_session() decks = session.query(Deck).filter_by(deck_class='warrior').order_by( Deck.last_used.desc(), Deck.first_used.desc()).all() session.close() return render_template('decks/by_class.html', decks=decks, deck_class='Warrior')
def __init__(self, bot): self.db_session = DBManager.create_session() self.messages = [] self.bot = bot self.minute = 0 self.iterator = 0 self.bot.execute_every(60, self.tick)
def points(): session = DBManager.create_session() top_30_users = [] for user in session.query(User).order_by(User.points.desc())[:30]: top_30_users.append(user) session.close() return render_template('points.html', top_30_users=top_30_users)
def __init__(self, bot): UserDict.__init__(self) self.bot = bot self.streamer = bot.streamer self.db_session = DBManager.create_session() self.custom_data = [] self.bttv_emote_manager = BTTVEmoteManager(self) self.bot.execute_every(60 * 60 * 2, self.bot.action_queue.add, (self.bttv_emote_manager.update_emotes, ))
def decks(): session = DBManager.create_session() top_decks = [] for deck in session.query(Deck).order_by(Deck.last_used.desc(), Deck.first_used.desc())[:25]: top_decks.append(deck) session.close() return render_template('decks/all.html', top_decks=top_decks, deck_class=None)
def highlights(): session = DBManager.create_session() streams = session.query(Stream).order_by(Stream.stream_start.desc()).all() for stream in streams: stream.stream_chunks = sorted(stream.stream_chunks, key=lambda x: x.chunk_start, reverse=True) for stream_chunk in stream.stream_chunks: stream_chunk.highlights = sorted(stream_chunk.highlights, key=lambda x: x.created_at, reverse=True) session.close() return render_template('highlights.html', streams=streams)
def __init__(self, bot): UserDict.__init__(self) self.db_session = DBManager.create_session() self.internal_commands = None self.bot = bot if bot: self.bot.socket_manager.add_handler('command.update', self.on_command_update) self.bot.socket_manager.add_handler('command.remove', self.on_command_remove)
def remove_highlight(self, id): """ Returns True if a highlight was removed, otherwise return False """ session = DBManager.create_session() num_rows = session.query(StreamChunkHighlight).filter(StreamChunkHighlight.id == id).delete() session.commit() session.close() return (num_rows == 1)
def stats(): top_5_commands = sorted(bot_commands_list, key=lambda c: c.num_uses, reverse=True)[:5] if 'linefarming' in modules: session = DBManager.create_session() top_5_line_farmers = session.query(User).order_by(User.num_lines.desc())[:5] session.close() else: top_5_line_farmers = [] return render_template('stats.html', top_5_commands=top_5_commands, top_5_line_farmers=top_5_line_farmers)
def __init__(self, reactor, bot, target, message_limit, time_interval, num_of_conns=30): self.db_session = DBManager.create_session() self.reactor = reactor self.bot = bot self.message_limit = message_limit self.time_interval = time_interval self.num_of_conns = num_of_conns self.whisper_thread = None self.connlist = [] self.whispers = Queue() self.maintenance_lock = False
def __init__(self, bot, run_later): self.db_session = DBManager.create_session() self.blacklisted_links = [] self.whitelisted_links = [] if 'safebrowsingapi' in bot.config['main']: self.safeBrowsingAPI = SafeBrowsingAPI(bot.config['main']['safebrowsingapi'], bot.nickname, bot.version) else: self.safeBrowsingAPI = None self.regex = re.compile(LinkChecker.regex_str, re.IGNORECASE) self.run_later = run_later self.cache = LinkCheckerCache() # cache[url] = True means url is safe, False means the link is bad
def highlight_id(date, highlight_id, highlight_title=None): session = DBManager.create_session() highlight = session.query(StreamChunkHighlight).filter_by(id=highlight_id).first() if highlight is None: session.close() return render_template('highlight_404.html'), 404 else: stream_chunk = highlight.stream_chunk stream = stream_chunk.stream session.close() return render_template('highlight.html', highlight=highlight, stream_chunk=stream_chunk, stream=stream)
def points(): custom_content = custom_web_content.get('points', '') try: custom_content = Markup(markdown.markdown(custom_content)) except: log.exception('Unhandled exception in def index') session = DBManager.create_session() top_30_users = [] for user in session.query(User).order_by(User.points.desc())[:30]: top_30_users.append(user) session.close() return render_template('points.html', top_30_users=top_30_users, custom_content=custom_content)
def update_highlight(self, id, **options): """ Returns True if a highlight was modified, otherwise return False """ if 'offset' in options: options['highlight_offset'] = options.pop('offset') session = DBManager.create_session() num_rows = session.query(StreamChunkHighlight).filter(StreamChunkHighlight.id == id).update(options) session.commit() session.close() return (num_rows == 1)
def highlights(): session = DBManager.create_session() dates_with_highlights = [] highlights = session.query(StreamChunkHighlight).order_by(StreamChunkHighlight.created_at.desc()).all() for highlight in highlights: dates_with_highlights.append(datetime.datetime( year=highlight.created_at.year, month=highlight.created_at.month, day=highlight.created_at.day)) try: return render_template('highlights.html', highlights=highlights[:5], dates_with_highlights=set(dates_with_highlights)) finally: session.close()
def highlight_id(date, highlight_id, highlight_title=None): session = DBManager.create_session() highlight = session.query(StreamChunkHighlight).filter_by( id=highlight_id).first() if highlight is None: session.close() return render_template('highlight_404.html'), 404 else: stream_chunk = highlight.stream_chunk stream = stream_chunk.stream session.close() return render_template('highlight.html', highlight=highlight, stream_chunk=stream_chunk, stream=stream)
def __init__(self, overrides={}): UserDict.__init__(self) self.db_session = DBManager.create_session() self.default_settings = { 'broadcaster': 'test_broadcaster', 'ban_ascii': True, 'ban_msg_length': True, 'motd_interval_offline': 60, 'motd_interval_online': 5, 'max_msg_length': 350, 'lines_offline': True, 'parse_pyramids': False, 'check_links': True, } self.default_settings.update(overrides)
def __init__(self, overrides={}): UserDict.__init__(self) self.db_session = DBManager.create_session() self.default_settings = { "broadcaster": "test_broadcaster", "ban_ascii": True, "ban_msg_length": True, "motd_interval_offline": 60, "motd_interval_online": 5, "max_msg_length": 350, "lines_offline": True, "parse_pyramids": False, "parse_emote_combo": False, "check_links": True, } self.default_settings.update(overrides)
def highlight_list_date(date): # Make sure we were passed a valid date try: parsed_date = datetime.datetime.strptime(date, '%Y-%m-%d') except ValueError: # Invalid date return redirect('/highlights/', 303) session = DBManager.create_session() highlights = session.query(StreamChunkHighlight).filter(cast(StreamChunkHighlight.created_at, Date) == parsed_date).order_by(StreamChunkHighlight.created_at.desc()).all() try: return render_template('highlights_date.html', highlights=highlights, date=parsed_date) finally: session.close()
def __init__(self, overrides={}): UserDict.__init__(self) self.db_session = DBManager.create_session() self.default_settings = { 'broadcaster': 'test_broadcaster', 'ban_ascii': True, 'ban_msg_length': True, 'motd_interval_offline': 60, 'motd_interval_online': 5, 'max_msg_length': 350, 'lines_offline': True, 'parse_pyramids': False, 'parse_emote_combo': False, 'check_links': True, } self.default_settings.update(overrides)
def stats_duels(): session = DBManager.create_session() data = { 'top_5_winners': session.query(UserDuelStats).order_by(UserDuelStats.duels_won.desc())[:5], 'top_5_points_won': session.query(UserDuelStats).order_by(UserDuelStats.profit.desc())[:5], 'top_5_points_lost': session.query(UserDuelStats).order_by(UserDuelStats.profit.asc())[:5], 'top_5_losers': session.query(UserDuelStats).order_by(UserDuelStats.duels_lost.desc())[:5], 'top_5_winrate': session.query(UserDuelStats).filter(UserDuelStats.duels_won >= 5).order_by(UserDuelStats.winrate.desc())[:5], 'bottom_5_winrate': session.query(UserDuelStats).filter(UserDuelStats.duels_won >= 5).order_by(UserDuelStats.winrate.asc())[:5], } try: return render_template('stats_duels.html', **data) finally: session.close()
def highlights(): session = DBManager.create_session() dates_with_highlights = [] highlights = session.query(StreamChunkHighlight).order_by( StreamChunkHighlight.created_at.desc()).all() for highlight in highlights: dates_with_highlights.append( datetime.datetime(year=highlight.created_at.year, month=highlight.created_at.month, day=highlight.created_at.day)) try: return render_template( 'highlights.html', highlights=highlights[:5], dates_with_highlights=set(dates_with_highlights)) finally: session.close()
def stats(): top_5_commands = sorted(bot_commands_list, key=lambda c: c.data.num_uses if c.data is not None else -1, reverse=True)[:5] if 'linefarming' in modules: session = DBManager.create_session() top_5_line_farmers = session.query(User).order_by( User.num_lines.desc())[:5] session.close() else: top_5_line_farmers = [] return render_template('stats.html', top_5_commands=top_5_commands, top_5_line_farmers=top_5_line_farmers)
def user_profile(username): session = DBManager.create_session() user = session.query(User).filter_by(username=username).one_or_none() if user is None: return render_template('no_user.html'), 404 rank = session.query(func.Count(User.id)).filter(User.points > user.points).one() rank = rank[0] + 1 session.close() user.rank = rank if user: return render_template('user.html', user=user) else: return render_template('no_user.html'), 404
def __init__(self, bot, run_later): self.db_session = DBManager.create_session() self.blacklisted_links = [] self.whitelisted_links = [] if 'safebrowsingapi' in bot.config['main']: self.safeBrowsingAPI = SafeBrowsingAPI( bot.config['main']['safebrowsingapi'], bot.nickname, bot.version) else: self.safeBrowsingAPI = None self.regex = re.compile(LinkChecker.regex_str, re.IGNORECASE) self.run_later = run_later self.cache = LinkCheckerCache( ) # cache[url] = True means url is safe, False means the link is bad
def user_profile(username): session = DBManager.create_session() user = session.query(User).filter_by(username=username).one_or_none() if user is None: return render_template('no_user.html'), 404 rank = session.query(func.Count(User.id)).filter(User.points > user.points).one() rank = rank[0] + 1 user.rank = rank user_duel_stats = session.query(UserDuelStats).filter_by(user_id=user.id).one_or_none() try: return render_template('user.html', user=user, user_duel_stats=user_duel_stats) finally: session.close()
def user_profile(username): session = DBManager.create_session() user = session.query(User).filter_by(username=username).one_or_none() if user is None: return render_template('no_user.html'), 404 rank = session.query(func.Count( User.id)).filter(User.points > user.points).one() rank = rank[0] + 1 user.rank = rank user_duel_stats = session.query(UserDuelStats).filter_by( user_id=user.id).one_or_none() try: return render_template('user.html', user=user, user_duel_stats=user_duel_stats) finally: session.close()
def refresh_video_url(self): if self.online is False: return if self.current_stream_chunk is None or self.current_stream is None: return if self.current_stream_chunk.video_url is not None: return log.info('Attempting to fetch video url for broadcast {0}'.format(self.current_stream_chunk.broadcast_id)) video_url, video_preview_image_url = self.fetch_video_url(self.current_stream_chunk) if video_url is not None: log.info('Successfully fetched a video url: {0}'.format(video_url)) session = DBManager.create_session(expire_on_commit=False) session.add(self.current_stream_chunk) self.current_stream_chunk.video_url = video_url self.current_stream_chunk.video_preview_image_url = video_preview_image_url session.commit() session.close() log.info('successfully commited it and shit') else: log.info('Not video for broadcast found')
def __init__(self, bot): self.bot = bot self.db_session = DBManager.create_session() self.twitter_client = None self.twitter_stream = None self.listener = None if 'twitter' in bot.config: self.use_twitter_stream = 'streaming' in bot.config['twitter'] and bot.config['twitter']['streaming'] == '1' try: self.twitter_auth = tweepy.OAuthHandler(bot.config['twitter']['consumer_key'], bot.config['twitter']['consumer_secret']) self.twitter_auth.set_access_token(bot.config['twitter']['access_token'], bot.config['twitter']['access_token_secret']) self.twitter_client = tweepy.API(self.twitter_auth) if self.use_twitter_stream: self.connect_to_twitter_stream() bot.execute_every(60 * 5, self.check_twitter_connection) except: log.exception('Twitter authentication failed.') self.twitter_client = None
def create_stream(self, status): session = DBManager.create_session(expire_on_commit=False) stream_chunk = session.query(StreamChunk).filter_by(broadcast_id=status['broadcast_id']).one_or_none() log.info('Attempting to create a stream!') if stream_chunk is not None: log.info('we already have a stream chunk OMGScoots') log.info(stream_chunk) log.info(stream_chunk.stream_id) log.info(stream_chunk.stream) stream = stream_chunk.stream else: log.info('checking if there is an active stream already') stream = session.query(Stream).filter_by(ended=False).order_by(Stream.stream_start.desc()).first() if stream is None: log.info('No active stream, create new!') stream = Stream(status['created_at'], title=status['title']) session.add(stream) session.commit() log.info('added stream!') stream_chunk = StreamChunk(stream, status['broadcast_id'], status['created_at']) session.add(stream_chunk) session.commit() stream.stream_chunks.append(stream_chunk) log.info('Created stream chunk') self.current_stream = stream self.current_stream_chunk = stream_chunk log.info('added shit to current_stream etc') session.close()
def __init__(self): self.db_session = DBManager.create_session() self.links = {}
def __init__(self): UserList.__init__(self) self.db_session = DBManager.create_session() self.current_deck = None
def go_offline(self): session = DBManager.create_session(expire_on_commit=False) session.add(self.current_stream) session.add(self.current_stream_chunk) session.commit() session.close()
def decks(): session = DBManager.create_session() decks = session.query(Deck).order_by(Deck.last_used.desc(), Deck.first_used.desc()).all() session.close() return render_template('decks.html', decks=decks)
def __init__(self): UserDict.__init__(self) self.db_session = DBManager.create_session()
parser = argparse.ArgumentParser(description='start the web app') parser.add_argument('--config', default='config.ini') parser.add_argument('--host', default='0.0.0.0') parser.add_argument('--port', type=int, default=2325) parser.add_argument('--debug', dest='debug', action='store_true') parser.add_argument('--no-debug', dest='debug', action='store_false') parser.set_defaults(debug=False) args = parser.parse_args() config = load_config(args.config) DBManager.init(config['main']['db']) session = DBManager.create_session() num_decks = session.query(func.count(Deck.id)).scalar() custom_web_content = {} for web_content in session.query(WebContent).filter(WebContent.content is not None): custom_web_content[web_content.page] = web_content.content session.close() has_decks = num_decks > 0 errors.init(app) modules = config['web'].get('modules', '').split() bot_commands_list = []