def updateAChannel(self, publisher_id, peers=None):
if peers == None:
peers = RemoteQueryMsgHandler.getInstance().get_connected_peers(
OLPROTO_VER_THIRTEENTH)
shuffle(peers)
self.overlay_bridge.add_task(
lambda: self._sequentialQueryPeers(publisher_id, peers))
def query_peers(self, query, peers, usercallback):
self.sesslock.acquire()
try:
if self.sessconfig['overlay']:
if not (query.startswith('SIMPLE ') or query.startswith('SIMPLE+METADATA ')) and not query.startswith('CHANNEL '):
raise ValueError('Query does not start with SIMPLE or SIMPLE+METADATA or CHANNEL')
from freestream.Core.SocialNetwork.RemoteQueryMsgHandler import RemoteQueryMsgHandler
rqmh = RemoteQueryMsgHandler.getInstance()
rqmh.send_query_to_peers(query, peers, usercallback)
else:
raise OperationNotEnabledByConfigurationException('Overlay not enabled')
finally:
self.sesslock.release()
def query_peers(self, query, peers, usercallback):
self.sesslock.acquire()
try:
if self.sessconfig['overlay']:
if not (query.startswith('SIMPLE ')
or query.startswith('SIMPLE+METADATA ')
) and not query.startswith('CHANNEL '):
raise ValueError(
'Query does not start with SIMPLE or SIMPLE+METADATA or CHANNEL'
)
from freestream.Core.SocialNetwork.RemoteQueryMsgHandler import RemoteQueryMsgHandler
rqmh = RemoteQueryMsgHandler.getInstance()
rqmh.send_query_to_peers(query, peers, usercallback)
else:
raise OperationNotEnabledByConfigurationException(
'Overlay not enabled')
finally:
self.sesslock.release()
def updateAChannel(self, publisher_id, peers = None):
if peers == None:
peers = RemoteQueryMsgHandler.getInstance().get_connected_peers(OLPROTO_VER_THIRTEENTH)
shuffle(peers)
self.overlay_bridge.add_task(lambda : self._sequentialQueryPeers(publisher_id, peers))
def register(self, overlay_bridge, session, launchmany, config, requestPolicy):
self.overlay_bridge = overlay_bridge
self.launchmany = launchmany
self.requestPolicy = requestPolicy
self.text_mode = config.has_key('text_mode')
overlay_bridge.register_recv_callback(self.handleMessage)
overlay_bridge.register_conns_callback(self.handleConnection)
i_am_crawler = False
if config['crawler']:
crawler = Crawler.get_instance(session)
self.register_msg_handler([CRAWLER_REQUEST], crawler.handle_request)
database_crawler = DatabaseCrawler.get_instance()
crawler.register_message_handler(CRAWLER_DATABASE_QUERY, database_crawler.handle_crawler_request, database_crawler.handle_crawler_reply)
seeding_stats_crawler = SeedingStatsCrawler.get_instance()
crawler.register_message_handler(CRAWLER_SEEDINGSTATS_QUERY, seeding_stats_crawler.handle_crawler_request, seeding_stats_crawler.handle_crawler_reply)
friendship_crawler = FriendshipCrawler.get_instance(session)
crawler.register_message_handler(CRAWLER_FRIENDSHIP_STATS, friendship_crawler.handle_crawler_request, friendship_crawler.handle_crawler_reply)
natcheck_handler = NatCheckMsgHandler.getInstance()
natcheck_handler.register(launchmany)
crawler.register_message_handler(CRAWLER_NATCHECK, natcheck_handler.gotDoNatCheckMessage, natcheck_handler.gotNatCheckReplyMessage)
crawler.register_message_handler(CRAWLER_NATTRAVERSAL, natcheck_handler.gotUdpConnectRequest, natcheck_handler.gotUdpConnectReply)
videoplayback_crawler = VideoPlaybackCrawler.get_instance()
crawler.register_message_handler(CRAWLER_VIDEOPLAYBACK_EVENT_QUERY, videoplayback_crawler.handle_event_crawler_request, videoplayback_crawler.handle_event_crawler_reply)
crawler.register_message_handler(CRAWLER_VIDEOPLAYBACK_INFO_QUERY, videoplayback_crawler.handle_info_crawler_request, videoplayback_crawler.handle_info_crawler_reply)
repex_crawler = RepexCrawler.get_instance(session)
crawler.register_message_handler(CRAWLER_REPEX_QUERY, repex_crawler.handle_crawler_request, repex_crawler.handle_crawler_reply)
puncture_crawler = PunctureCrawler.get_instance()
crawler.register_message_handler(CRAWLER_PUNCTURE_QUERY, puncture_crawler.handle_crawler_request, puncture_crawler.handle_crawler_reply)
channel_crawler = ChannelCrawler.get_instance()
crawler.register_message_handler(CRAWLER_CHANNEL_QUERY, channel_crawler.handle_crawler_request, channel_crawler.handle_crawler_reply)
usereventlog_crawler = UserEventLogCrawler.get_instance()
crawler.register_message_handler(CRAWLER_USEREVENTLOG_QUERY, usereventlog_crawler.handle_crawler_request, usereventlog_crawler.handle_crawler_reply)
if crawler.am_crawler():
i_am_crawler = True
self.register_msg_handler([CRAWLER_REPLY], crawler.handle_reply)
self.register_connection_handler(crawler.handle_connection)
if 'database' in sys.argv:
crawler.register_crawl_initiator(database_crawler.query_initiator)
if 'videoplayback' in sys.argv:
crawler.register_crawl_initiator(videoplayback_crawler.query_initiator)
if 'seedingstats' in sys.argv:
crawler.register_crawl_initiator(seeding_stats_crawler.query_initiator, frequency=1800)
if 'friendship' in sys.argv:
crawler.register_crawl_initiator(friendship_crawler.query_initiator)
if 'natcheck' in sys.argv:
crawler.register_crawl_initiator(natcheck_handler.doNatCheck, 3600)
if 'repex' in sys.argv:
crawler.register_crawl_initiator(repex_crawler.query_initiator)
if 'puncture' in sys.argv:
crawler.register_crawl_initiator(puncture_crawler.query_initiator)
if 'channel' in sys.argv:
crawler.register_crawl_initiator(channel_crawler.query_initiator)
if 'usereventlog' in sys.argv:
crawler.register_crawl_initiator(usereventlog_crawler.query_initiator)
else:
self.register_msg_handler([CRAWLER_REQUEST, CRAWLER_REPLY], self.handleDisabledMessage)
self.metadata_handler = MetadataHandler.getInstance()
if config['download_help']:
self.coord_handler = CoordinatorMessageHandler(launchmany)
self.register_msg_handler(HelpHelperMessages, self.coord_handler.handleMessage)
self.help_handler = HelperMessageHandler()
self.help_handler.register(session, self.metadata_handler, config['download_help_dir'], config.get('coopdlconfig', False))
self.register_msg_handler(HelpCoordinatorMessages, self.help_handler.handleMessage)
self.metadata_handler.register(overlay_bridge, self.help_handler, launchmany, config)
self.register_msg_handler(MetadataMessages, self.metadata_handler.handleMessage)
config['subtitles_collecting'] = False
if not config['subtitles_collecting']:
self.subtitles_handler = None
else:
self.subtitles_handler = SubtitlesHandler.getInstance()
self.subtitles_handler.register(self.overlay_bridge, self.launchmany.richmetadataDbHandler, self.launchmany.session)
self.peersHaveManger = PeersHaveManager.getInstance()
if not self.peersHaveManger.isRegistered():
self.peersHaveManger.register(self.launchmany.richmetadataDbHandler, self.overlay_bridge)
self.subtitle_support = SubtitlesSupport.getInstance()
keypair = self.launchmany.session.keypair
permid = self.launchmany.session.get_permid()
self.subtitle_support._register(self.launchmany.richmetadataDbHandler, self.subtitles_handler, self.launchmany.channelcast_db, permid, keypair, self.peersHaveManger, self.overlay_bridge)
self.subtitle_support.runDBConsinstencyRoutine()
if not config['torrent_collecting']:
self.torrent_collecting_solution = 0
else:
self.torrent_collecting_solution = config['buddycast_collecting_solution']
if config['buddycast']:
self.buddycast = BuddyCastFactory.getInstance(superpeer=config['superpeer'], log=config['overlay_log'])
self.buddycast.register(overlay_bridge, launchmany, launchmany.rawserver_fatalerrorfunc, self.metadata_handler, self.torrent_collecting_solution, config['start_recommender'], config['buddycast_max_peers'], i_am_crawler)
self.register_msg_handler(BuddyCastMessages, self.buddycast.handleMessage)
self.register_connection_handler(self.buddycast.handleConnection)
if config['dialback']:
self.dialback_handler = DialbackMsgHandler.getInstance()
self.dialback_handler.register(overlay_bridge, launchmany, launchmany.rawserver, config)
self.register_msg_handler([DIALBACK_REQUEST], self.dialback_handler.olthread_handleSecOverlayMessage)
self.register_connection_handler(self.dialback_handler.olthread_handleSecOverlayConnection)
else:
self.register_msg_handler([DIALBACK_REQUEST], self.handleDisabledMessage)
if config['socnet']:
self.socnet_handler = SocialNetworkMsgHandler.getInstance()
self.socnet_handler.register(overlay_bridge, launchmany, config)
self.register_msg_handler(SocialNetworkMessages, self.socnet_handler.handleMessage)
self.register_connection_handler(self.socnet_handler.handleConnection)
self.friendship_handler = FriendshipMsgHandler.getInstance()
self.friendship_handler.register(overlay_bridge, launchmany.session)
self.register_msg_handler(FriendshipMessages, self.friendship_handler.handleMessage)
self.register_connection_handler(self.friendship_handler.handleConnection)
if config['rquery']:
self.rquery_handler = RemoteQueryMsgHandler.getInstance()
self.rquery_handler.register(overlay_bridge, launchmany, config, self.buddycast, log=config['overlay_log'])
self.register_msg_handler(RemoteQueryMessages, self.rquery_handler.handleMessage)
self.register_connection_handler(self.rquery_handler.handleConnection)
if config['subtitles_collecting']:
hndl = self.subtitles_handler.getMessageHandler()
self.register_msg_handler(SubtitleMessages, hndl)
if config['torrent_collecting']:
self.rtorrent_handler = RemoteTorrentHandler.getInstance()
self.rtorrent_handler.register(overlay_bridge, self.metadata_handler, session)
self.metadata_handler.register2(self.rtorrent_handler)
self.register_connection_handler(self.notifier_handles_connection)
if config['buddycast']:
self.buddycast.register2()
def register(self, overlay_bridge, session, launchmany, config,
requestPolicy):
self.overlay_bridge = overlay_bridge
self.launchmany = launchmany
self.requestPolicy = requestPolicy
self.text_mode = config.has_key('text_mode')
overlay_bridge.register_recv_callback(self.handleMessage)
overlay_bridge.register_conns_callback(self.handleConnection)
i_am_crawler = False
if config['crawler']:
crawler = Crawler.get_instance(session)
self.register_msg_handler([CRAWLER_REQUEST],
crawler.handle_request)
database_crawler = DatabaseCrawler.get_instance()
crawler.register_message_handler(
CRAWLER_DATABASE_QUERY,
database_crawler.handle_crawler_request,
database_crawler.handle_crawler_reply)
seeding_stats_crawler = SeedingStatsCrawler.get_instance()
crawler.register_message_handler(
CRAWLER_SEEDINGSTATS_QUERY,
seeding_stats_crawler.handle_crawler_request,
seeding_stats_crawler.handle_crawler_reply)
friendship_crawler = FriendshipCrawler.get_instance(session)
crawler.register_message_handler(
CRAWLER_FRIENDSHIP_STATS,
friendship_crawler.handle_crawler_request,
friendship_crawler.handle_crawler_reply)
natcheck_handler = NatCheckMsgHandler.getInstance()
natcheck_handler.register(launchmany)
crawler.register_message_handler(
CRAWLER_NATCHECK, natcheck_handler.gotDoNatCheckMessage,
natcheck_handler.gotNatCheckReplyMessage)
crawler.register_message_handler(
CRAWLER_NATTRAVERSAL, natcheck_handler.gotUdpConnectRequest,
natcheck_handler.gotUdpConnectReply)
videoplayback_crawler = VideoPlaybackCrawler.get_instance()
crawler.register_message_handler(
CRAWLER_VIDEOPLAYBACK_EVENT_QUERY,
videoplayback_crawler.handle_event_crawler_request,
videoplayback_crawler.handle_event_crawler_reply)
crawler.register_message_handler(
CRAWLER_VIDEOPLAYBACK_INFO_QUERY,
videoplayback_crawler.handle_info_crawler_request,
videoplayback_crawler.handle_info_crawler_reply)
repex_crawler = RepexCrawler.get_instance(session)
crawler.register_message_handler(
CRAWLER_REPEX_QUERY, repex_crawler.handle_crawler_request,
repex_crawler.handle_crawler_reply)
puncture_crawler = PunctureCrawler.get_instance()
crawler.register_message_handler(
CRAWLER_PUNCTURE_QUERY,
puncture_crawler.handle_crawler_request,
puncture_crawler.handle_crawler_reply)
channel_crawler = ChannelCrawler.get_instance()
crawler.register_message_handler(
CRAWLER_CHANNEL_QUERY, channel_crawler.handle_crawler_request,
channel_crawler.handle_crawler_reply)
usereventlog_crawler = UserEventLogCrawler.get_instance()
crawler.register_message_handler(
CRAWLER_USEREVENTLOG_QUERY,
usereventlog_crawler.handle_crawler_request,
usereventlog_crawler.handle_crawler_reply)
if crawler.am_crawler():
i_am_crawler = True
self.register_msg_handler([CRAWLER_REPLY],
crawler.handle_reply)
self.register_connection_handler(crawler.handle_connection)
if 'database' in sys.argv:
crawler.register_crawl_initiator(
database_crawler.query_initiator)
if 'videoplayback' in sys.argv:
crawler.register_crawl_initiator(
videoplayback_crawler.query_initiator)
if 'seedingstats' in sys.argv:
crawler.register_crawl_initiator(
seeding_stats_crawler.query_initiator, frequency=1800)
if 'friendship' in sys.argv:
crawler.register_crawl_initiator(
friendship_crawler.query_initiator)
if 'natcheck' in sys.argv:
crawler.register_crawl_initiator(
natcheck_handler.doNatCheck, 3600)
if 'repex' in sys.argv:
crawler.register_crawl_initiator(
repex_crawler.query_initiator)
if 'puncture' in sys.argv:
crawler.register_crawl_initiator(
puncture_crawler.query_initiator)
if 'channel' in sys.argv:
crawler.register_crawl_initiator(
channel_crawler.query_initiator)
if 'usereventlog' in sys.argv:
crawler.register_crawl_initiator(
usereventlog_crawler.query_initiator)
else:
self.register_msg_handler([CRAWLER_REQUEST, CRAWLER_REPLY],
self.handleDisabledMessage)
self.metadata_handler = MetadataHandler.getInstance()
if config['download_help']:
self.coord_handler = CoordinatorMessageHandler(launchmany)
self.register_msg_handler(HelpHelperMessages,
self.coord_handler.handleMessage)
self.help_handler = HelperMessageHandler()
self.help_handler.register(session, self.metadata_handler,
config['download_help_dir'],
config.get('coopdlconfig', False))
self.register_msg_handler(HelpCoordinatorMessages,
self.help_handler.handleMessage)
self.metadata_handler.register(overlay_bridge, self.help_handler,
launchmany, config)
self.register_msg_handler(MetadataMessages,
self.metadata_handler.handleMessage)
config['subtitles_collecting'] = False
if not config['subtitles_collecting']:
self.subtitles_handler = None
else:
self.subtitles_handler = SubtitlesHandler.getInstance()
self.subtitles_handler.register(
self.overlay_bridge, self.launchmany.richmetadataDbHandler,
self.launchmany.session)
self.peersHaveManger = PeersHaveManager.getInstance()
if not self.peersHaveManger.isRegistered():
self.peersHaveManger.register(
self.launchmany.richmetadataDbHandler, self.overlay_bridge)
self.subtitle_support = SubtitlesSupport.getInstance()
keypair = self.launchmany.session.keypair
permid = self.launchmany.session.get_permid()
self.subtitle_support._register(
self.launchmany.richmetadataDbHandler, self.subtitles_handler,
self.launchmany.channelcast_db, permid, keypair,
self.peersHaveManger, self.overlay_bridge)
self.subtitle_support.runDBConsinstencyRoutine()
if not config['torrent_collecting']:
self.torrent_collecting_solution = 0
else:
self.torrent_collecting_solution = config[
'buddycast_collecting_solution']
if config['buddycast']:
self.buddycast = BuddyCastFactory.getInstance(
superpeer=config['superpeer'], log=config['overlay_log'])
self.buddycast.register(
overlay_bridge, launchmany,
launchmany.rawserver_fatalerrorfunc, self.metadata_handler,
self.torrent_collecting_solution, config['start_recommender'],
config['buddycast_max_peers'], i_am_crawler)
self.register_msg_handler(BuddyCastMessages,
self.buddycast.handleMessage)
self.register_connection_handler(self.buddycast.handleConnection)
if config['dialback']:
self.dialback_handler = DialbackMsgHandler.getInstance()
self.dialback_handler.register(overlay_bridge, launchmany,
launchmany.rawserver, config)
self.register_msg_handler(
[DIALBACK_REQUEST],
self.dialback_handler.olthread_handleSecOverlayMessage)
self.register_connection_handler(
self.dialback_handler.olthread_handleSecOverlayConnection)
else:
self.register_msg_handler([DIALBACK_REQUEST],
self.handleDisabledMessage)
if config['socnet']:
self.socnet_handler = SocialNetworkMsgHandler.getInstance()
self.socnet_handler.register(overlay_bridge, launchmany, config)
self.register_msg_handler(SocialNetworkMessages,
self.socnet_handler.handleMessage)
self.register_connection_handler(
self.socnet_handler.handleConnection)
self.friendship_handler = FriendshipMsgHandler.getInstance()
self.friendship_handler.register(overlay_bridge,
launchmany.session)
self.register_msg_handler(FriendshipMessages,
self.friendship_handler.handleMessage)
self.register_connection_handler(
self.friendship_handler.handleConnection)
if config['rquery']:
self.rquery_handler = RemoteQueryMsgHandler.getInstance()
self.rquery_handler.register(overlay_bridge,
launchmany,
config,
self.buddycast,
log=config['overlay_log'])
self.register_msg_handler(RemoteQueryMessages,
self.rquery_handler.handleMessage)
self.register_connection_handler(
self.rquery_handler.handleConnection)
if config['subtitles_collecting']:
hndl = self.subtitles_handler.getMessageHandler()
self.register_msg_handler(SubtitleMessages, hndl)
if config['torrent_collecting']:
self.rtorrent_handler = RemoteTorrentHandler.getInstance()
self.rtorrent_handler.register(overlay_bridge,
self.metadata_handler, session)
self.metadata_handler.register2(self.rtorrent_handler)
self.register_connection_handler(self.notifier_handles_connection)
if config['buddycast']:
self.buddycast.register2()