Beispiel #1
0
 def updateAChannel(self, publisher_id, peers=None):
     if peers == None:
         peers = RemoteQueryMsgHandler.getInstance().get_connected_peers(
             OLPROTO_VER_THIRTEENTH)
     shuffle(peers)
     self.overlay_bridge.add_task(
         lambda: self._sequentialQueryPeers(publisher_id, peers))
Beispiel #2
0
 def query_peers(self, query, peers, usercallback):
     self.sesslock.acquire()
     try:
         if self.sessconfig['overlay']:
             if not (query.startswith('SIMPLE ') or query.startswith('SIMPLE+METADATA ')) and not query.startswith('CHANNEL '):
                 raise ValueError('Query does not start with SIMPLE or SIMPLE+METADATA or CHANNEL')
             from freestream.Core.SocialNetwork.RemoteQueryMsgHandler import RemoteQueryMsgHandler
             rqmh = RemoteQueryMsgHandler.getInstance()
             rqmh.send_query_to_peers(query, peers, usercallback)
         else:
             raise OperationNotEnabledByConfigurationException('Overlay not enabled')
     finally:
         self.sesslock.release()
Beispiel #3
0
 def query_peers(self, query, peers, usercallback):
     self.sesslock.acquire()
     try:
         if self.sessconfig['overlay']:
             if not (query.startswith('SIMPLE ')
                     or query.startswith('SIMPLE+METADATA ')
                     ) and not query.startswith('CHANNEL '):
                 raise ValueError(
                     'Query does not start with SIMPLE or SIMPLE+METADATA or CHANNEL'
                 )
             from freestream.Core.SocialNetwork.RemoteQueryMsgHandler import RemoteQueryMsgHandler
             rqmh = RemoteQueryMsgHandler.getInstance()
             rqmh.send_query_to_peers(query, peers, usercallback)
         else:
             raise OperationNotEnabledByConfigurationException(
                 'Overlay not enabled')
     finally:
         self.sesslock.release()
Beispiel #4
0
 def updateAChannel(self, publisher_id, peers = None):
     if peers == None:
         peers = RemoteQueryMsgHandler.getInstance().get_connected_peers(OLPROTO_VER_THIRTEENTH)
     shuffle(peers)
     self.overlay_bridge.add_task(lambda : self._sequentialQueryPeers(publisher_id, peers))
Beispiel #5
0
 def register(self, overlay_bridge, session, launchmany, config, requestPolicy):
     self.overlay_bridge = overlay_bridge
     self.launchmany = launchmany
     self.requestPolicy = requestPolicy
     self.text_mode = config.has_key('text_mode')
     overlay_bridge.register_recv_callback(self.handleMessage)
     overlay_bridge.register_conns_callback(self.handleConnection)
     i_am_crawler = False
     if config['crawler']:
         crawler = Crawler.get_instance(session)
         self.register_msg_handler([CRAWLER_REQUEST], crawler.handle_request)
         database_crawler = DatabaseCrawler.get_instance()
         crawler.register_message_handler(CRAWLER_DATABASE_QUERY, database_crawler.handle_crawler_request, database_crawler.handle_crawler_reply)
         seeding_stats_crawler = SeedingStatsCrawler.get_instance()
         crawler.register_message_handler(CRAWLER_SEEDINGSTATS_QUERY, seeding_stats_crawler.handle_crawler_request, seeding_stats_crawler.handle_crawler_reply)
         friendship_crawler = FriendshipCrawler.get_instance(session)
         crawler.register_message_handler(CRAWLER_FRIENDSHIP_STATS, friendship_crawler.handle_crawler_request, friendship_crawler.handle_crawler_reply)
         natcheck_handler = NatCheckMsgHandler.getInstance()
         natcheck_handler.register(launchmany)
         crawler.register_message_handler(CRAWLER_NATCHECK, natcheck_handler.gotDoNatCheckMessage, natcheck_handler.gotNatCheckReplyMessage)
         crawler.register_message_handler(CRAWLER_NATTRAVERSAL, natcheck_handler.gotUdpConnectRequest, natcheck_handler.gotUdpConnectReply)
         videoplayback_crawler = VideoPlaybackCrawler.get_instance()
         crawler.register_message_handler(CRAWLER_VIDEOPLAYBACK_EVENT_QUERY, videoplayback_crawler.handle_event_crawler_request, videoplayback_crawler.handle_event_crawler_reply)
         crawler.register_message_handler(CRAWLER_VIDEOPLAYBACK_INFO_QUERY, videoplayback_crawler.handle_info_crawler_request, videoplayback_crawler.handle_info_crawler_reply)
         repex_crawler = RepexCrawler.get_instance(session)
         crawler.register_message_handler(CRAWLER_REPEX_QUERY, repex_crawler.handle_crawler_request, repex_crawler.handle_crawler_reply)
         puncture_crawler = PunctureCrawler.get_instance()
         crawler.register_message_handler(CRAWLER_PUNCTURE_QUERY, puncture_crawler.handle_crawler_request, puncture_crawler.handle_crawler_reply)
         channel_crawler = ChannelCrawler.get_instance()
         crawler.register_message_handler(CRAWLER_CHANNEL_QUERY, channel_crawler.handle_crawler_request, channel_crawler.handle_crawler_reply)
         usereventlog_crawler = UserEventLogCrawler.get_instance()
         crawler.register_message_handler(CRAWLER_USEREVENTLOG_QUERY, usereventlog_crawler.handle_crawler_request, usereventlog_crawler.handle_crawler_reply)
         if crawler.am_crawler():
             i_am_crawler = True
             self.register_msg_handler([CRAWLER_REPLY], crawler.handle_reply)
             self.register_connection_handler(crawler.handle_connection)
             if 'database' in sys.argv:
                 crawler.register_crawl_initiator(database_crawler.query_initiator)
             if 'videoplayback' in sys.argv:
                 crawler.register_crawl_initiator(videoplayback_crawler.query_initiator)
             if 'seedingstats' in sys.argv:
                 crawler.register_crawl_initiator(seeding_stats_crawler.query_initiator, frequency=1800)
             if 'friendship' in sys.argv:
                 crawler.register_crawl_initiator(friendship_crawler.query_initiator)
             if 'natcheck' in sys.argv:
                 crawler.register_crawl_initiator(natcheck_handler.doNatCheck, 3600)
             if 'repex' in sys.argv:
                 crawler.register_crawl_initiator(repex_crawler.query_initiator)
             if 'puncture' in sys.argv:
                 crawler.register_crawl_initiator(puncture_crawler.query_initiator)
             if 'channel' in sys.argv:
                 crawler.register_crawl_initiator(channel_crawler.query_initiator)
             if 'usereventlog' in sys.argv:
                 crawler.register_crawl_initiator(usereventlog_crawler.query_initiator)
     else:
         self.register_msg_handler([CRAWLER_REQUEST, CRAWLER_REPLY], self.handleDisabledMessage)
     self.metadata_handler = MetadataHandler.getInstance()
     if config['download_help']:
         self.coord_handler = CoordinatorMessageHandler(launchmany)
         self.register_msg_handler(HelpHelperMessages, self.coord_handler.handleMessage)
         self.help_handler = HelperMessageHandler()
         self.help_handler.register(session, self.metadata_handler, config['download_help_dir'], config.get('coopdlconfig', False))
         self.register_msg_handler(HelpCoordinatorMessages, self.help_handler.handleMessage)
     self.metadata_handler.register(overlay_bridge, self.help_handler, launchmany, config)
     self.register_msg_handler(MetadataMessages, self.metadata_handler.handleMessage)
     config['subtitles_collecting'] = False
     if not config['subtitles_collecting']:
         self.subtitles_handler = None
     else:
         self.subtitles_handler = SubtitlesHandler.getInstance()
         self.subtitles_handler.register(self.overlay_bridge, self.launchmany.richmetadataDbHandler, self.launchmany.session)
         self.peersHaveManger = PeersHaveManager.getInstance()
         if not self.peersHaveManger.isRegistered():
             self.peersHaveManger.register(self.launchmany.richmetadataDbHandler, self.overlay_bridge)
         self.subtitle_support = SubtitlesSupport.getInstance()
         keypair = self.launchmany.session.keypair
         permid = self.launchmany.session.get_permid()
         self.subtitle_support._register(self.launchmany.richmetadataDbHandler, self.subtitles_handler, self.launchmany.channelcast_db, permid, keypair, self.peersHaveManger, self.overlay_bridge)
         self.subtitle_support.runDBConsinstencyRoutine()
     if not config['torrent_collecting']:
         self.torrent_collecting_solution = 0
     else:
         self.torrent_collecting_solution = config['buddycast_collecting_solution']
     if config['buddycast']:
         self.buddycast = BuddyCastFactory.getInstance(superpeer=config['superpeer'], log=config['overlay_log'])
         self.buddycast.register(overlay_bridge, launchmany, launchmany.rawserver_fatalerrorfunc, self.metadata_handler, self.torrent_collecting_solution, config['start_recommender'], config['buddycast_max_peers'], i_am_crawler)
         self.register_msg_handler(BuddyCastMessages, self.buddycast.handleMessage)
         self.register_connection_handler(self.buddycast.handleConnection)
     if config['dialback']:
         self.dialback_handler = DialbackMsgHandler.getInstance()
         self.dialback_handler.register(overlay_bridge, launchmany, launchmany.rawserver, config)
         self.register_msg_handler([DIALBACK_REQUEST], self.dialback_handler.olthread_handleSecOverlayMessage)
         self.register_connection_handler(self.dialback_handler.olthread_handleSecOverlayConnection)
     else:
         self.register_msg_handler([DIALBACK_REQUEST], self.handleDisabledMessage)
     if config['socnet']:
         self.socnet_handler = SocialNetworkMsgHandler.getInstance()
         self.socnet_handler.register(overlay_bridge, launchmany, config)
         self.register_msg_handler(SocialNetworkMessages, self.socnet_handler.handleMessage)
         self.register_connection_handler(self.socnet_handler.handleConnection)
         self.friendship_handler = FriendshipMsgHandler.getInstance()
         self.friendship_handler.register(overlay_bridge, launchmany.session)
         self.register_msg_handler(FriendshipMessages, self.friendship_handler.handleMessage)
         self.register_connection_handler(self.friendship_handler.handleConnection)
     if config['rquery']:
         self.rquery_handler = RemoteQueryMsgHandler.getInstance()
         self.rquery_handler.register(overlay_bridge, launchmany, config, self.buddycast, log=config['overlay_log'])
         self.register_msg_handler(RemoteQueryMessages, self.rquery_handler.handleMessage)
         self.register_connection_handler(self.rquery_handler.handleConnection)
     if config['subtitles_collecting']:
         hndl = self.subtitles_handler.getMessageHandler()
         self.register_msg_handler(SubtitleMessages, hndl)
     if config['torrent_collecting']:
         self.rtorrent_handler = RemoteTorrentHandler.getInstance()
         self.rtorrent_handler.register(overlay_bridge, self.metadata_handler, session)
         self.metadata_handler.register2(self.rtorrent_handler)
     self.register_connection_handler(self.notifier_handles_connection)
     if config['buddycast']:
         self.buddycast.register2()
Beispiel #6
0
 def register(self, overlay_bridge, session, launchmany, config,
              requestPolicy):
     self.overlay_bridge = overlay_bridge
     self.launchmany = launchmany
     self.requestPolicy = requestPolicy
     self.text_mode = config.has_key('text_mode')
     overlay_bridge.register_recv_callback(self.handleMessage)
     overlay_bridge.register_conns_callback(self.handleConnection)
     i_am_crawler = False
     if config['crawler']:
         crawler = Crawler.get_instance(session)
         self.register_msg_handler([CRAWLER_REQUEST],
                                   crawler.handle_request)
         database_crawler = DatabaseCrawler.get_instance()
         crawler.register_message_handler(
             CRAWLER_DATABASE_QUERY,
             database_crawler.handle_crawler_request,
             database_crawler.handle_crawler_reply)
         seeding_stats_crawler = SeedingStatsCrawler.get_instance()
         crawler.register_message_handler(
             CRAWLER_SEEDINGSTATS_QUERY,
             seeding_stats_crawler.handle_crawler_request,
             seeding_stats_crawler.handle_crawler_reply)
         friendship_crawler = FriendshipCrawler.get_instance(session)
         crawler.register_message_handler(
             CRAWLER_FRIENDSHIP_STATS,
             friendship_crawler.handle_crawler_request,
             friendship_crawler.handle_crawler_reply)
         natcheck_handler = NatCheckMsgHandler.getInstance()
         natcheck_handler.register(launchmany)
         crawler.register_message_handler(
             CRAWLER_NATCHECK, natcheck_handler.gotDoNatCheckMessage,
             natcheck_handler.gotNatCheckReplyMessage)
         crawler.register_message_handler(
             CRAWLER_NATTRAVERSAL, natcheck_handler.gotUdpConnectRequest,
             natcheck_handler.gotUdpConnectReply)
         videoplayback_crawler = VideoPlaybackCrawler.get_instance()
         crawler.register_message_handler(
             CRAWLER_VIDEOPLAYBACK_EVENT_QUERY,
             videoplayback_crawler.handle_event_crawler_request,
             videoplayback_crawler.handle_event_crawler_reply)
         crawler.register_message_handler(
             CRAWLER_VIDEOPLAYBACK_INFO_QUERY,
             videoplayback_crawler.handle_info_crawler_request,
             videoplayback_crawler.handle_info_crawler_reply)
         repex_crawler = RepexCrawler.get_instance(session)
         crawler.register_message_handler(
             CRAWLER_REPEX_QUERY, repex_crawler.handle_crawler_request,
             repex_crawler.handle_crawler_reply)
         puncture_crawler = PunctureCrawler.get_instance()
         crawler.register_message_handler(
             CRAWLER_PUNCTURE_QUERY,
             puncture_crawler.handle_crawler_request,
             puncture_crawler.handle_crawler_reply)
         channel_crawler = ChannelCrawler.get_instance()
         crawler.register_message_handler(
             CRAWLER_CHANNEL_QUERY, channel_crawler.handle_crawler_request,
             channel_crawler.handle_crawler_reply)
         usereventlog_crawler = UserEventLogCrawler.get_instance()
         crawler.register_message_handler(
             CRAWLER_USEREVENTLOG_QUERY,
             usereventlog_crawler.handle_crawler_request,
             usereventlog_crawler.handle_crawler_reply)
         if crawler.am_crawler():
             i_am_crawler = True
             self.register_msg_handler([CRAWLER_REPLY],
                                       crawler.handle_reply)
             self.register_connection_handler(crawler.handle_connection)
             if 'database' in sys.argv:
                 crawler.register_crawl_initiator(
                     database_crawler.query_initiator)
             if 'videoplayback' in sys.argv:
                 crawler.register_crawl_initiator(
                     videoplayback_crawler.query_initiator)
             if 'seedingstats' in sys.argv:
                 crawler.register_crawl_initiator(
                     seeding_stats_crawler.query_initiator, frequency=1800)
             if 'friendship' in sys.argv:
                 crawler.register_crawl_initiator(
                     friendship_crawler.query_initiator)
             if 'natcheck' in sys.argv:
                 crawler.register_crawl_initiator(
                     natcheck_handler.doNatCheck, 3600)
             if 'repex' in sys.argv:
                 crawler.register_crawl_initiator(
                     repex_crawler.query_initiator)
             if 'puncture' in sys.argv:
                 crawler.register_crawl_initiator(
                     puncture_crawler.query_initiator)
             if 'channel' in sys.argv:
                 crawler.register_crawl_initiator(
                     channel_crawler.query_initiator)
             if 'usereventlog' in sys.argv:
                 crawler.register_crawl_initiator(
                     usereventlog_crawler.query_initiator)
     else:
         self.register_msg_handler([CRAWLER_REQUEST, CRAWLER_REPLY],
                                   self.handleDisabledMessage)
     self.metadata_handler = MetadataHandler.getInstance()
     if config['download_help']:
         self.coord_handler = CoordinatorMessageHandler(launchmany)
         self.register_msg_handler(HelpHelperMessages,
                                   self.coord_handler.handleMessage)
         self.help_handler = HelperMessageHandler()
         self.help_handler.register(session, self.metadata_handler,
                                    config['download_help_dir'],
                                    config.get('coopdlconfig', False))
         self.register_msg_handler(HelpCoordinatorMessages,
                                   self.help_handler.handleMessage)
     self.metadata_handler.register(overlay_bridge, self.help_handler,
                                    launchmany, config)
     self.register_msg_handler(MetadataMessages,
                               self.metadata_handler.handleMessage)
     config['subtitles_collecting'] = False
     if not config['subtitles_collecting']:
         self.subtitles_handler = None
     else:
         self.subtitles_handler = SubtitlesHandler.getInstance()
         self.subtitles_handler.register(
             self.overlay_bridge, self.launchmany.richmetadataDbHandler,
             self.launchmany.session)
         self.peersHaveManger = PeersHaveManager.getInstance()
         if not self.peersHaveManger.isRegistered():
             self.peersHaveManger.register(
                 self.launchmany.richmetadataDbHandler, self.overlay_bridge)
         self.subtitle_support = SubtitlesSupport.getInstance()
         keypair = self.launchmany.session.keypair
         permid = self.launchmany.session.get_permid()
         self.subtitle_support._register(
             self.launchmany.richmetadataDbHandler, self.subtitles_handler,
             self.launchmany.channelcast_db, permid, keypair,
             self.peersHaveManger, self.overlay_bridge)
         self.subtitle_support.runDBConsinstencyRoutine()
     if not config['torrent_collecting']:
         self.torrent_collecting_solution = 0
     else:
         self.torrent_collecting_solution = config[
             'buddycast_collecting_solution']
     if config['buddycast']:
         self.buddycast = BuddyCastFactory.getInstance(
             superpeer=config['superpeer'], log=config['overlay_log'])
         self.buddycast.register(
             overlay_bridge, launchmany,
             launchmany.rawserver_fatalerrorfunc, self.metadata_handler,
             self.torrent_collecting_solution, config['start_recommender'],
             config['buddycast_max_peers'], i_am_crawler)
         self.register_msg_handler(BuddyCastMessages,
                                   self.buddycast.handleMessage)
         self.register_connection_handler(self.buddycast.handleConnection)
     if config['dialback']:
         self.dialback_handler = DialbackMsgHandler.getInstance()
         self.dialback_handler.register(overlay_bridge, launchmany,
                                        launchmany.rawserver, config)
         self.register_msg_handler(
             [DIALBACK_REQUEST],
             self.dialback_handler.olthread_handleSecOverlayMessage)
         self.register_connection_handler(
             self.dialback_handler.olthread_handleSecOverlayConnection)
     else:
         self.register_msg_handler([DIALBACK_REQUEST],
                                   self.handleDisabledMessage)
     if config['socnet']:
         self.socnet_handler = SocialNetworkMsgHandler.getInstance()
         self.socnet_handler.register(overlay_bridge, launchmany, config)
         self.register_msg_handler(SocialNetworkMessages,
                                   self.socnet_handler.handleMessage)
         self.register_connection_handler(
             self.socnet_handler.handleConnection)
         self.friendship_handler = FriendshipMsgHandler.getInstance()
         self.friendship_handler.register(overlay_bridge,
                                          launchmany.session)
         self.register_msg_handler(FriendshipMessages,
                                   self.friendship_handler.handleMessage)
         self.register_connection_handler(
             self.friendship_handler.handleConnection)
     if config['rquery']:
         self.rquery_handler = RemoteQueryMsgHandler.getInstance()
         self.rquery_handler.register(overlay_bridge,
                                      launchmany,
                                      config,
                                      self.buddycast,
                                      log=config['overlay_log'])
         self.register_msg_handler(RemoteQueryMessages,
                                   self.rquery_handler.handleMessage)
         self.register_connection_handler(
             self.rquery_handler.handleConnection)
     if config['subtitles_collecting']:
         hndl = self.subtitles_handler.getMessageHandler()
         self.register_msg_handler(SubtitleMessages, hndl)
     if config['torrent_collecting']:
         self.rtorrent_handler = RemoteTorrentHandler.getInstance()
         self.rtorrent_handler.register(overlay_bridge,
                                        self.metadata_handler, session)
         self.metadata_handler.register2(self.rtorrent_handler)
     self.register_connection_handler(self.notifier_handles_connection)
     if config['buddycast']:
         self.buddycast.register2()