Exemplo n.º 1
0
 def createPipelines(self):
   self.threads = []
   logging.info("Demarrage des pipelines...")
   # Recupere les infos sur ce qui a deja ete fait depuis le disque dur
   self.downloaded_files = SynchronizedSet('downloaded_videos')
   self.transcoded_files = SynchronizedSet('transcoded_videos')
   if self.options.verbose:
     # Affichage de ce qu'on a deja fait
     print "Downloaded Videos:"
     for video in self.downloaded_files:
       print video
       print "Transcoded Videos:"
     for video in self.transcoded_files:
       print video
   # Serveur HTTP - un seul pour tous les pipelines
   self.http_server = PodcastHttpServer(findSettings()["podcast_port"])
   self.httpd_thread = self.http_server.start()
   self.threads.append(self.httpd_thread)
   # Transcodeur - un seul pour tous les pipelines
   transcode_queue = Queue.Queue()
   for video in self.downloaded_files:
     if not video in self.transcoded_files:
       transcode_queue.put(video)
   self.transcode_thread = VideoTranscoder(transcode_queue,
                                           self.transcoded_files)
   self.transcode_thread.start()
   self.threads.append(self.transcode_thread)
   self.rss_feedserver = RssFeedHttpServer(findSettings()["podcast_port"] + 1)
   # Tous les pipelines
   for pipeline_name in self.pipeline_specs:
     logging.info("Pipeline " + pipeline_name)
     pipeline = PipelineFactory.createPipeline(
       pipeline_name, transcode_queue,
       self.pipeline_specs[pipeline_name]["input_spec"],
       self.pipeline_specs[pipeline_name]["podcast_spec"],
       self.downloaded_files, self.transcoded_files)
     pipeline_threads = pipeline.createThreads()
     self.threads += pipeline_threads
   # On cree enfin le thread sentinelle, qui va permettre de quitter
   # proprement en cas d'erreur.
   self.sentinel_thread = SentinelThread(self.threads)
Exemplo n.º 2
0
class Controller(object):
  """Contient le coeur de la logique du programme.

  Ne doit en principe etre instancie qu'une fois.
  """
  def __init__(self, options=None):
    """
    """
    self.options = options
    self.threads = []
    self.http_server = None
    self.rss_feedserver = None
    self.httpd_thread = None
    self.rss_feedserver = None
    self.rss_feedserver_thread = None
    self.transcode_thread = None
    self.sentinel_thread = None
    self.config_parser = None
    self.pipeline_specs = None
    self.downloaded_files = None
    self.transcoded_files = None
    self.readConfig()

  def readConfig(self):
    self.config_parser = ConfigParser(self.options.config_file)
    self.pipeline_specs = self.config_parser.parse()

  def writeConfig(self):
    config_file = open(self.options.config_file, "w")
    config_file.write(pprint.pformat(self.pipeline_specs))
    config_file.close()

  def createPipelines(self):
    self.threads = []
    logging.info("Demarrage des pipelines...")
    # Recupere les infos sur ce qui a deja ete fait depuis le disque dur
    self.downloaded_files = SynchronizedSet('downloaded_videos')
    self.transcoded_files = SynchronizedSet('transcoded_videos')
    if self.options.verbose:
      # Affichage de ce qu'on a deja fait
      print "Downloaded Videos:"
      for video in self.downloaded_files:
        print video
        print "Transcoded Videos:"
      for video in self.transcoded_files:
        print video
    # Serveur HTTP - un seul pour tous les pipelines
    self.http_server = PodcastHttpServer(findSettings()["podcast_port"])
    self.httpd_thread = self.http_server.start()
    self.threads.append(self.httpd_thread)
    # Transcodeur - un seul pour tous les pipelines
    transcode_queue = Queue.Queue()
    for video in self.downloaded_files:
      if not video in self.transcoded_files:
        transcode_queue.put(video)
    self.transcode_thread = VideoTranscoder(transcode_queue,
                                            self.transcoded_files)
    self.transcode_thread.start()
    self.threads.append(self.transcode_thread)
    self.rss_feedserver = RssFeedHttpServer(findSettings()["podcast_port"] + 1)
    # Tous les pipelines
    for pipeline_name in self.pipeline_specs:
      logging.info("Pipeline " + pipeline_name)
      pipeline = PipelineFactory.createPipeline(
        pipeline_name, transcode_queue,
        self.pipeline_specs[pipeline_name]["input_spec"],
        self.pipeline_specs[pipeline_name]["podcast_spec"],
        self.downloaded_files, self.transcoded_files)
      pipeline_threads = pipeline.createThreads()
      self.threads += pipeline_threads
    # On cree enfin le thread sentinelle, qui va permettre de quitter
    # proprement en cas d'erreur.
    self.sentinel_thread = SentinelThread(self.threads)

  def startPipelines(self):
    """Demarre tous les pipelines.
    """
    self.rss_feedserver_thread = self.rss_feedserver.start()
    self.threads.append(self.rss_feedserver_thread)
    for pipeline_name in self.pipeline_specs:
      PipelineFactory.getPipelineByName(pipeline_name).start()
    # On ne peut regarder les videos transcodees qu'apres car il faut les
    # orienter vers le bon pipeline
    for video in self.transcoded_files:
      pipeline = PipelineFactory.getPipelineByName(video.pipeline_name)
      if pipeline is not None:
        pipeline.podcaster_queue.put(video)
      else:
        logging.warning("Impossible de trouver le pipeline (%s) de %s"
                        % (video.pipeline_name, str(video)))
    # Si il y a un Pipeline Jabber, on lui passe le controlleur pour qu'il
    # puisse repondre a la commande "status".
    try:
      pipeline = PipelineFactory.getPipelineByName("gtalk_youtube")
      pipeline.jabber_bot_thread.controller = self
    except ValueError, e:
      logging.info("Pas de Pipeline Jabber")