Example #1
0
 def __init__(self):
     super(VersionHandler, self).__init__()
     self._version = version
     self._required_services = [
         yarn.YARNv270(),
         maprfs.MapRFS(),
         mng.Management(),
         oozie.Oozie(),
     ]
     self._services = [
         hive.HiveV013(),
         hive.HiveV12(),
         impala.ImpalaV220(),
         pig.PigV014(),
         pig.PigV015(),
         flume.FlumeV16(),
         flume.FlumeV15(),
         sqoop2.Sqoop2(),
         mahout.MahoutV010(),
         oozie.OozieV410(),
         oozie.OozieV420(),
         hue.HueV381(),
         hue.HueV390(),
         hbase.HBaseV09812(),
         drill.DrillV11(),
         drill.DrillV12(),
         drill.DrillV14(),
         yarn.YARNv270(),
         maprfs.MapRFS(),
         mng.Management(),
         httpfs.HttpFS(),
         swift.Swift(),
         spark.SparkOnYarn()
     ]
Example #2
0
 def _should_restart(self, cluster_context, instances):
     app_services = [
         impala.Impala(),
         hive.Hive(),
         hbase.HBase(),
         sqoop.Sqoop2(),
         spark.SparkOnYarn(),
     ]
     instances = [
         cluster_context.filter_instances(instances, service=service)
         for service in app_services]
     return bool(g.unique_list(itertools.chain(*instances)))
 def _is_avaliable(self, process):
     return process.open_ports and process not in spark.SparkOnYarn().\
         node_processes