def __init__(self): super(VersionHandler, self).__init__() self._version = version self._required_services = [ yarn.YARNv270(), maprfs.MapRFS(), mng.Management(), oozie.Oozie(), ] self._services = [ hive.HiveV013(), hive.HiveV12(), impala.ImpalaV220(), pig.PigV014(), pig.PigV015(), flume.FlumeV16(), flume.FlumeV15(), sqoop2.Sqoop2(), mahout.MahoutV010(), oozie.OozieV410(), oozie.OozieV420(), hue.HueV381(), hue.HueV390(), hbase.HBaseV09812(), drill.DrillV11(), drill.DrillV12(), drill.DrillV14(), yarn.YARNv270(), maprfs.MapRFS(), mng.Management(), httpfs.HttpFS(), swift.Swift(), spark.SparkOnYarn() ]
def _should_restart(self, cluster_context, instances): app_services = [ impala.Impala(), hive.Hive(), hbase.HBase(), sqoop.Sqoop2(), spark.SparkOnYarn(), ] instances = [ cluster_context.filter_instances(instances, service=service) for service in app_services] return bool(g.unique_list(itertools.chain(*instances)))
def _is_avaliable(self, process): return process.open_ports and process not in spark.SparkOnYarn().\ node_processes