def __init__(self): super(VersionHandler, self).__init__() self._version = version self._required_services = [ yarn.YARNv251(), maprfs.MapRFS(), mng.Management(), oozie.Oozie(), ] self._services = [ yarn.YARNv251(), maprfs.MapRFS(), mng.Management(), oozie.OozieV401(), oozie.OozieV410(), hive.HiveV013(), impala.ImpalaV141(), flume.Flume(), hbase.HBaseV0987(), hbase.HBaseV0989(), hue.HueV360(), hue.HueV370(), httpfs.HttpFS(), mahout.MahoutV09(), pig.PigV013(), pig.PigV014(), sqoop2.Sqoop2(), swift.Swift(), drill.DrillV07(), drill.DrillV08(), drill.DrillV09(), drill.DrillV12(), ]
def __init__(self): super(VersionHandler, self).__init__() self._version = version self._required_services = [ mapreduce.MapReduce(), maprfs.MapRFS(), management.Management(), oozie.Oozie(), ] self._services = [ mapreduce.MapReduce(), maprfs.MapRFS(), management.Management(), oozie.OozieV401(), hive.HiveV013(), hbase.HBaseV094(), hbase.HBaseV0987(), httpfs.HttpFS(), mahout.Mahout(), pig.PigV013(), pig.PigV014(), swift.Swift(), flume.Flume(), drill.DrillV07(), drill.DrillV08(), drill.DrillV09(), sqoop2.Sqoop2(), hue.HueV360(), ]
def __init__(self): super(VersionHandler, self).__init__() self._version = version self._required_services = [ yarn.YARNv241(), maprfs.MapRFS(), management.Management(), oozie.Oozie(), ] self._services = [ maprfs.MapRFS(), management.Management(), oozie.Oozie(), hive.HiveV012(), hive.HiveV013(), hbase.HBaseV094(), hbase.HBaseV098(), httpfs.HttpFS(), mahout.Mahout(), pig.Pig(), swift.Swift(), yarn.YARNv241(), flume.Flume(), drill.Drill(), sqoop2.Sqoop2(), hue.Hue(), ]
def __init__(self): super(VersionHandler, self).__init__() self._version = version self._required_services = [ yarn.YARNv270(), maprfs.MapRFS(), mng.Management(), oozie.Oozie(), ] self._services = [ hive.HiveV12(), pig.PigV015(), impala.ImpalaV250(), flume.FlumeV16(), sqoop2.Sqoop2(), mahout.MahoutV012(), oozie.OozieV420(), hue.HueV390(), hbase.HBaseV111(), drill.DrillV16(), yarn.YARNv270(), maprfs.MapRFS(), mng.Management(), httpfs.HttpFS(), swift.Swift(), sentry.SentryV16(), spark.SparkOnYarnV161(), ]
def __init__(self): super(VersionHandler, self).__init__() self._node_manager = spark_node_manager.SparkNodeManager() self._version = version self._required_services = [ management.Management(), maprfs.MapRFS(), spark.Spark(), ] self._services = [ management.Management(), maprfs.MapRFS(), spark.Spark(), ]
def test_get_cluster_services(self): ctx = self._get_context() actual_services = ctx.get_cluster_services() actual_services_names = map(lambda s: s.ui_name, actual_services) expected_services_names = [ yarn.YARN().ui_name, management.Management().ui_name, maprfs.MapRFS().ui_name, oozie.Oozie().ui_name, swift.Swift().ui_name, ] self.assertEqual(sorted(actual_services_names), sorted(expected_services_names))
def __init__(self): super(VersionHandler, self).__init__() self._version = version self._required_services = [ mapreduce.MapReduce(), maprfs.MapRFS(), management.Management(), oozie.Oozie(), ] self._services = [ mapreduce.MapReduce(), maprfs.MapRFS(), management.Management(), oozie.Oozie(), hive.HiveV012(), hive.HiveV013(), hbase.HBaseV094(), hbase.HBaseV098(), httpfs.HttpFS(), mahout.Mahout(), pig.Pig(), swift.Swift(), flume.Flume(), ]
_TOPO_SCRIPT = 'plugins/mapr/resources/topology.sh' INSTALL_JAVA_SCRIPT = 'plugins/mapr/resources/install_java.sh' INSTALL_SCALA_SCRIPT = 'plugins/mapr/resources/install_scala.sh' INSTALL_MYSQL_CLIENT = 'plugins/mapr/resources/install_mysql_client.sh' ADD_MAPR_REPO_SCRIPT = 'plugins/mapr/resources/add_mapr_repo.sh' ADD_SECURITY_REPO_SCRIPT = 'plugins/mapr/resources/add_security_repos.sh' ADD_MAPR_USER = '******' SERVICE_INSTALL_PRIORITY = [ mng.Management(), yarn.YARNv251(), yarn.YARNv241(), yarn.YARNv270(), mr.MapReduce(), maprfs.MapRFS(), ] @six.add_metaclass(abc.ABCMeta) class BaseConfigurer(ac.AbstractConfigurer): def configure(self, cluster_context, instances=None): instances = instances or cluster_context.get_instances() self._configure_ssh_connection(cluster_context, instances) self._install_mapr_repo(cluster_context, instances) if not cluster_context.is_prebuilt: self._prepare_bare_image(cluster_context, instances) self.configure_general_environment(cluster_context, instances) self._install_services(cluster_context, instances) if cluster_context.is_node_aware: self._configure_topology(cluster_context, instances)