Esempio n. 1
0
 def __init__(self):
     super(VersionHandler, self).__init__()
     self._version = version
     self._required_services = [
         yarn.YARNv251(),
         maprfs.MapRFS(),
         mng.Management(),
         oozie.Oozie(),
     ]
     self._services = [
         yarn.YARNv251(),
         maprfs.MapRFS(),
         mng.Management(),
         oozie.OozieV401(),
         oozie.OozieV410(),
         hive.HiveV013(),
         impala.ImpalaV141(),
         flume.Flume(),
         hbase.HBaseV0987(),
         hbase.HBaseV0989(),
         hue.HueV360(),
         hue.HueV370(),
         httpfs.HttpFS(),
         mahout.MahoutV09(),
         pig.PigV013(),
         pig.PigV014(),
         sqoop2.Sqoop2(),
         swift.Swift(),
         drill.DrillV07(),
         drill.DrillV08(),
         drill.DrillV09(),
         drill.DrillV12(),
     ]
Esempio n. 2
0
 def __init__(self):
     super(VersionHandler, self).__init__()
     self._version = version
     self._required_services = [
         mapreduce.MapReduce(),
         maprfs.MapRFS(),
         management.Management(),
         oozie.Oozie(),
     ]
     self._services = [
         mapreduce.MapReduce(),
         maprfs.MapRFS(),
         management.Management(),
         oozie.OozieV401(),
         hive.HiveV013(),
         hbase.HBaseV094(),
         hbase.HBaseV0987(),
         httpfs.HttpFS(),
         mahout.Mahout(),
         pig.PigV013(),
         pig.PigV014(),
         swift.Swift(),
         flume.Flume(),
         drill.DrillV07(),
         drill.DrillV08(),
         drill.DrillV09(),
         sqoop2.Sqoop2(),
         hue.HueV360(),
     ]
Esempio n. 3
0
 def __init__(self):
     super(VersionHandler, self).__init__()
     self._version = version
     self._required_services = [
         yarn.YARNv241(),
         maprfs.MapRFS(),
         management.Management(),
         oozie.Oozie(),
     ]
     self._services = [
         maprfs.MapRFS(),
         management.Management(),
         oozie.Oozie(),
         hive.HiveV012(),
         hive.HiveV013(),
         hbase.HBaseV094(),
         hbase.HBaseV098(),
         httpfs.HttpFS(),
         mahout.Mahout(),
         pig.Pig(),
         swift.Swift(),
         yarn.YARNv241(),
         flume.Flume(),
         drill.Drill(),
         sqoop2.Sqoop2(),
         hue.Hue(),
     ]
Esempio n. 4
0
 def __init__(self):
     super(VersionHandler, self).__init__()
     self._version = version
     self._required_services = [
         yarn.YARNv270(),
         maprfs.MapRFS(),
         mng.Management(),
         oozie.Oozie(),
     ]
     self._services = [
         hive.HiveV12(),
         pig.PigV015(),
         impala.ImpalaV250(),
         flume.FlumeV16(),
         sqoop2.Sqoop2(),
         mahout.MahoutV012(),
         oozie.OozieV420(),
         hue.HueV390(),
         hbase.HBaseV111(),
         drill.DrillV16(),
         yarn.YARNv270(),
         maprfs.MapRFS(),
         mng.Management(),
         httpfs.HttpFS(),
         swift.Swift(),
         sentry.SentryV16(),
         spark.SparkOnYarnV161(),
     ]
Esempio n. 5
0
 def __init__(self):
     super(VersionHandler, self).__init__()
     self._node_manager = spark_node_manager.SparkNodeManager()
     self._version = version
     self._required_services = [
         management.Management(),
         maprfs.MapRFS(),
         spark.Spark(),
     ]
     self._services = [
         management.Management(),
         maprfs.MapRFS(),
         spark.Spark(),
     ]
Esempio n. 6
0
 def test_get_cluster_services(self):
     ctx = self._get_context()
     actual_services = ctx.get_cluster_services()
     actual_services_names = map(lambda s: s.ui_name, actual_services)
     expected_services_names = [
         yarn.YARN().ui_name,
         management.Management().ui_name,
         maprfs.MapRFS().ui_name,
         oozie.Oozie().ui_name,
         swift.Swift().ui_name,
     ]
     self.assertEqual(sorted(actual_services_names),
                      sorted(expected_services_names))
Esempio n. 7
0
 def __init__(self):
     super(VersionHandler, self).__init__()
     self._version = version
     self._required_services = [
         mapreduce.MapReduce(),
         maprfs.MapRFS(),
         management.Management(),
         oozie.Oozie(),
     ]
     self._services = [
         mapreduce.MapReduce(),
         maprfs.MapRFS(),
         management.Management(),
         oozie.Oozie(),
         hive.HiveV012(),
         hive.HiveV013(),
         hbase.HBaseV094(),
         hbase.HBaseV098(),
         httpfs.HttpFS(),
         mahout.Mahout(),
         pig.Pig(),
         swift.Swift(),
         flume.Flume(),
     ]
Esempio n. 8
0
_MAPR_HOME = '/opt/mapr'
_JAVA_HOME = '/usr/java/jdk1.7.0_51'
_CONFIGURE_SH_TIMEOUT = 600
_SET_MODE_CMD = 'maprcli cluster mapreduce set -mode '

_TOPO_SCRIPT = 'plugins/mapr/resources/topology.sh'
INSTALL_JAVA_SCRIPT = 'plugins/mapr/resources/install_java.sh'
INSTALL_SCALA_SCRIPT = 'plugins/mapr/resources/install_scala.sh'
INSTALL_MYSQL_CLIENT = 'plugins/mapr/resources/install_mysql_client.sh'
ADD_MAPR_REPO_SCRIPT = 'plugins/mapr/resources/add_mapr_repo.sh'
ADD_SECURITY_REPO_SCRIPT = 'plugins/mapr/resources/add_security_repos.sh'
ADD_MAPR_USER = '******'

SERVICE_INSTALL_PRIORITY = [
    mng.Management(),
    yarn.YARNv251(),
    yarn.YARNv241(),
    yarn.YARNv270(),
    mr.MapReduce(),
    maprfs.MapRFS(),
]


@six.add_metaclass(abc.ABCMeta)
class BaseConfigurer(ac.AbstractConfigurer):
    def configure(self, cluster_context, instances=None):
        instances = instances or cluster_context.get_instances()
        self._configure_ssh_connection(cluster_context, instances)
        self._install_mapr_repo(cluster_context, instances)
        if not cluster_context.is_prebuilt: