def __init__(self):
super(VersionHandler, self).__init__()
self._version = version
self._required_services = [
yarn.YARNv251(),
maprfs.MapRFS(),
mng.Management(),
oozie.Oozie(),
]
self._services = [
yarn.YARNv251(),
maprfs.MapRFS(),
mng.Management(),
oozie.OozieV401(),
oozie.OozieV410(),
hive.HiveV013(),
impala.ImpalaV141(),
flume.Flume(),
hbase.HBaseV0987(),
hbase.HBaseV0989(),
hue.HueV360(),
hue.HueV370(),
httpfs.HttpFS(),
mahout.MahoutV09(),
pig.PigV013(),
pig.PigV014(),
sqoop2.Sqoop2(),
swift.Swift(),
drill.DrillV07(),
drill.DrillV08(),
drill.DrillV09(),
drill.DrillV12(),
]
def __init__(self, cluster, version_handler, added=None, removed=None):
super(Context, self).__init__(cluster, version_handler, added, removed)
self._hadoop_version = yarn.YARNv251().version
self._hadoop_lib = None
self._hadoop_conf = None
self._cluster_mode = yarn.YARNv251.cluster_mode
self._node_aware = True
self._resource_manager_uri = None
self._mapr_version = '4.0.2'
self._ubuntu_ecosystem_repo = (
'http://package.mapr.com/releases/ecosystem-4.x/ubuntu binary/')
self._centos_ecosystem_repo = (
'http://package.mapr.com/releases/ecosystem-4.x/redhat')
_MAPR_HOME = '/opt/mapr'
_JAVA_HOME = '/usr/java/jdk1.7.0_51'
_CONFIGURE_SH_TIMEOUT = 600
_SET_MODE_CMD = 'maprcli cluster mapreduce set -mode '
_TOPO_SCRIPT = 'plugins/mapr/resources/topology.sh'
INSTALL_JAVA_SCRIPT = 'plugins/mapr/resources/install_java.sh'
INSTALL_SCALA_SCRIPT = 'plugins/mapr/resources/install_scala.sh'
INSTALL_MYSQL_CLIENT = 'plugins/mapr/resources/install_mysql_client.sh'
ADD_MAPR_REPO_SCRIPT = 'plugins/mapr/resources/add_mapr_repo.sh'
ADD_SECURITY_REPO_SCRIPT = 'plugins/mapr/resources/add_security_repos.sh'
ADD_MAPR_USER = '******'
SERVICE_INSTALL_PRIORITY = [
mng.Management(),
yarn.YARNv251(),
yarn.YARNv241(),
yarn.YARNv270(),
mr.MapReduce(),
maprfs.MapRFS(),
]
@six.add_metaclass(abc.ABCMeta)
class BaseConfigurer(ac.AbstractConfigurer):
def configure(self, cluster_context, instances=None):
instances = instances or cluster_context.get_instances()
self._configure_ssh_connection(cluster_context, instances)
self._install_mapr_repo(cluster_context, instances)
if not cluster_context.is_prebuilt:
self._prepare_bare_image(cluster_context, instances)