def __init__(self):
super(YARNv241, self).__init__()
self._version = '2.4.1'
self._validation_rules = [
vu.exactly(1, RESOURCE_MANAGER),
vu.at_least(1, NODE_MANAGER),
vu.exactly(1, HISTORY_SERVER),
]
def __init__(self):
super(Hive, self).__init__()
self._name = 'hive'
self._ui_name = 'Hive'
self._node_processes = [HIVE_METASTORE, HIVE_SERVER_2]
self._validation_rules = [
vu.exactly(1, HIVE_METASTORE),
vu.exactly(1, HIVE_SERVER_2),
]
def __init__(self):
super(Hive, self).__init__()
self._name = 'hive'
self._ui_name = 'Hive'
self._node_processes = [HIVE_METASTORE, HIVE_SERVER_2]
self._validation_rules = [
vu.exactly(1, HIVE_METASTORE),
vu.exactly(1, HIVE_SERVER_2),
]
def __init__(self):
super(ImpalaV141, self).__init__()
self._version = "1.4.1"
self._dependencies = [("mapr-hive", hive.HiveV013().version), ("mapr-impala", self.version)]
self._validation_rules = [
vu.depends_on(hive.HiveV013(), self),
vu.on_same_node(IMPALA_CATALOG, hive.HIVE_SERVER_2),
vu.exactly(1, IMPALA_STATE_STORE),
vu.exactly(1, IMPALA_CATALOG),
vu.at_least(1, IMPALA_SERVER),
]
def __init__(self):
super(ImpalaV141, self).__init__()
self._version = '1.4.1'
self._dependencies = [
('mapr-hive', hive.HiveV013().version),
('mapr-impala', self.version),
]
self._validation_rules = [
vu.depends_on(hive.HiveV013(), self),
vu.exactly(1, IMPALA_STATE_STORE),
vu.exactly(1, IMPALA_CATALOG),
vu.at_least(1, IMPALA_SERVER),
]
def __init__(self):
super(ImpalaV141, self).__init__()
self._version = '1.4.1'
self._dependencies = [
('mapr-hive', hive.HiveV013().version),
('mapr-impala', self.version),
]
self._validation_rules = [
vu.depends_on(hive.HiveV013(), self),
vu.exactly(1, IMPALA_STATE_STORE),
vu.exactly(1, IMPALA_CATALOG),
vu.at_least(1, IMPALA_SERVER),
]
def __init__(self):
super(ImpalaV250, self).__init__()
self._version = '2.5.0'
self._dependencies = [('mapr-hive', hive.HiveV12().version),
('mapr-impala', self.version),
('mapr-hbase', hbase.HBaseV111().version)]
self._validation_rules = [
vu.depends_on(hive.HiveV12(), self),
vu.exactly(1, IMPALA_STATE_STORE),
vu.exactly(1, IMPALA_CATALOG),
vu.at_least(1, IMPALA_SERVER),
vu.required_os('centos', self)
]
def __init__(self):
super(ImpalaV220, self).__init__()
self._version = '2.2.0'
self._dependencies = [
('mapr-hive', hive.HiveV12().version),
('mapr-impala', self.version),
]
self._validation_rules = [
vu.depends_on(hive.HiveV12(), self),
vu.exactly(1, IMPALA_STATE_STORE),
vu.exactly(1, IMPALA_CATALOG),
vu.at_least(1, IMPALA_SERVER),
vu.required_os('centos', self)
]
def __init__(self):
super(ImpalaV123, self).__init__()
self._version = '1.2.3'
self._dependencies = [
('mapr-hive', hive.HiveV012().version),
('mapr-impala', self.version),
]
self._validation_rules = [
vu.depends_on(hive.HiveV012(), self),
vu.on_same_node(IMPALA_CATALOG, hive.HIVE_SERVER_2),
vu.exactly(1, IMPALA_STATE_STORE),
vu.exactly(1, IMPALA_CATALOG),
vu.at_least(1, IMPALA_SERVER),
]
def __init__(self):
super(Hue, self).__init__()
self._name = "hue"
self._ui_name = "Hue"
self._node_processes = [HUE]
self._ui_info = [("HUE", HUE, "http://%s:8888")]
self._validation_rules = [vu.exactly(1, HUE), vu.on_same_node(HUE, httpfs.HTTP_FS)]
def __init__(self):
super(HttpFS, self).__init__()
self._name = 'httpfs'
self._ui_name = 'HttpFS'
self._version = '1.0'
self._node_processes = [HTTP_FS]
self._cluster_defaults = ['httpfs-default.json']
self._validation_rules = [vu.exactly(1, HTTP_FS)]
def __init__(self):
super(Oozie, self).__init__()
self._name = 'oozie'
self._ui_name = 'Oozie'
self._node_processes = [OOZIE]
self._cluster_defaults = ['oozie-default.json']
self._validation_rules = [vu.exactly(1, OOZIE)]
self._ui_info = [('Oozie', OOZIE, 'http://%s:11000/oozie')]
def __init__(self):
super(HttpFS, self).__init__()
self._name = 'httpfs'
self._ui_name = 'HttpFS'
self._version = '1.0'
self._node_processes = [HTTP_FS]
self._cluster_defaults = ['httpfs-default.json']
self._validation_rules = [vu.exactly(1, HTTP_FS)]
def __init__(self):
super(Spark, self).__init__()
self._name = 'spark'
self._ui_name = 'Spark'
self._version = '1.2.1'
self._node_processes = [
SPARK_HISTORY_SERVER,
SPARK_MASTER,
SPARK_SLAVE,
]
self._dependencies = [('mapr-spark', self.version)]
self._ui_info = [('SPARK', SPARK_MASTER, 'http://%s:8080')]
self._validation_rules = [
vu.exactly(1, SPARK_MASTER),
vu.exactly(1, SPARK_HISTORY_SERVER),
vu.at_least(1, SPARK_SLAVE),
]
self._node_defaults = ['spark-default.json']
def __init__(self):
super(Oozie, self).__init__()
self._name = 'oozie'
self._ui_name = 'Oozie'
self._version = '4.0.1'
self._node_processes = [OOZIE]
self._dependencies = [('mapr-oozie-internal', self.version)]
self._cluster_defaults = ['oozie-default.json']
self._validation_rules = [vu.exactly(1, OOZIE)]
def __init__(self):
super(Oozie, self).__init__()
self._name = 'oozie'
self._ui_name = 'Oozie'
self._version = '4.0.1'
self._node_processes = [OOZIE]
self._dependencies = [('mapr-oozie-internal', self.version)]
self._cluster_defaults = ['oozie-default.json']
self._validation_rules = [vu.exactly(1, OOZIE)]
def __init__(self):
super(Sqoop2, self).__init__()
self._name = 'sqoop'
self._ui_name = 'Sqoop2'
self._version = '2.0.0'
self._node_processes = [SQOOP_2_CLIENT, SQOOP_2_SERVER]
self._validation_rules = [
vu.exactly(1, SQOOP_2_SERVER),
]
def __init__(self):
super(Spark, self).__init__()
self._name = 'spark'
self._ui_name = 'Spark'
self._version = '1.2.1'
self._node_processes = [
SPARK_HISTORY_SERVER,
SPARK_MASTER,
SPARK_SLAVE,
]
self._dependencies = [('mapr-spark', self.version)]
self._ui_info = [('SPARK', SPARK_MASTER, 'http://%s:8080')]
self._validation_rules = [
vu.exactly(1, SPARK_MASTER),
vu.exactly(1, SPARK_HISTORY_SERVER),
vu.at_least(1, SPARK_SLAVE),
]
self._node_defaults = ['spark-default.json']
def __init__(self):
super(Sqoop2, self).__init__()
self._name = 'sqoop'
self._ui_name = 'Sqoop2'
self._version = '2.0.0'
self._node_processes = [SQOOP_2_CLIENT, SQOOP_2_SERVER]
self._validation_rules = [
vu.exactly(1, SQOOP_2_SERVER),
]
def __init__(self):
super(Hue, self).__init__()
self._name = 'hue'
self._ui_name = 'Hue'
self._node_processes = [HUE]
self._ui_info = [('HUE', HUE, 'http://%s:8888')]
self._validation_rules = [
vu.exactly(1, HUE),
vu.on_same_node(HUE, httpfs.HTTP_FS),
]
def __init__(self):
super(Hue, self).__init__()
self._name = 'hue'
self._ui_name = 'Hue'
self._node_processes = [HUE]
self._ui_info = [('HUE', HUE, 'http://%s:8888')]
self._validation_rules = [
vu.exactly(1, HUE),
vu.on_same_node(HUE, httpfs.HTTP_FS),
]
def __init__(self):
super(SparkOnYarn, self).__init__()
self._version = '1.5.2'
self._node_processes = [
SPARK_HISTORY_SERVER,
SPARK_SLAVE,
]
self._validation_rules = [
vu.exactly(1, SPARK_HISTORY_SERVER),
vu.at_least(1, SPARK_SLAVE),
]
def __init__(self):
super(SparkOnYarn, self).__init__()
self._version = '1.5.2'
self._node_processes = [
SPARK_HISTORY_SERVER,
SPARK_SLAVE,
]
self._validation_rules = [
vu.exactly(1, SPARK_HISTORY_SERVER),
vu.at_least(1, SPARK_SLAVE),
]
def __init__(self):
super(Hue, self).__init__()
self._name = 'hue'
self._ui_name = 'Hue'
self._node_processes = [HUE]
self._ui_info = None
self._validation_rules = [
vu.exactly(1, HUE),
vu.on_same_node(HUE, httpfs.HTTP_FS),
vu.on_same_node(HUE_LIVY, spark.SPARK_SLAVE),
]
self._priority = 2
def __init__(self):
super(Management, self).__init__()
self._ui_name = 'Management'
self._node_processes = [ZOOKEEPER, WEB_SERVER, METRICS]
self._ui_info = [
('MapR Control System (MCS)', WEB_SERVER, 'https://%s:8443'),
]
self._validation_rules = [
vu.at_least(1, ZOOKEEPER),
vu.exactly(1, WEB_SERVER),
vu.odd_count_of(ZOOKEEPER),
]
def __init__(self):
super(Management, self).__init__()
self._ui_name = 'Management'
self._node_processes = [ZOOKEEPER, WEB_SERVER, METRICS]
self._ui_info = [
('MapR Control System (MCS)', WEB_SERVER, 'https://%s:8443'),
]
self._validation_rules = [
vu.at_least(1, ZOOKEEPER),
vu.exactly(1, WEB_SERVER),
vu.odd_count_of(ZOOKEEPER),
]
def __init__(self):
super(Spark, self).__init__()
self._name = 'spark'
self._ui_name = 'Spark'
self._version = '1.5.2'
self._node_processes = [
SPARK_HISTORY_SERVER,
SPARK_MASTER,
SPARK_SLAVE,
]
self._dependencies = [('mapr-spark', self.version)]
self._ui_info = [('Spark Master', SPARK_MASTER,
'http://%%s:%s' % SPARK_MASTER_UI_PORT),
('Spark History Server', SPARK_HISTORY_SERVER,
'http://%%s:%s' % SPARK_HS_UI_PORT)]
self._validation_rules = [
vu.exactly(1, SPARK_MASTER),
vu.exactly(1, SPARK_HISTORY_SERVER),
vu.at_least(1, SPARK_SLAVE),
]
self._node_defaults = ['spark-default.json']
def __init__(self):
super(Hue, self).__init__()
self._name = 'hue'
self._ui_name = 'Hue'
self._node_processes = [HUE]
self._ui_info = None
self._validation_rules = [
vu.exactly(1, HUE),
vu.on_same_node(HUE, httpfs.HTTP_FS),
vu.on_same_node(HUE_LIVY, spark.SPARK_SLAVE),
]
self._priority = 2
def __init__(self):
super(Spark, self).__init__()
self._name = 'spark'
self._ui_name = 'Spark'
self._version = '1.5.2'
self._node_processes = [
SPARK_HISTORY_SERVER,
SPARK_MASTER,
SPARK_SLAVE,
]
self._dependencies = [('mapr-spark', self.version)]
self._ui_info = [
('Spark Master', SPARK_MASTER,
{s.SERVICE_UI: 'http://%%s:%s' % SPARK_MASTER_UI_PORT}),
('Spark History Server', SPARK_HISTORY_SERVER,
{s.SERVICE_UI: 'http://%%s:%s' % SPARK_HS_UI_PORT})]
self._validation_rules = [
vu.exactly(1, SPARK_MASTER),
vu.exactly(1, SPARK_HISTORY_SERVER),
vu.at_least(1, SPARK_SLAVE),
]
self._node_defaults = ['spark-default.json']
def __init__(self):
super(SparkOnYarn, self).__init__()
self._name = 'spark'
self._ui_name = 'Spark'
self._version = '1.5.2'
self._dependencies = [('mapr-spark', self.version)]
self._node_processes = [
SPARK_HISTORY_SERVER,
SPARK_SLAVE,
]
self._validation_rules = [
vu.exactly(1, SPARK_HISTORY_SERVER),
vu.at_least(1, SPARK_SLAVE),
]
self._ui_info = [('Spark History Server', SPARK_HISTORY_SERVER, {
s.SERVICE_UI: 'http://%%s:%s' % SPARK_HS_UI_PORT
})]
