def __init__(self):
super(Hive, self).__init__()
self._name = 'hive'
self._ui_name = 'Hive'
self._node_processes = [HIVE_METASTORE, HIVE_SERVER_2]
self._validation_rules = [
vu.exactly(1, HIVE_METASTORE),
vu.exactly(1, HIVE_SERVER_2),
]
def __init__(self):
super(ImpalaV250, self).__init__()
self._version = '2.5.0'
self._dependencies = [('mapr-hive', hive.HiveV12().version),
('mapr-impala', self.version),
('mapr-hbase', hbase.HBaseV111().version)]
self._validation_rules = [
vu.depends_on(hive.HiveV12(), self),
vu.exactly(1, IMPALA_STATE_STORE),
vu.exactly(1, IMPALA_CATALOG),
vu.at_least(1, IMPALA_SERVER),
vu.required_os('centos', self)
]
def __init__(self):
super(ImpalaV141, self).__init__()
self._version = '1.4.1'
self._dependencies = [
('mapr-hive', hive.HiveV013().version),
('mapr-impala', self.version),
]
self._validation_rules = [
vu.depends_on(hive.HiveV013(), self),
vu.exactly(1, IMPALA_STATE_STORE),
vu.exactly(1, IMPALA_CATALOG),
vu.at_least(1, IMPALA_SERVER),
]
def __init__(self):
super(HttpFS, self).__init__()
self._name = 'httpfs'
self._ui_name = 'HttpFS'
self._version = '1.0'
self._node_processes = [HTTP_FS]
self._cluster_defaults = ['httpfs-default.json']
self._validation_rules = [vu.exactly(1, HTTP_FS)]
def __init__(self):
super(Oozie, self).__init__()
self._name = 'oozie'
self._ui_name = 'Oozie'
self._node_processes = [OOZIE]
self._cluster_defaults = ['oozie-default.json']
self._validation_rules = [vu.exactly(1, OOZIE)]
self._ui_info = [('Oozie', OOZIE,
{s.SERVICE_UI: 'http://%s:11000/oozie'})]
def __init__(self):
super(Sqoop2, self).__init__()
self._name = 'sqoop'
self._ui_name = 'Sqoop2'
self._version = '2.0.0'
self._node_processes = [SQOOP_2_CLIENT, SQOOP_2_SERVER]
self._validation_rules = [
vu.exactly(1, SQOOP_2_SERVER),
]
def __init__(self):
super(Hue, self).__init__()
self._name = 'hue'
self._ui_name = 'Hue'
self._node_processes = [HUE]
self._ui_info = None
self._validation_rules = [
vu.exactly(1, HUE),
vu.on_same_node(HUE, httpfs.HTTP_FS),
vu.on_same_node(HUE_LIVY, spark.SPARK_SLAVE),
]
self._priority = 2
def __init__(self):
super(SparkOnYarn, self).__init__()
self._name = 'spark'
self._ui_name = 'Spark'
self._version = '1.5.2'
self._dependencies = [('mapr-spark', self.version)]
self._node_processes = [
SPARK_HISTORY_SERVER,
SPARK_SLAVE,
]
self._validation_rules = [
vu.exactly(1, SPARK_HISTORY_SERVER),
vu.at_least(1, SPARK_SLAVE),
]
self._ui_info = [('Spark History Server', SPARK_HISTORY_SERVER, {
s.SERVICE_UI: 'http://%%s:%s' % SPARK_HS_UI_PORT
})]