def __init__(self):
super(Management, self).__init__()
self._ui_name = 'Management'
self._node_processes = [ZOOKEEPER, WEB_SERVER, METRICS]
self._ui_info = None
self._validation_rules = [
vu.at_least(1, ZOOKEEPER),
vu.at_least(1, WEB_SERVER),
vu.odd_count_of(ZOOKEEPER),
]
def __init__(self):
super(KafkaConnect, self).__init__()
self._version = '2.0.1'
self._name = 'kafka-connect'
self._ui_name = 'Kafka Connect'
self._node_processes = [KAFKA_CONNECT_HDFS, KAFKA_CONNECT_JDBC]
self._validation_rules = [vu.at_least(1, KAFKA)]
def __init__(self):
super(KafkaRest, self).__init__()
self._version = '2.0.1'
self._name = 'kafka-eco'
self._ui_name = 'Kafka Rest'
self._node_processes = [KAFKA_REST]
self._validation_rules = [vu.at_least(1, KAFKA)]
def __init__(self):
super(HBase, self).__init__()
self._name = 'hbase'
self._ui_name = 'HBase'
self._node_processes = [
HBASE_MASTER,
HBASE_REGION_SERVER,
HBASE_THRIFT,
]
self._cluster_defaults = ['hbase-default.json']
self._validation_rules = [
vu.at_least(1, HBASE_MASTER),
vu.at_least(1, HBASE_REGION_SERVER),
]
self._ui_info = [
("HBase Master", HBASE_MASTER, {s.SERVICE_UI: "http://%s:60010"}),
]
def __init__(self):
super(MapReduce, self).__init__()
self._ui_name = 'MapReduce'
self._name = 'hadoop'
self._version = '0.20.2'
self._node_processes = [JOB_TRACKER, TASK_TRACKER]
self._ui_info = [
('JobTracker', JOB_TRACKER, {
s.SERVICE_UI: 'http://%s:50030'
}),
('TaskTracker', TASK_TRACKER, {
s.SERVICE_UI: 'http://%s:50060'
}),
]
self._validation_rules = [
vu.at_least(1, JOB_TRACKER),
vu.at_least(1, TASK_TRACKER),
]
self._cluster_defaults = ['mapreduce-cluster.json']
def __init__(self):
super(ImpalaV250, self).__init__()
self._version = '2.5.0'
self._dependencies = [('mapr-hive', hive.HiveV12().version),
('mapr-impala', self.version),
('mapr-hbase', hbase.HBaseV111().version)]
self._validation_rules = [
vu.depends_on(hive.HiveV12(), self),
vu.exactly(1, IMPALA_STATE_STORE),
vu.exactly(1, IMPALA_CATALOG),
vu.at_least(1, IMPALA_SERVER),
vu.required_os('centos', self)
]
def __init__(self):
super(ImpalaV141, self).__init__()
self._version = '1.4.1'
self._dependencies = [
('mapr-hive', hive.HiveV013().version),
('mapr-impala', self.version),
]
self._validation_rules = [
vu.depends_on(hive.HiveV013(), self),
vu.exactly(1, IMPALA_STATE_STORE),
vu.exactly(1, IMPALA_CATALOG),
vu.at_least(1, IMPALA_SERVER),
]
def __init__(self):
super(MapRFS, self).__init__()
self._ui_name = 'MapRFS'
self._node_processes = [CLDB, FILE_SERVER, NFS]
self._ui_info = [
('Container Location Database (CLDB)', CLDB,
{s.SERVICE_UI: 'http://%s:7221'}),
]
self._validation_rules = [
vu.at_least(1, CLDB),
vu.each_node_has(FILE_SERVER),
vu.on_same_node(CLDB, FILE_SERVER),
vu.has_volumes(),
]
def __init__(self):
super(SparkOnYarn, self).__init__()
self._name = 'spark'
self._ui_name = 'Spark'
self._version = '1.5.2'
self._dependencies = [('mapr-spark', self.version)]
self._node_processes = [
SPARK_HISTORY_SERVER,
SPARK_SLAVE,
]
self._validation_rules = [
vu.exactly(1, SPARK_HISTORY_SERVER),
vu.at_least(1, SPARK_SLAVE),
]
self._ui_info = [('Spark History Server', SPARK_HISTORY_SERVER, {
s.SERVICE_UI: 'http://%%s:%s' % SPARK_HS_UI_PORT
})]
def __init__(self):
super(Mahout, self).__init__()
self._name = 'mahout'
self._ui_name = 'Mahout'
self._node_processes = [MAHOUT]
self._validation_rules = [vu.at_least(1, MAHOUT)]
def __init__(self):
super(Pig, self).__init__()
self._name = 'pig'
self._ui_name = 'Pig'
self._node_processes = [PIG]
self._validation_rules = [vu.at_least(1, PIG)]
def __init__(self):
super(Flume, self).__init__()
self._name = 'flume'
self._ui_name = 'Flume'
self._node_processes = [FLUME]
self._validation_rules = [vu.at_least(1, FLUME)]
