def __init__(self): super(YARNv241, self).__init__() self._version = '2.4.1' self._validation_rules = [ vu.exactly(1, RESOURCE_MANAGER), vu.at_least(1, NODE_MANAGER), vu.exactly(1, HISTORY_SERVER), ]
def __init__(self): super(Hive, self).__init__() self._name = 'hive' self._ui_name = 'Hive' self._node_processes = [HIVE_METASTORE, HIVE_SERVER_2] self._validation_rules = [ vu.exactly(1, HIVE_METASTORE), vu.exactly(1, HIVE_SERVER_2), ]
def __init__(self): super(Hive, self).__init__() self._name = 'hive' self._ui_name = 'Hive' self._node_processes = [HIVE_METASTORE, HIVE_SERVER_2] self._validation_rules = [ vu.exactly(1, HIVE_METASTORE), vu.exactly(1, HIVE_SERVER_2), ]
def __init__(self): super(ImpalaV141, self).__init__() self._version = "1.4.1" self._dependencies = [("mapr-hive", hive.HiveV013().version), ("mapr-impala", self.version)] self._validation_rules = [ vu.depends_on(hive.HiveV013(), self), vu.on_same_node(IMPALA_CATALOG, hive.HIVE_SERVER_2), vu.exactly(1, IMPALA_STATE_STORE), vu.exactly(1, IMPALA_CATALOG), vu.at_least(1, IMPALA_SERVER), ]
def __init__(self): super(ImpalaV141, self).__init__() self._version = '1.4.1' self._dependencies = [ ('mapr-hive', hive.HiveV013().version), ('mapr-impala', self.version), ] self._validation_rules = [ vu.depends_on(hive.HiveV013(), self), vu.exactly(1, IMPALA_STATE_STORE), vu.exactly(1, IMPALA_CATALOG), vu.at_least(1, IMPALA_SERVER), ]
def __init__(self): super(ImpalaV141, self).__init__() self._version = '1.4.1' self._dependencies = [ ('mapr-hive', hive.HiveV013().version), ('mapr-impala', self.version), ] self._validation_rules = [ vu.depends_on(hive.HiveV013(), self), vu.exactly(1, IMPALA_STATE_STORE), vu.exactly(1, IMPALA_CATALOG), vu.at_least(1, IMPALA_SERVER), ]
def __init__(self): super(ImpalaV250, self).__init__() self._version = '2.5.0' self._dependencies = [('mapr-hive', hive.HiveV12().version), ('mapr-impala', self.version), ('mapr-hbase', hbase.HBaseV111().version)] self._validation_rules = [ vu.depends_on(hive.HiveV12(), self), vu.exactly(1, IMPALA_STATE_STORE), vu.exactly(1, IMPALA_CATALOG), vu.at_least(1, IMPALA_SERVER), vu.required_os('centos', self) ]
def __init__(self): super(ImpalaV220, self).__init__() self._version = '2.2.0' self._dependencies = [ ('mapr-hive', hive.HiveV12().version), ('mapr-impala', self.version), ] self._validation_rules = [ vu.depends_on(hive.HiveV12(), self), vu.exactly(1, IMPALA_STATE_STORE), vu.exactly(1, IMPALA_CATALOG), vu.at_least(1, IMPALA_SERVER), vu.required_os('centos', self) ]
def __init__(self): super(ImpalaV123, self).__init__() self._version = '1.2.3' self._dependencies = [ ('mapr-hive', hive.HiveV012().version), ('mapr-impala', self.version), ] self._validation_rules = [ vu.depends_on(hive.HiveV012(), self), vu.on_same_node(IMPALA_CATALOG, hive.HIVE_SERVER_2), vu.exactly(1, IMPALA_STATE_STORE), vu.exactly(1, IMPALA_CATALOG), vu.at_least(1, IMPALA_SERVER), ]
def __init__(self): super(Hue, self).__init__() self._name = "hue" self._ui_name = "Hue" self._node_processes = [HUE] self._ui_info = [("HUE", HUE, "http://%s:8888")] self._validation_rules = [vu.exactly(1, HUE), vu.on_same_node(HUE, httpfs.HTTP_FS)]
def __init__(self): super(HttpFS, self).__init__() self._name = 'httpfs' self._ui_name = 'HttpFS' self._version = '1.0' self._node_processes = [HTTP_FS] self._cluster_defaults = ['httpfs-default.json'] self._validation_rules = [vu.exactly(1, HTTP_FS)]
def __init__(self): super(Oozie, self).__init__() self._name = 'oozie' self._ui_name = 'Oozie' self._node_processes = [OOZIE] self._cluster_defaults = ['oozie-default.json'] self._validation_rules = [vu.exactly(1, OOZIE)] self._ui_info = [('Oozie', OOZIE, 'http://%s:11000/oozie')]
def __init__(self): super(HttpFS, self).__init__() self._name = 'httpfs' self._ui_name = 'HttpFS' self._version = '1.0' self._node_processes = [HTTP_FS] self._cluster_defaults = ['httpfs-default.json'] self._validation_rules = [vu.exactly(1, HTTP_FS)]
def __init__(self): super(Spark, self).__init__() self._name = 'spark' self._ui_name = 'Spark' self._version = '1.2.1' self._node_processes = [ SPARK_HISTORY_SERVER, SPARK_MASTER, SPARK_SLAVE, ] self._dependencies = [('mapr-spark', self.version)] self._ui_info = [('SPARK', SPARK_MASTER, 'http://%s:8080')] self._validation_rules = [ vu.exactly(1, SPARK_MASTER), vu.exactly(1, SPARK_HISTORY_SERVER), vu.at_least(1, SPARK_SLAVE), ] self._node_defaults = ['spark-default.json']
def __init__(self): super(Oozie, self).__init__() self._name = 'oozie' self._ui_name = 'Oozie' self._version = '4.0.1' self._node_processes = [OOZIE] self._dependencies = [('mapr-oozie-internal', self.version)] self._cluster_defaults = ['oozie-default.json'] self._validation_rules = [vu.exactly(1, OOZIE)]
def __init__(self): super(Oozie, self).__init__() self._name = 'oozie' self._ui_name = 'Oozie' self._version = '4.0.1' self._node_processes = [OOZIE] self._dependencies = [('mapr-oozie-internal', self.version)] self._cluster_defaults = ['oozie-default.json'] self._validation_rules = [vu.exactly(1, OOZIE)]
def __init__(self): super(Sqoop2, self).__init__() self._name = 'sqoop' self._ui_name = 'Sqoop2' self._version = '2.0.0' self._node_processes = [SQOOP_2_CLIENT, SQOOP_2_SERVER] self._validation_rules = [ vu.exactly(1, SQOOP_2_SERVER), ]
def __init__(self): super(Spark, self).__init__() self._name = 'spark' self._ui_name = 'Spark' self._version = '1.2.1' self._node_processes = [ SPARK_HISTORY_SERVER, SPARK_MASTER, SPARK_SLAVE, ] self._dependencies = [('mapr-spark', self.version)] self._ui_info = [('SPARK', SPARK_MASTER, 'http://%s:8080')] self._validation_rules = [ vu.exactly(1, SPARK_MASTER), vu.exactly(1, SPARK_HISTORY_SERVER), vu.at_least(1, SPARK_SLAVE), ] self._node_defaults = ['spark-default.json']
def __init__(self): super(Sqoop2, self).__init__() self._name = 'sqoop' self._ui_name = 'Sqoop2' self._version = '2.0.0' self._node_processes = [SQOOP_2_CLIENT, SQOOP_2_SERVER] self._validation_rules = [ vu.exactly(1, SQOOP_2_SERVER), ]
def __init__(self): super(Hue, self).__init__() self._name = 'hue' self._ui_name = 'Hue' self._node_processes = [HUE] self._ui_info = [('HUE', HUE, 'http://%s:8888')] self._validation_rules = [ vu.exactly(1, HUE), vu.on_same_node(HUE, httpfs.HTTP_FS), ]
def __init__(self): super(Hue, self).__init__() self._name = 'hue' self._ui_name = 'Hue' self._node_processes = [HUE] self._ui_info = [('HUE', HUE, 'http://%s:8888')] self._validation_rules = [ vu.exactly(1, HUE), vu.on_same_node(HUE, httpfs.HTTP_FS), ]
def __init__(self): super(SparkOnYarn, self).__init__() self._version = '1.5.2' self._node_processes = [ SPARK_HISTORY_SERVER, SPARK_SLAVE, ] self._validation_rules = [ vu.exactly(1, SPARK_HISTORY_SERVER), vu.at_least(1, SPARK_SLAVE), ]
def __init__(self): super(SparkOnYarn, self).__init__() self._version = '1.5.2' self._node_processes = [ SPARK_HISTORY_SERVER, SPARK_SLAVE, ] self._validation_rules = [ vu.exactly(1, SPARK_HISTORY_SERVER), vu.at_least(1, SPARK_SLAVE), ]
def __init__(self): super(Hue, self).__init__() self._name = 'hue' self._ui_name = 'Hue' self._node_processes = [HUE] self._ui_info = None self._validation_rules = [ vu.exactly(1, HUE), vu.on_same_node(HUE, httpfs.HTTP_FS), vu.on_same_node(HUE_LIVY, spark.SPARK_SLAVE), ] self._priority = 2
def __init__(self): super(Management, self).__init__() self._ui_name = 'Management' self._node_processes = [ZOOKEEPER, WEB_SERVER, METRICS] self._ui_info = [ ('MapR Control System (MCS)', WEB_SERVER, 'https://%s:8443'), ] self._validation_rules = [ vu.at_least(1, ZOOKEEPER), vu.exactly(1, WEB_SERVER), vu.odd_count_of(ZOOKEEPER), ]
def __init__(self): super(Management, self).__init__() self._ui_name = 'Management' self._node_processes = [ZOOKEEPER, WEB_SERVER, METRICS] self._ui_info = [ ('MapR Control System (MCS)', WEB_SERVER, 'https://%s:8443'), ] self._validation_rules = [ vu.at_least(1, ZOOKEEPER), vu.exactly(1, WEB_SERVER), vu.odd_count_of(ZOOKEEPER), ]
def __init__(self): super(Spark, self).__init__() self._name = 'spark' self._ui_name = 'Spark' self._version = '1.5.2' self._node_processes = [ SPARK_HISTORY_SERVER, SPARK_MASTER, SPARK_SLAVE, ] self._dependencies = [('mapr-spark', self.version)] self._ui_info = [('Spark Master', SPARK_MASTER, 'http://%%s:%s' % SPARK_MASTER_UI_PORT), ('Spark History Server', SPARK_HISTORY_SERVER, 'http://%%s:%s' % SPARK_HS_UI_PORT)] self._validation_rules = [ vu.exactly(1, SPARK_MASTER), vu.exactly(1, SPARK_HISTORY_SERVER), vu.at_least(1, SPARK_SLAVE), ] self._node_defaults = ['spark-default.json']
def __init__(self): super(Hue, self).__init__() self._name = 'hue' self._ui_name = 'Hue' self._node_processes = [HUE] self._ui_info = None self._validation_rules = [ vu.exactly(1, HUE), vu.on_same_node(HUE, httpfs.HTTP_FS), vu.on_same_node(HUE_LIVY, spark.SPARK_SLAVE), ] self._priority = 2
def __init__(self): super(Spark, self).__init__() self._name = 'spark' self._ui_name = 'Spark' self._version = '1.5.2' self._node_processes = [ SPARK_HISTORY_SERVER, SPARK_MASTER, SPARK_SLAVE, ] self._dependencies = [('mapr-spark', self.version)] self._ui_info = [ ('Spark Master', SPARK_MASTER, {s.SERVICE_UI: 'http://%%s:%s' % SPARK_MASTER_UI_PORT}), ('Spark History Server', SPARK_HISTORY_SERVER, {s.SERVICE_UI: 'http://%%s:%s' % SPARK_HS_UI_PORT})] self._validation_rules = [ vu.exactly(1, SPARK_MASTER), vu.exactly(1, SPARK_HISTORY_SERVER), vu.at_least(1, SPARK_SLAVE), ] self._node_defaults = ['spark-default.json']
def __init__(self): super(SparkOnYarn, self).__init__() self._name = 'spark' self._ui_name = 'Spark' self._version = '1.5.2' self._dependencies = [('mapr-spark', self.version)] self._node_processes = [ SPARK_HISTORY_SERVER, SPARK_SLAVE, ] self._validation_rules = [ vu.exactly(1, SPARK_HISTORY_SERVER), vu.at_least(1, SPARK_SLAVE), ] self._ui_info = [('Spark History Server', SPARK_HISTORY_SERVER, { s.SERVICE_UI: 'http://%%s:%s' % SPARK_HS_UI_PORT })]