Python load_hadoop_xml_defaults 예제들

예제 #1

def get_possible_hive_config_from(file_name):
    '''Return the possible configs, args, params for a Hive job.'''
    config = {
        'configs': utils.load_hadoop_xml_defaults(file_name, plugins=True),
        'params': {}
    }
    return config

예제 #2

def get_possible_pig_config_from(file_name):
    '''Return the possible configs, args, params for a Pig job.'''
    config = {
        'configs': utils.load_hadoop_xml_defaults(file_name,
                                                  'sahara_plugin_cdh'),
        'args': [],
        'params': {}
    }
    return config

예제 #3

파일: config_helper.py 프로젝트: tellesnobrega/sahara-plugins

# See the License for the specific language governing permissions and
# limitations under the License.

import copy

from oslo_config import cfg
import six

from sahara.plugins import provisioning as p
from sahara.plugins import utils
from sahara_plugins.plugins.vanilla.hadoop2 import config_helper as c_helper

CONF = cfg.CONF
CONF.import_opt("enable_data_locality", "sahara.topology.topology_helper")

CORE_DEFAULT = utils.load_hadoop_xml_defaults(
    'plugins/vanilla/v2_8_2/resources/core-default.xml', plugins=True)

HDFS_DEFAULT = utils.load_hadoop_xml_defaults(
    'plugins/vanilla/v2_8_2/resources/hdfs-default.xml', plugins=True)

MAPRED_DEFAULT = utils.load_hadoop_xml_defaults(
    'plugins/vanilla/v2_8_2/resources/mapred-default.xml', plugins=True)

YARN_DEFAULT = utils.load_hadoop_xml_defaults(
    'plugins/vanilla/v2_8_2/resources/yarn-default.xml', plugins=True)

OOZIE_DEFAULT = utils.load_hadoop_xml_defaults(
    'plugins/vanilla/v2_8_2/resources/oozie-default.xml', plugins=True)

HIVE_DEFAULT = utils.load_hadoop_xml_defaults(
    'plugins/vanilla/v2_8_2/resources/hive-default.xml', plugins=True)

예제 #4

# See the License for the specific language governing permissions and
# limitations under the License.

from oslo_config import cfg
from oslo_log import log as logging
import six

from sahara.plugins import provisioning as p
from sahara.plugins import swift_helper as swift
from sahara.plugins import topology_helper as topology
from sahara.plugins import utils

LOG = logging.getLogger(__name__)
CONF = cfg.CONF

CORE_DEFAULT = utils.load_hadoop_xml_defaults(
    'plugins/spark/resources/core-default.xml', 'sahara_plugin_spark')

HDFS_DEFAULT = utils.load_hadoop_xml_defaults(
    'plugins/spark/resources/hdfs-default.xml', 'sahara_plugin_spark')

SWIFT_DEFAULTS = swift.read_default_swift_configs()

XML_CONFS = {"HDFS": [CORE_DEFAULT, HDFS_DEFAULT, SWIFT_DEFAULTS]}

_default_executor_classpath = ":".join(
    ['/usr/lib/hadoop-mapreduce/hadoop-openstack.jar'])

SPARK_CONFS = {
    'Spark': {
        "OPTIONS": [
            {

예제 #5

# See the License for the specific language governing permissions and
# limitations under the License.

from oslo_config import cfg
from oslo_log import log as logging
import six

from sahara.plugins import provisioning as p
from sahara.plugins import swift_helper as swift
from sahara.plugins import topology_helper as topology
from sahara.plugins import utils

LOG = logging.getLogger(__name__)
CONF = cfg.CONF

CORE_DEFAULT = utils.load_hadoop_xml_defaults(
    'plugins/spark/resources/core-default.xml', plugins=True)

HDFS_DEFAULT = utils.load_hadoop_xml_defaults(
    'plugins/spark/resources/hdfs-default.xml', plugins=True)

SWIFT_DEFAULTS = swift.read_default_swift_configs()

XML_CONFS = {"HDFS": [CORE_DEFAULT, HDFS_DEFAULT, SWIFT_DEFAULTS]}

_default_executor_classpath = ":".join(
    ['/usr/lib/hadoop-mapreduce/hadoop-openstack.jar'])

SPARK_CONFS = {
    'Spark': {
        "OPTIONS": [
            {

예제 #6

파일: config_helper.py 프로젝트: tellesnobrega/sahara-plugin-vanilla

# limitations under the License.

import copy

from oslo_config import cfg
import six

from sahara.plugins import provisioning as p
from sahara.plugins import utils
from sahara_plugin_vanilla.plugins.vanilla.hadoop2 import config_helper

CONF = cfg.CONF
CONF.import_opt("enable_data_locality", "sahara.topology.topology_helper")

CORE_DEFAULT = utils.load_hadoop_xml_defaults(
    'plugins/vanilla/v2_7_1/resources/core-default.xml',
    'sahara_plugin_vanilla')

HDFS_DEFAULT = utils.load_hadoop_xml_defaults(
    'plugins/vanilla/v2_7_1/resources/hdfs-default.xml',
    'sahara_plugin_vanilla')

MAPRED_DEFAULT = utils.load_hadoop_xml_defaults(
    'plugins/vanilla/v2_7_1/resources/mapred-default.xml',
    'sahara_plugin_vanilla')

YARN_DEFAULT = utils.load_hadoop_xml_defaults(
    'plugins/vanilla/v2_7_1/resources/yarn-default.xml',
    'sahara_plugin_vanilla')

OOZIE_DEFAULT = utils.load_hadoop_xml_defaults(