예제 #1
0
def ensureImportantDirectoriesExist():
    for importantDir in IMPORTANT_DIRS:
        ensureDirectoryExists(importantDir)

    if common.isService('hadoop'):
        for path in HDFS_DATA_DIR[env.host] + HDFS_NAME_DIR[env.host]:
            ensureDirectoryExists(path)
        ensureDirectoryExists('/var/lib/hadoop-hdfs')
예제 #2
0
def ensureImportantDirectoriesExist():
    for importantDir in IMPORTANT_DIRS:
        ensureDirectoryExists(importantDir)

    if common.isService("hadoop"):
        for path in HDFS_DATA_DIR[env.host] + HDFS_NAME_DIR[env.host]:
            ensureDirectoryExists(path)
        ensureDirectoryExists("/var/lib/hadoop-hdfs")
예제 #3
0
def bootstrap():
    _prepareStorageDevices()
    ensureImportantDirectoriesExist()

    installDependencies()
    installHadoop()
    installZookeeper()
    installHBase()
    installKafka()

    if common.isService('hadoop') or common.isService('hbase'):
        _updateHadoopSiteValues()
        setupEnvironment()
        configHadoop()

    configZookeeper()
    configHBase()
    configKafka()
    setupHosts()

    formatHdfs()
    cleanup()
예제 #4
0
def bootstrap():
    _prepareStorageDevices()
    ensureImportantDirectoriesExist()

    installDependencies()
    installHadoop()
    installZookeeper()
    installHBase()
    installKafka()

    if common.isService("hadoop") or common.isService("hbase"):
        _updateHadoopSiteValues()
        setupEnvironment()
        configHadoop()

    configZookeeper()
    configHBase()
    configKafka()
    setupHosts()

    formatHdfs()
    cleanup()