def get_atlas_hook_classpath(confdir): atlas_home = mc.atlasDir() kafka_topic_setup_dir = mc.kafkaTopicSetupDir(atlas_home) p = os.pathsep atlas_hook_classpath = confdir + p \ + os.path.join(kafka_topic_setup_dir, "*") if mc.isCygwin(): atlas_hook_classpath = mc.convertCygwinPath(atlas_hook_classpath, True) return atlas_hook_classpath
def get_atlas_classpath(confdir): atlas_home = mc.atlasDir() web_app_dir = mc.webAppDir(atlas_home) mc.expandWebApp(atlas_home) p = os.pathsep atlas_classpath = confdir + p \ + os.path.join(web_app_dir, "atlas", "WEB-INF", "classes") + p \ + os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "*") + p \ + os.path.join(atlas_home, "libext", "*") if mc.isCygwin(): atlas_classpath = mc.convertCygwinPath(atlas_classpath, True) return atlas_classpath
def main(): atlas_home = mc.atlasDir() confdir = mc.dirMustExist(mc.confDir(atlas_home)) mc.executeEnvSh(confdir) logdir = mc.dirMustExist(mc.logDir(atlas_home)) if mc.isCygwin(): # Pathnames that are passed to JVM must be converted to Windows format. jvm_atlas_home = mc.convertCygwinPath(atlas_home) jvm_logdir = mc.convertCygwinPath(logdir) else: jvm_atlas_home = atlas_home jvm_logdir = logdir #create sys property for conf dirs jvm_opts_list = (ATLAS_LOG_OPTS % jvm_logdir).split() cmd_opts = (ATLAS_COMMAND_OPTS % jvm_atlas_home) jvm_opts_list.extend(cmd_opts.split()) default_jvm_opts = DEFAULT_JVM_OPTS atlas_jvm_opts = os.environ.get(mc.ATLAS_OPTS, default_jvm_opts) jvm_opts_list.extend(atlas_jvm_opts.split()) #expand web app dir web_app_dir = mc.webAppDir(atlas_home) mc.expandWebApp(atlas_home) p = os.pathsep atlas_classpath = confdir + p \ + os.path.join(web_app_dir, "atlas", "WEB-INF", "classes" ) + p \ + os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "*" ) + p \ + os.path.join(atlas_home, "libext", "*") if mc.isCygwin(): atlas_classpath = mc.convertCygwinPath(atlas_classpath, True) process = mc.java("org.apache.atlas.examples.QuickStart", sys.argv[1:], atlas_classpath, jvm_opts_list) return process.wait()
def setup_jvm_opts_list(confdir, log_name): atlas_home = mc.atlasDir() mc.executeEnvSh(confdir) logdir = mc.dirMustExist(mc.logDir(atlas_home)) if mc.isCygwin(): # Pathnames that are passed to JVM must be converted to Windows format. jvm_atlas_home = mc.convertCygwinPath(atlas_home) jvm_logdir = mc.convertCygwinPath(logdir) else: jvm_atlas_home = atlas_home jvm_logdir = logdir # create sys property for conf dirs jvm_opts_list = (ATLAS_LOG_OPTS % (jvm_logdir, log_name)).split() cmd_opts = (ATLAS_COMMAND_OPTS % jvm_atlas_home) jvm_opts_list.extend(cmd_opts.split()) atlas_jvm_opts = os.environ.get(mc.ATLAS_OPTS, DEFAULT_JVM_OPTS) jvm_opts_list.extend(atlas_jvm_opts.split()) return jvm_opts_list
def main(): atlas_home = mc.atlasDir() confdir = mc.dirMustExist(mc.confDir(atlas_home)) mc.executeEnvSh(confdir) logdir = mc.dirMustExist(mc.logDir(atlas_home)) if mc.isCygwin(): # Pathnames that are passed to JVM must be converted to Windows format. jvm_atlas_home = mc.convertCygwinPath(atlas_home) jvm_confdir = mc.convertCygwinPath(confdir) jvm_logdir = mc.convertCygwinPath(logdir) else: jvm_atlas_home = atlas_home jvm_confdir = confdir jvm_logdir = logdir #create sys property for conf dirs jvm_opts_list = (ATLAS_LOG_OPTS % jvm_logdir).split() cmd_opts = (ATLAS_COMMAND_OPTS % jvm_atlas_home) jvm_opts_list.extend(cmd_opts.split()) config_opts = (ATLAS_CONFIG_OPTS % jvm_confdir) jvm_opts_list.extend(config_opts.split()) default_jvm_opts = DEFAULT_JVM_OPTS atlas_jvm_opts = os.environ.get(mc.ATLAS_OPTS, default_jvm_opts) jvm_opts_list.extend(atlas_jvm_opts.split()) #expand web app dir web_app_dir = mc.webAppDir(atlas_home) mc.expandWebApp(atlas_home) #add hbase-site.xml to classpath hbase_conf_dir = mc.hbaseConfDir(confdir) p = os.pathsep atlas_classpath = confdir + p \ + os.path.join(web_app_dir, "atlas", "WEB-INF", "classes" ) + p \ + os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "atlas-titan-${project.version}.jar" ) + p \ + os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "*" ) + p \ + os.path.join(atlas_home, "libext", "*") if os.path.exists(hbase_conf_dir): atlas_classpath = atlas_classpath + p \ + hbase_conf_dir else: storage_backend = mc.grep(os.path.join(confdir, CONF_FILE), HBASE_STORAGE_CONF_ENTRY) if storage_backend != None: raise Exception( "Could not find hbase-site.xml in %s. Please set env var HBASE_CONF_DIR to the hbase client conf dir", hbase_conf_dir) if mc.isCygwin(): atlas_classpath = mc.convertCygwinPath(atlas_classpath, True) atlas_pid_file = mc.pidFile(atlas_home) if os.path.isfile(atlas_pid_file): #Check if process listed in atlas.pid file is still running pf = file(atlas_pid_file, 'r') pid = pf.read().strip() pf.close() if mc.ON_POSIX: if mc.unix_exist_pid((int)(pid)): mc.server_already_running(pid) else: mc.server_pid_not_running(pid) else: if mc.IS_WINDOWS: if mc.win_exist_pid(pid): mc.server_already_running(pid) else: mc.server_pid_not_running(pid) else: #os other than nt or posix - not supported - need to delete the file to restart server if pid no longer exist mc.server_already_running(pid) web_app_path = os.path.join(web_app_dir, "atlas") if (mc.isCygwin()): web_app_path = mc.convertCygwinPath(web_app_path) args = ["-app", web_app_path] args.extend(sys.argv[1:]) process = mc.java("org.apache.atlas.Atlas", args, atlas_classpath, jvm_opts_list, jvm_logdir) mc.writePid(atlas_pid_file, process) print "Apache Atlas Server started!!!\n"
def main(): is_setup = (len(sys.argv)>1) and sys.argv[1] is not None and sys.argv[1] == '-setup' atlas_home = mc.atlasDir() confdir = mc.dirMustExist(mc.confDir(atlas_home)) mc.executeEnvSh(confdir) logdir = mc.dirMustExist(mc.logDir(atlas_home)) mc.dirMustExist(mc.dataDir(atlas_home)) if mc.isCygwin(): # Pathnames that are passed to JVM must be converted to Windows format. jvm_atlas_home = mc.convertCygwinPath(atlas_home) jvm_confdir = mc.convertCygwinPath(confdir) jvm_logdir = mc.convertCygwinPath(logdir) else: jvm_atlas_home = atlas_home jvm_confdir = confdir jvm_logdir = logdir #create sys property for conf dirs if not is_setup: jvm_opts_list = (ATLAS_LOG_OPTS % (jvm_logdir, "application")).split() else: jvm_opts_list = (ATLAS_LOG_OPTS % (jvm_logdir, "atlas_setup")).split() cmd_opts = (ATLAS_COMMAND_OPTS % jvm_atlas_home) jvm_opts_list.extend(cmd_opts.split()) config_opts = (ATLAS_CONFIG_OPTS % jvm_confdir) jvm_opts_list.extend(config_opts.split()) atlas_server_heap_opts = os.environ.get(mc.ATLAS_SERVER_HEAP, DEFAULT_JVM_HEAP_OPTS) jvm_opts_list.extend(atlas_server_heap_opts.split()) atlas_server_jvm_opts = os.environ.get(mc.ATLAS_SERVER_OPTS) if atlas_server_jvm_opts: jvm_opts_list.extend(atlas_server_jvm_opts.split()) atlas_jvm_opts = os.environ.get(mc.ATLAS_OPTS, DEFAULT_JVM_OPTS) jvm_opts_list.extend(atlas_jvm_opts.split()) #expand web app dir web_app_dir = mc.webAppDir(atlas_home) mc.expandWebApp(atlas_home) p = os.pathsep atlas_classpath = confdir + p \ + os.path.join(web_app_dir, "atlas", "WEB-INF", "classes" ) + p \ + os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "*" ) + p \ + os.path.join(atlas_home, "libext", "*") is_hbase = mc.is_hbase(confdir) if is_hbase: #add hbase-site.xml to classpath hbase_conf_dir = mc.hbaseConfDir(atlas_home) if os.path.exists(hbase_conf_dir): atlas_classpath = atlas_classpath + p \ + hbase_conf_dir else: if mc.is_hbase(confdir): raise Exception("Could not find hbase-site.xml in %s. Please set env var HBASE_CONF_DIR to the hbase client conf dir", hbase_conf_dir) if mc.isCygwin(): atlas_classpath = mc.convertCygwinPath(atlas_classpath, True) atlas_pid_file = mc.pidFile(atlas_home) if os.path.isfile(atlas_pid_file): #Check if process listed in atlas.pid file is still running pf = file(atlas_pid_file, 'r') pid = pf.read().strip() pf.close() if mc.exist_pid((int)(pid)): if is_setup: print "Cannot run setup when server is running." mc.server_already_running(pid) else: mc.server_pid_not_running(pid) if is_hbase and mc.is_hbase_local(confdir): print "configured for local hbase." mc.configure_hbase(atlas_home) mc.run_hbase_action(mc.hbaseBinDir(atlas_home), "start", hbase_conf_dir, logdir) print "hbase started." #solr setup if mc.is_solr_local(confdir): print "configured for local solr." mc.run_solr(mc.solrBinDir(atlas_home), "start", mc.get_solr_zk_url(confdir), mc.solrPort(), logdir) print "solr started." print "setting up solr collections..." mc.create_solr_collection(mc.solrBinDir(atlas_home), mc.solrConfDir(atlas_home), "vertex_index", logdir) mc.create_solr_collection(mc.solrBinDir(atlas_home), mc.solrConfDir(atlas_home), "edge_index", logdir) mc.create_solr_collection(mc.solrBinDir(atlas_home), mc.solrConfDir(atlas_home), "fulltext_index", logdir) web_app_path = os.path.join(web_app_dir, "atlas") if (mc.isCygwin()): web_app_path = mc.convertCygwinPath(web_app_path) if not is_setup: start_atlas_server(atlas_classpath, atlas_pid_file, jvm_logdir, jvm_opts_list, web_app_path) else: process = mc.java("org.apache.atlas.web.setup.AtlasSetup", [], atlas_classpath, jvm_opts_list, jvm_logdir) return process.wait()
def main(): atlas_home = mc.atlasDir() confdir = mc.dirMustExist(mc.confDir(atlas_home)) mc.executeEnvSh(confdir) logdir = mc.dirMustExist(mc.logDir(atlas_home)) mc.dirMustExist(mc.dataDir(atlas_home)) if mc.isCygwin(): # Pathnames that are passed to JVM must be converted to Windows format. jvm_atlas_home = mc.convertCygwinPath(atlas_home) jvm_confdir = mc.convertCygwinPath(confdir) jvm_logdir = mc.convertCygwinPath(logdir) else: jvm_atlas_home = atlas_home jvm_confdir = confdir jvm_logdir = logdir print("Logging: " + os.path.join(jvm_logdir, ATLAS_LOG_FILE)) #create sys property for conf dirs jvm_opts_list = (ATLAS_LOG_OPTS % (jvm_logdir)).split() cmd_opts = (ATLAS_COMMAND_OPTS % jvm_atlas_home) jvm_opts_list.extend(cmd_opts.split()) config_opts = (ATLAS_CONFIG_OPTS % jvm_confdir) jvm_opts_list.extend(config_opts.split()) atlas_server_heap_opts = os.environ.get(mc.ATLAS_SERVER_HEAP, DEFAULT_JVM_HEAP_OPTS) jvm_opts_list.extend(atlas_server_heap_opts.split()) atlas_server_jvm_opts = os.environ.get(mc.ATLAS_SERVER_OPTS) if atlas_server_jvm_opts: jvm_opts_list.extend(atlas_server_jvm_opts.split()) atlas_jvm_opts = os.environ.get(mc.ATLAS_OPTS, DEFAULT_JVM_OPTS) jvm_opts_list.extend(atlas_jvm_opts.split()) #expand web app dir web_app_dir = mc.webAppDir(atlas_home) mc.expandWebApp(atlas_home) p = os.pathsep atlas_classpath = os.path.join(os.getcwd(), ".", "*") + p \ + confdir + p \ + os.path.join(web_app_dir, "atlas", "WEB-INF", "classes" ) + p \ + os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "*" ) + p \ + os.path.join(atlas_home, "libext", "*") is_hbase = mc.is_hbase(confdir) if is_hbase: #add hbase-site.xml to classpath hbase_conf_dir = mc.hbaseConfDir(atlas_home) if os.path.exists(hbase_conf_dir): atlas_classpath = atlas_classpath + p \ + hbase_conf_dir else: if mc.is_hbase(confdir): raise Exception( "Could not find hbase-site.xml in %s. Please set env var HBASE_CONF_DIR to the hbase client conf dir", hbase_conf_dir) if mc.isCygwin(): atlas_classpath = mc.convertCygwinPath(atlas_classpath, True) atlas_pid_file = mc.pidFile(atlas_home) if os.path.isfile(atlas_pid_file): #Check if process listed in atlas.pid file is still running pf = file(atlas_pid_file, 'r') pid = pf.read().strip() pf.close() if is_hbase and mc.is_hbase_local(confdir): print "configured for local hbase." mc.configure_hbase(atlas_home) mc.run_hbase_action(mc.hbaseBinDir(atlas_home), "start", hbase_conf_dir, logdir) print "hbase started." web_app_path = os.path.join(web_app_dir, "atlas") if (mc.isCygwin()): web_app_path = mc.convertCygwinPath(web_app_path) start_migration_export(atlas_classpath, atlas_pid_file, jvm_logdir, jvm_opts_list, web_app_path)
def main(): is_setup = (len(sys.argv) > 1) and sys.argv[1] is not None and sys.argv[1] == '-setup' atlas_home = mc.atlasDir() confdir = mc.dirMustExist(mc.confDir(atlas_home)) mc.executeEnvSh(confdir) logdir = mc.dirMustExist(mc.logDir(atlas_home)) mc.dirMustExist(mc.dataDir(atlas_home)) if mc.isCygwin(): # Pathnames that are passed to JVM must be converted to Windows format. jvm_atlas_home = mc.convertCygwinPath(atlas_home) jvm_confdir = mc.convertCygwinPath(confdir) jvm_logdir = mc.convertCygwinPath(logdir) else: jvm_atlas_home = atlas_home jvm_confdir = confdir jvm_logdir = logdir #create sys property for conf dirs if not is_setup: jvm_opts_list = (ATLAS_LOG_OPTS % (jvm_logdir, "application")).split() else: jvm_opts_list = (ATLAS_LOG_OPTS % (jvm_logdir, "atlas_setup")).split() cmd_opts = (ATLAS_COMMAND_OPTS % jvm_atlas_home) jvm_opts_list.extend(cmd_opts.split()) config_opts = (ATLAS_CONFIG_OPTS % jvm_confdir) jvm_opts_list.extend(config_opts.split()) atlas_server_heap_opts = os.environ.get(mc.ATLAS_SERVER_HEAP, DEFAULT_JVM_HEAP_OPTS) jvm_opts_list.extend(atlas_server_heap_opts.split()) atlas_server_jvm_opts = os.environ.get(mc.ATLAS_SERVER_OPTS) if atlas_server_jvm_opts: jvm_opts_list.extend(atlas_server_jvm_opts.split()) atlas_jvm_opts = os.environ.get(mc.ATLAS_OPTS, DEFAULT_JVM_OPTS) jvm_opts_list.extend(atlas_jvm_opts.split()) #expand web app dir web_app_dir = mc.webAppDir(atlas_home) mc.expandWebApp(atlas_home) p = os.pathsep atlas_classpath = confdir + p \ + os.path.join(web_app_dir, "atlas", "WEB-INF", "classes" ) + p \ + os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "*" ) + p \ + os.path.join(atlas_home, "libext", "*") is_hbase = mc.is_hbase(confdir) if is_hbase: #add hbase-site.xml to classpath hbase_conf_dir = mc.hbaseConfDir(atlas_home) if os.path.exists(hbase_conf_dir): atlas_classpath = atlas_classpath + p \ + hbase_conf_dir else: if mc.is_hbase(confdir): raise Exception( "Could not find hbase-site.xml in %s. Please set env var HBASE_CONF_DIR to the hbase client conf dir", hbase_conf_dir) if mc.isCygwin(): atlas_classpath = mc.convertCygwinPath(atlas_classpath, True) atlas_pid_file = mc.pidFile(atlas_home) if os.path.isfile(atlas_pid_file): #Check if process listed in atlas.pid file is still running pf = file(atlas_pid_file, 'r') pid = pf.read().strip() pf.close() if mc.exist_pid((int)(pid)): if is_setup: print "Cannot run setup when server is running." mc.server_already_running(pid) else: mc.server_pid_not_running(pid) if is_hbase and mc.is_hbase_local(confdir): print "configured for local hbase." mc.configure_hbase(atlas_home) mc.run_hbase_action(mc.hbaseBinDir(atlas_home), "start", hbase_conf_dir, logdir) print "hbase started." #solr setup if mc.is_solr_local(confdir): print "configured for local solr." if mc.is_cassandra_local(confdir): print "Cassandra embedded configured." mc.configure_cassandra(atlas_home) mc.configure_zookeeper(atlas_home) mc.run_zookeeper(mc.zookeeperBinDir(atlas_home), "start", logdir) print "zookeeper started." mc.run_solr(mc.solrBinDir(atlas_home), "start", mc.get_solr_zk_url(confdir), mc.solrPort(), logdir) print "solr started." print "setting up solr collections..." mc.create_solr_collection(mc.solrBinDir(atlas_home), mc.solrConfDir(atlas_home), "vertex_index", logdir) mc.create_solr_collection(mc.solrBinDir(atlas_home), mc.solrConfDir(atlas_home), "edge_index", logdir) mc.create_solr_collection(mc.solrBinDir(atlas_home), mc.solrConfDir(atlas_home), "fulltext_index", logdir) web_app_path = os.path.join(web_app_dir, "atlas") if (mc.isCygwin()): web_app_path = mc.convertCygwinPath(web_app_path) if not is_setup: start_atlas_server(atlas_classpath, atlas_pid_file, jvm_logdir, jvm_opts_list, web_app_path) mc.wait_for_startup(confdir, 300) print "Apache Atlas Server started!!!\n" else: process = mc.java("org.apache.atlas.web.setup.AtlasSetup", [], atlas_classpath, jvm_opts_list, jvm_logdir) return process.wait()
def main(): atlas_home = mc.atlasDir() confdir = mc.dirMustExist(mc.confDir(atlas_home)) mc.executeEnvSh(confdir) logdir = mc.dirMustExist(mc.logDir(atlas_home)) if mc.isCygwin(): # Pathnames that are passed to JVM must be converted to Windows format. jvm_atlas_home = mc.convertCygwinPath(atlas_home) jvm_confdir = mc.convertCygwinPath(confdir) jvm_logdir = mc.convertCygwinPath(logdir) else: jvm_atlas_home = atlas_home jvm_confdir = confdir jvm_logdir = logdir #create sys property for conf dirs jvm_opts_list = (ATLAS_LOG_OPTS % jvm_logdir).split() cmd_opts = (ATLAS_COMMAND_OPTS % jvm_atlas_home) jvm_opts_list.extend(cmd_opts.split()) config_opts = (ATLAS_CONFIG_OPTS % jvm_confdir) jvm_opts_list.extend(config_opts.split()) default_jvm_opts = DEFAULT_JVM_OPTS atlas_jvm_opts = os.environ.get(mc.ATLAS_OPTS, default_jvm_opts) jvm_opts_list.extend(atlas_jvm_opts.split()) #expand web app dir web_app_dir = mc.webAppDir(atlas_home) mc.expandWebApp(atlas_home) #add hbase-site.xml to classpath hbase_conf_dir = mc.hbaseConfDir(confdir) p = os.pathsep atlas_classpath = confdir + p \ + os.path.join(web_app_dir, "atlas", "WEB-INF", "classes" ) + p \ + os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "atlas-titan-${project.version}.jar" ) + p \ + os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "*" ) + p \ + os.path.join(atlas_home, "libext", "*") if os.path.exists(hbase_conf_dir): atlas_classpath = atlas_classpath + p \ + hbase_conf_dir else: storage_backend = mc.grep(os.path.join(confdir, CONF_FILE), HBASE_STORAGE_CONF_ENTRY) if storage_backend != None: raise Exception("Could not find hbase-site.xml in %s. Please set env var HBASE_CONF_DIR to the hbase client conf dir", hbase_conf_dir) if mc.isCygwin(): atlas_classpath = mc.convertCygwinPath(atlas_classpath, True) atlas_pid_file = mc.pidFile(atlas_home) if os.path.isfile(atlas_pid_file): #Check if process listed in atlas.pid file is still running pf = file(atlas_pid_file, 'r') pid = pf.read().strip() pf.close() if mc.ON_POSIX: if mc.unix_exist_pid((int)(pid)): mc.server_already_running(pid) else: mc.server_pid_not_running(pid) else: if mc.IS_WINDOWS: if mc.win_exist_pid(pid): mc.server_already_running(pid) else: mc.server_pid_not_running(pid) else: #os other than nt or posix - not supported - need to delete the file to restart server if pid no longer exist mc.server_already_running(pid) web_app_path = os.path.join(web_app_dir, "atlas") if (mc.isCygwin()): web_app_path = mc.convertCygwinPath(web_app_path) args = ["-app", web_app_path] args.extend(sys.argv[1:]) process = mc.java("org.apache.atlas.Atlas", args, atlas_classpath, jvm_opts_list, jvm_logdir) mc.writePid(atlas_pid_file, process) print "Apache Atlas Server started!!!\n"