def main():
metadata_home = mc.metadataDir()
confdir = mc.dirMustExist(mc.confDir(metadata_home))
mc.executeEnvSh(confdir)
piddir = mc.dirMustExist(mc.logDir(metadata_home))
metadata_pid_file = mc.pidFile(metadata_home)
try:
pf = file(metadata_pid_file, 'r')
pid = int(pf.read().strip())
pf.close()
except:
pid = None
if not pid:
sys.stderr.write("No process ID file found. Server not running?\n")
return
os.kill(pid, SIGTERM)
# assuming kill worked since process check on windows is more involved...
if os.path.exists(metadata_pid_file):
os.remove(metadata_pid_file)
def main():
metadata_home = mc.metadataDir()
confdir = mc.dirMustExist(mc.confDir(metadata_home))
mc.executeEnvSh(confdir)
logdir = mc.dirMustExist(mc.logDir(metadata_home))
#create sys property for conf dirs
jvm_opts_list = (METADATA_LOG_OPTS % logdir).split()
cmd_opts = (METADATA_COMMAND_OPTS % metadata_home)
jvm_opts_list.extend(cmd_opts.split())
default_jvm_opts = DEFAULT_JVM_OPTS
metadata_jvm_opts = os.environ.get(mc.METADATA_OPTS, default_jvm_opts)
jvm_opts_list.extend(metadata_jvm_opts.split())
#expand web app dir
web_app_dir = mc.webAppDir(metadata_home)
mc.expandWebApp(metadata_home)
p = os.pathsep
metadata_classpath = confdir + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "classes" ) + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "*" ) + p \
+ os.path.join(metadata_home, "libext", "*")
process = mc.java("org.apache.atlas.examples.QuickStart", sys.argv[1:], metadata_classpath, jvm_opts_list)
process.wait()
print "Example data added to Apache Atlas Server!!!\n"
def main():
atlas_home = mc.atlasDir()
confdir = mc.dirMustExist(mc.confDir(atlas_home))
logdir = mc.dirMustExist(mc.logDir(atlas_home))
mc.executeEnvSh(confdir)
jvm_opts_list = []
default_jvm_opts = DEFAULT_JVM_OPTS
atlas_jvm_opts = os.environ.get(mc.ATLAS_OPTS, default_jvm_opts)
jvm_opts_list.extend(atlas_jvm_opts.split())
#expand web app dir
web_app_dir = mc.webAppDir(atlas_home)
mc.expandWebApp(atlas_home)
p = os.pathsep
atlas_classpath = confdir + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "classes" ) + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "*" ) + p \
+ os.path.join(atlas_home, "libext", "*")
process = mc.java("org.apache.atlas.util.CredentialProviderUtility", sys.argv[1:], atlas_classpath, jvm_opts_list)
process.wait()
def main():
metadata_home = mc.metadataDir()
confdir = mc.dirMustExist(mc.confDir(metadata_home))
logdir = mc.dirMustExist(mc.logDir(metadata_home))
mc.executeEnvSh(confdir)
jvm_opts_list = []
default_jvm_opts = DEFAULT_JVM_OPTS
metadata_jvm_opts = os.environ.get(mc.METADATA_OPTS, default_jvm_opts)
jvm_opts_list.extend(metadata_jvm_opts.split())
#expand web app dir
web_app_dir = mc.webAppDir(metadata_home)
mc.expandWebApp(metadata_home)
p = os.pathsep
metadata_classpath = confdir + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "classes" ) + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "*" ) + p \
+ os.path.join(metadata_home, "libext", "*")
process = mc.java("org.apache.atlas.util.CredentialProviderUtility",
sys.argv[1:], metadata_classpath, jvm_opts_list)
process.wait()
def main():
metadata_home = mc.metadataDir()
confdir = mc.dirMustExist(mc.confDir(metadata_home))
mc.executeEnvSh(confdir)
logdir = mc.dirMustExist(mc.logDir(metadata_home))
#create sys property for conf dirs
jvm_opts_list = (METADATA_LOG_OPTS % logdir).split()
cmd_opts = (METADATA_COMMAND_OPTS % metadata_home)
jvm_opts_list.extend(cmd_opts.split())
default_jvm_opts = DEFAULT_JVM_OPTS
metadata_jvm_opts = os.environ.get(mc.METADATA_OPTS, default_jvm_opts)
jvm_opts_list.extend(metadata_jvm_opts.split())
#expand web app dir
web_app_dir = mc.webAppDir(metadata_home)
mc.expandWebApp(metadata_home)
p = os.pathsep
metadata_classpath = confdir + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "classes" ) + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "*" ) + p \
+ os.path.join(metadata_home, "libext", "*")
process = mc.java("org.apache.atlas.examples.QuickStart", sys.argv[1:],
metadata_classpath, jvm_opts_list)
process.wait()
print "Example data added to Apache Atlas Server!!!\n"
def main():
atlas_home = mc.atlasDir()
confdir = mc.dirMustExist(mc.confDir(atlas_home))
mc.executeEnvSh(confdir)
mc.dirMustExist(mc.logDir(atlas_home))
atlas_pid_file = mc.pidFile(atlas_home)
try:
pf = file(atlas_pid_file, 'r')
pid = int(pf.read().strip())
pf.close()
except:
pid = None
if not pid:
sys.stderr.write("No process ID file found. Server not running?\n")
return
if not mc.exist_pid(pid):
sys.stderr.write("Server no longer running with pid %s\nImproper shutdown?\npid file deleted.\n" %pid)
os.remove(atlas_pid_file)
return
os.kill(pid, SIGTERM)
mc.wait_for_shutdown(pid, "stopping atlas", 30)
# assuming kill worked since process check on windows is more involved...
if os.path.exists(atlas_pid_file):
os.remove(atlas_pid_file)
# stop hbase
if mc.is_hbase_local(confdir):
mc.run_hbase_action(mc.hbaseBinDir(atlas_home), "stop", None, None, True)
def main():
metadata_home = mc.metadataDir()
confdir = mc.dirMustExist(mc.confDir(metadata_home))
mc.executeEnvSh(confdir)
piddir = mc.dirMustExist(mc.logDir(metadata_home))
metadata_pid_file = mc.pidFile(metadata_home)
try:
pf = file(metadata_pid_file, 'r')
pid = int(pf.read().strip())
pf.close()
except:
pid = None
if not pid:
sys.stderr.write("No process ID file found. Server not running?\n")
return
if mc.ON_POSIX:
if not mc.unix_exist_pid(pid):
sys.stderr.write("Server no longer running with pid %s\nImproper shutdown?\npid file deleted.\n" %pid)
os.remove(metadata_pid_file)
return
else:
if mc.IS_WINDOWS:
if not mc.win_exist_pid((str)(pid)):
sys.stderr.write("Server no longer running with pid %s\nImproper shutdown?\npid file deleted.\n" %pid)
os.remove(metadata_pid_file)
return
os.kill(pid, SIGTERM)
# assuming kill worked since process check on windows is more involved...
if os.path.exists(metadata_pid_file):
os.remove(metadata_pid_file)
def main():
atlas_home = mc.atlasDir()
confdir = mc.dirMustExist(mc.confDir(atlas_home))
mc.executeEnvSh(confdir)
mc.dirMustExist(mc.logDir(atlas_home))
atlas_pid_file = mc.pidFile(atlas_home)
try:
pf = file(atlas_pid_file, 'r')
pid = int(pf.read().strip())
pf.close()
except:
pid = None
if not pid:
sys.stderr.write("No process ID file found. Server not running?\n")
return
if not mc.exist_pid(pid):
sys.stderr.write("Server no longer running with pid %s\nImproper shutdown?\npid file deleted.\n" %pid)
os.remove(atlas_pid_file)
return
os.kill(pid, SIGTERM)
mc.wait_for_shutdown(pid, "stopping atlas", 30)
if not mc.exist_pid(pid):
print "Apache Atlas Server stopped!!!\n"
# assuming kill worked since process check on windows is more involved...
if os.path.exists(atlas_pid_file):
os.remove(atlas_pid_file)
# stop solr
if mc.is_solr_local(confdir):
mc.run_solr(mc.solrBinDir(atlas_home), "stop", None, mc.solrPort(), None, True)
# stop hbase
if mc.is_hbase_local(confdir):
mc.run_hbase_action(mc.hbaseBinDir(atlas_home), "stop", None, None, True)
if mc.exist_pid(pid):
#after 30 seconds kill it
time.sleep(30)
try:
if os.name == "nt":
# If running on Windows then timeout termination uses SIGTERM instead of SIGKILL.
sys.stderr.write("did not stop gracefully after 30 seconds: killing process using SIGTERM\n")
os.kill(pid, SIGTERM)
else:
sys.stderr.write("did not stop gracefully after 30 seconds: killing process using SIGKILL\n")
os.kill(pid, SIGKILL)
except:
pass
def main():
atlas_home = mc.atlasDir()
confdir = mc.dirMustExist(mc.confDir(atlas_home))
mc.executeEnvSh(confdir)
mc.dirMustExist(mc.logDir(atlas_home))
atlas_pid_file = mc.pidFile(atlas_home)
try:
pf = file(atlas_pid_file, 'r')
pid = int(pf.read().strip())
pf.close()
except:
pid = None
if not pid:
sys.stderr.write("No process ID file found. Server not running?\n")
return
if not mc.exist_pid(pid):
sys.stderr.write(
"Server no longer running with pid %s\nImproper shutdown?\npid file deleted.\n"
% pid)
os.remove(atlas_pid_file)
return
os.kill(pid, SIGTERM)
mc.wait_for_shutdown(pid, "stopping atlas", 30)
if not mc.exist_pid(pid):
print "Apache Atlas Server stopped!!!\n"
# assuming kill worked since process check on windows is more involved...
if os.path.exists(atlas_pid_file):
os.remove(atlas_pid_file)
# stop solr
if mc.is_solr_local(confdir):
mc.run_solr(mc.solrBinDir(atlas_home), "stop", None, mc.solrPort(),
None, True)
# stop hbase
if mc.is_hbase_local(confdir):
mc.run_hbase_action(mc.hbaseBinDir(atlas_home), "stop", None, None,
True)
if mc.exist_pid(pid):
#after 30 seconds kill it
time.sleep(30)
try:
sys.stderr.write(
"did not stop gracefully after 30 seconds seconds: killing with SIGKILL\n"
)
os.kill(pid, SIGKILL)
except:
pass
def main():
metadata_home = mc.metadataDir()
confdir = mc.dirMustExist(mc.confDir(metadata_home))
mc.executeEnvSh(confdir)
logdir = mc.dirMustExist(mc.logDir(metadata_home))
#create sys property for conf dirs
jvm_opts_list = (METADATA_LOG_OPTS % logdir).split()
cmd_opts = (METADATA_COMMAND_OPTS % metadata_home)
jvm_opts_list.extend(cmd_opts.split())
config_opts = (METADATA_CONFIG_OPTS % confdir)
jvm_opts_list.extend(config_opts.split())
default_jvm_opts = DEFAULT_JVM_OPTS
metadata_jvm_opts = os.environ.get(mc.METADATA_OPTS, default_jvm_opts)
jvm_opts_list.extend(metadata_jvm_opts.split())
#expand web app dir
web_app_dir = mc.webAppDir(metadata_home)
mc.expandWebApp(metadata_home)
p = os.pathsep
metadata_classpath = confdir + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "classes" ) + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "*" ) + p \
+ os.path.join(metadata_home, "libext", "*")
metadata_pid_file = mc.pidFile(metadata_home)
if os.path.isfile(metadata_pid_file):
print "%s already exists, exiting" % metadata_pid_file
sys.exit()
args = ["-app", os.path.join(web_app_dir, "atlas")]
args.extend(sys.argv[1:])
process = mc.java("org.apache.atlas.Main", args, metadata_classpath,
jvm_opts_list, logdir)
mc.writePid(metadata_pid_file, process)
print "Apache Atlas Server started!!!\n"
def main():
metadata_home = mc.metadataDir()
confdir = mc.dirMustExist(mc.confDir(metadata_home))
mc.executeEnvSh(confdir)
logdir = mc.dirMustExist(mc.logDir(metadata_home))
#create sys property for conf dirs
jvm_opts_list = (METADATA_LOG_OPTS % logdir).split()
cmd_opts = (METADATA_COMMAND_OPTS % metadata_home)
jvm_opts_list.extend(cmd_opts.split())
config_opts = (METADATA_CONFIG_OPTS % confdir)
jvm_opts_list.extend(config_opts.split())
default_jvm_opts = DEFAULT_JVM_OPTS
metadata_jvm_opts = os.environ.get(mc.METADATA_OPTS, default_jvm_opts)
jvm_opts_list.extend(metadata_jvm_opts.split())
#expand web app dir
web_app_dir = mc.webAppDir(metadata_home)
mc.expandWebApp(metadata_home)
p = os.pathsep
metadata_classpath = confdir + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "classes" ) + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "*" ) + p \
+ os.path.join(metadata_home, "libext", "*")
metadata_pid_file = mc.pidFile(metadata_home)
if os.path.isfile(metadata_pid_file):
print "%s already exists, exiting" % metadata_pid_file
sys.exit()
args = ["-app", os.path.join(web_app_dir, "atlas")]
args.extend(sys.argv[1:])
process = mc.java("org.apache.atlas.Main", args, metadata_classpath, jvm_opts_list, logdir)
mc.writePid(metadata_pid_file, process)
print "Apache Atlas Server started!!!\n"
def main():
atlas_home = mc.atlasDir()
confdir = mc.dirMustExist(mc.confDir(atlas_home))
mc.executeEnvSh(confdir)
piddir = mc.dirMustExist(mc.logDir(atlas_home))
atlas_pid_file = mc.pidFile(atlas_home)
try:
pf = file(atlas_pid_file, 'r')
pid = int(pf.read().strip())
pf.close()
except:
pid = None
if not pid:
sys.stderr.write("No process ID file found. Server not running?\n")
return
if mc.ON_POSIX:
if not mc.unix_exist_pid(pid):
sys.stderr.write(
"Server no longer running with pid %s\nImproper shutdown?\npid file deleted.\n"
% pid)
os.remove(atlas_pid_file)
return
else:
if mc.IS_WINDOWS:
if not mc.win_exist_pid((str)(pid)):
sys.stderr.write(
"Server no longer running with pid %s\nImproper shutdown?\npid file deleted.\n"
% pid)
os.remove(atlas_pid_file)
return
os.kill(pid, SIGTERM)
# assuming kill worked since process check on windows is more involved...
if os.path.exists(atlas_pid_file):
os.remove(atlas_pid_file)
def main():
atlas_home = mc.atlasDir()
confdir = mc.dirMustExist(mc.confDir(atlas_home))
mc.executeEnvSh(confdir)
logdir = mc.dirMustExist(mc.logDir(atlas_home))
if mc.isCygwin():
# Pathnames that are passed to JVM must be converted to Windows format.
jvm_atlas_home = mc.convertCygwinPath(atlas_home)
jvm_logdir = mc.convertCygwinPath(logdir)
else:
jvm_atlas_home = atlas_home
jvm_logdir = logdir
#create sys property for conf dirs
jvm_opts_list = (ATLAS_LOG_OPTS % jvm_logdir).split()
cmd_opts = (ATLAS_COMMAND_OPTS % jvm_atlas_home)
jvm_opts_list.extend(cmd_opts.split())
default_jvm_opts = DEFAULT_JVM_OPTS
atlas_jvm_opts = os.environ.get(mc.ATLAS_OPTS, default_jvm_opts)
jvm_opts_list.extend(atlas_jvm_opts.split())
#expand web app dir
web_app_dir = mc.webAppDir(atlas_home)
mc.expandWebApp(atlas_home)
p = os.pathsep
atlas_classpath = confdir + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "classes" ) + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "*" ) + p \
+ os.path.join(atlas_home, "libext", "*")
if mc.isCygwin():
atlas_classpath = mc.convertCygwinPath(atlas_classpath, True)
process = mc.java("org.apache.atlas.examples.QuickStart", sys.argv[1:],
atlas_classpath, jvm_opts_list)
return process.wait()
def main():
atlas_home = mc.atlasDir()
confdir = mc.dirMustExist(mc.confDir(atlas_home))
mc.executeEnvSh(confdir)
logdir = mc.dirMustExist(mc.logDir(atlas_home))
if mc.isCygwin():
# Pathnames that are passed to JVM must be converted to Windows format.
jvm_atlas_home = mc.convertCygwinPath(atlas_home)
jvm_logdir = mc.convertCygwinPath(logdir)
else:
jvm_atlas_home = atlas_home
jvm_logdir = logdir
#create sys property for conf dirs
jvm_opts_list = (ATLAS_LOG_OPTS % jvm_logdir).split()
cmd_opts = (ATLAS_COMMAND_OPTS % jvm_atlas_home)
jvm_opts_list.extend(cmd_opts.split())
default_jvm_opts = DEFAULT_JVM_OPTS
atlas_jvm_opts = os.environ.get(mc.ATLAS_OPTS, default_jvm_opts)
jvm_opts_list.extend(atlas_jvm_opts.split())
#expand web app dir
web_app_dir = mc.webAppDir(atlas_home)
mc.expandWebApp(atlas_home)
p = os.pathsep
atlas_classpath = confdir + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "classes" ) + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "*" ) + p \
+ os.path.join(atlas_home, "libext", "*")
if mc.isCygwin():
atlas_classpath = mc.convertCygwinPath(atlas_classpath, True)
process = mc.java("org.apache.atlas.examples.QuickStart", sys.argv[1:], atlas_classpath, jvm_opts_list)
return process.wait()
def setup_conf_dir():
atlas_home = mc.atlasDir()
return mc.dirMustExist(mc.confDir(atlas_home))
def main():
is_setup = (len(sys.argv)>1) and sys.argv[1] is not None and sys.argv[1] == '-setup'
atlas_home = mc.atlasDir()
confdir = mc.dirMustExist(mc.confDir(atlas_home))
mc.executeEnvSh(confdir)
logdir = mc.dirMustExist(mc.logDir(atlas_home))
mc.dirMustExist(mc.dataDir(atlas_home))
if mc.isCygwin():
# Pathnames that are passed to JVM must be converted to Windows format.
jvm_atlas_home = mc.convertCygwinPath(atlas_home)
jvm_confdir = mc.convertCygwinPath(confdir)
jvm_logdir = mc.convertCygwinPath(logdir)
else:
jvm_atlas_home = atlas_home
jvm_confdir = confdir
jvm_logdir = logdir
#create sys property for conf dirs
if not is_setup:
jvm_opts_list = (ATLAS_LOG_OPTS % (jvm_logdir, "application")).split()
else:
jvm_opts_list = (ATLAS_LOG_OPTS % (jvm_logdir, "atlas_setup")).split()
cmd_opts = (ATLAS_COMMAND_OPTS % jvm_atlas_home)
jvm_opts_list.extend(cmd_opts.split())
config_opts = (ATLAS_CONFIG_OPTS % jvm_confdir)
jvm_opts_list.extend(config_opts.split())
atlas_server_heap_opts = os.environ.get(mc.ATLAS_SERVER_HEAP, DEFAULT_JVM_HEAP_OPTS)
jvm_opts_list.extend(atlas_server_heap_opts.split())
atlas_server_jvm_opts = os.environ.get(mc.ATLAS_SERVER_OPTS)
if atlas_server_jvm_opts:
jvm_opts_list.extend(atlas_server_jvm_opts.split())
atlas_jvm_opts = os.environ.get(mc.ATLAS_OPTS, DEFAULT_JVM_OPTS)
jvm_opts_list.extend(atlas_jvm_opts.split())
#expand web app dir
web_app_dir = mc.webAppDir(atlas_home)
mc.expandWebApp(atlas_home)
p = os.pathsep
atlas_classpath = confdir + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "classes" ) + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "*" ) + p \
+ os.path.join(atlas_home, "libext", "*")
is_hbase = mc.is_hbase(confdir)
if is_hbase:
#add hbase-site.xml to classpath
hbase_conf_dir = mc.hbaseConfDir(atlas_home)
if os.path.exists(hbase_conf_dir):
atlas_classpath = atlas_classpath + p \
+ hbase_conf_dir
else:
if mc.is_hbase(confdir):
raise Exception("Could not find hbase-site.xml in %s. Please set env var HBASE_CONF_DIR to the hbase client conf dir", hbase_conf_dir)
if mc.isCygwin():
atlas_classpath = mc.convertCygwinPath(atlas_classpath, True)
atlas_pid_file = mc.pidFile(atlas_home)
if os.path.isfile(atlas_pid_file):
#Check if process listed in atlas.pid file is still running
pf = file(atlas_pid_file, 'r')
pid = pf.read().strip()
pf.close()
if mc.exist_pid((int)(pid)):
if is_setup:
print "Cannot run setup when server is running."
mc.server_already_running(pid)
else:
mc.server_pid_not_running(pid)
if is_hbase and mc.is_hbase_local(confdir):
print "configured for local hbase."
mc.configure_hbase(atlas_home)
mc.run_hbase_action(mc.hbaseBinDir(atlas_home), "start", hbase_conf_dir, logdir)
print "hbase started."
#solr setup
if mc.is_solr_local(confdir):
print "configured for local solr."
mc.run_solr(mc.solrBinDir(atlas_home), "start", mc.get_solr_zk_url(confdir), mc.solrPort(), logdir)
print "solr started."
print "setting up solr collections..."
mc.create_solr_collection(mc.solrBinDir(atlas_home), mc.solrConfDir(atlas_home), "vertex_index", logdir)
mc.create_solr_collection(mc.solrBinDir(atlas_home), mc.solrConfDir(atlas_home), "edge_index", logdir)
mc.create_solr_collection(mc.solrBinDir(atlas_home), mc.solrConfDir(atlas_home), "fulltext_index", logdir)
web_app_path = os.path.join(web_app_dir, "atlas")
if (mc.isCygwin()):
web_app_path = mc.convertCygwinPath(web_app_path)
if not is_setup:
start_atlas_server(atlas_classpath, atlas_pid_file, jvm_logdir, jvm_opts_list, web_app_path)
else:
process = mc.java("org.apache.atlas.web.setup.AtlasSetup", [], atlas_classpath, jvm_opts_list, jvm_logdir)
return process.wait()
def main():
atlas_home = mc.atlasDir()
confdir = mc.dirMustExist(mc.confDir(atlas_home))
mc.executeEnvSh(confdir)
logdir = mc.dirMustExist(mc.logDir(atlas_home))
mc.dirMustExist(mc.dataDir(atlas_home))
if mc.isCygwin():
# Pathnames that are passed to JVM must be converted to Windows format.
jvm_atlas_home = mc.convertCygwinPath(atlas_home)
jvm_confdir = mc.convertCygwinPath(confdir)
jvm_logdir = mc.convertCygwinPath(logdir)
else:
jvm_atlas_home = atlas_home
jvm_confdir = confdir
jvm_logdir = logdir
print("Logging: " + os.path.join(jvm_logdir, ATLAS_LOG_FILE))
#create sys property for conf dirs
jvm_opts_list = (ATLAS_LOG_OPTS % (jvm_logdir)).split()
cmd_opts = (ATLAS_COMMAND_OPTS % jvm_atlas_home)
jvm_opts_list.extend(cmd_opts.split())
config_opts = (ATLAS_CONFIG_OPTS % jvm_confdir)
jvm_opts_list.extend(config_opts.split())
atlas_server_heap_opts = os.environ.get(mc.ATLAS_SERVER_HEAP,
DEFAULT_JVM_HEAP_OPTS)
jvm_opts_list.extend(atlas_server_heap_opts.split())
atlas_server_jvm_opts = os.environ.get(mc.ATLAS_SERVER_OPTS)
if atlas_server_jvm_opts:
jvm_opts_list.extend(atlas_server_jvm_opts.split())
atlas_jvm_opts = os.environ.get(mc.ATLAS_OPTS, DEFAULT_JVM_OPTS)
jvm_opts_list.extend(atlas_jvm_opts.split())
#expand web app dir
web_app_dir = mc.webAppDir(atlas_home)
mc.expandWebApp(atlas_home)
p = os.pathsep
atlas_classpath = os.path.join(os.getcwd(), ".", "*") + p \
+ confdir + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "classes" ) + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "*" ) + p \
+ os.path.join(atlas_home, "libext", "*")
is_hbase = mc.is_hbase(confdir)
if is_hbase:
#add hbase-site.xml to classpath
hbase_conf_dir = mc.hbaseConfDir(atlas_home)
if os.path.exists(hbase_conf_dir):
atlas_classpath = atlas_classpath + p \
+ hbase_conf_dir
else:
if mc.is_hbase(confdir):
raise Exception(
"Could not find hbase-site.xml in %s. Please set env var HBASE_CONF_DIR to the hbase client conf dir",
hbase_conf_dir)
if mc.isCygwin():
atlas_classpath = mc.convertCygwinPath(atlas_classpath, True)
atlas_pid_file = mc.pidFile(atlas_home)
if os.path.isfile(atlas_pid_file):
#Check if process listed in atlas.pid file is still running
pf = file(atlas_pid_file, 'r')
pid = pf.read().strip()
pf.close()
if is_hbase and mc.is_hbase_local(confdir):
print "configured for local hbase."
mc.configure_hbase(atlas_home)
mc.run_hbase_action(mc.hbaseBinDir(atlas_home), "start",
hbase_conf_dir, logdir)
print "hbase started."
web_app_path = os.path.join(web_app_dir, "atlas")
if (mc.isCygwin()):
web_app_path = mc.convertCygwinPath(web_app_path)
start_migration_export(atlas_classpath, atlas_pid_file, jvm_logdir,
jvm_opts_list, web_app_path)
def main():
is_setup = (len(sys.argv) >
1) and sys.argv[1] is not None and sys.argv[1] == '-setup'
atlas_home = mc.atlasDir()
confdir = mc.dirMustExist(mc.confDir(atlas_home))
mc.executeEnvSh(confdir)
logdir = mc.dirMustExist(mc.logDir(atlas_home))
mc.dirMustExist(mc.dataDir(atlas_home))
if mc.isCygwin():
# Pathnames that are passed to JVM must be converted to Windows format.
jvm_atlas_home = mc.convertCygwinPath(atlas_home)
jvm_confdir = mc.convertCygwinPath(confdir)
jvm_logdir = mc.convertCygwinPath(logdir)
else:
jvm_atlas_home = atlas_home
jvm_confdir = confdir
jvm_logdir = logdir
#create sys property for conf dirs
if not is_setup:
jvm_opts_list = (ATLAS_LOG_OPTS % (jvm_logdir, "application")).split()
else:
jvm_opts_list = (ATLAS_LOG_OPTS % (jvm_logdir, "atlas_setup")).split()
cmd_opts = (ATLAS_COMMAND_OPTS % jvm_atlas_home)
jvm_opts_list.extend(cmd_opts.split())
config_opts = (ATLAS_CONFIG_OPTS % jvm_confdir)
jvm_opts_list.extend(config_opts.split())
atlas_server_heap_opts = os.environ.get(mc.ATLAS_SERVER_HEAP,
DEFAULT_JVM_HEAP_OPTS)
jvm_opts_list.extend(atlas_server_heap_opts.split())
atlas_server_jvm_opts = os.environ.get(mc.ATLAS_SERVER_OPTS)
if atlas_server_jvm_opts:
jvm_opts_list.extend(atlas_server_jvm_opts.split())
atlas_jvm_opts = os.environ.get(mc.ATLAS_OPTS, DEFAULT_JVM_OPTS)
jvm_opts_list.extend(atlas_jvm_opts.split())
#expand web app dir
web_app_dir = mc.webAppDir(atlas_home)
mc.expandWebApp(atlas_home)
p = os.pathsep
atlas_classpath = confdir + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "classes" ) + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "*" ) + p \
+ os.path.join(atlas_home, "libext", "*")
is_hbase = mc.is_hbase(confdir)
if is_hbase:
#add hbase-site.xml to classpath
hbase_conf_dir = mc.hbaseConfDir(atlas_home)
if os.path.exists(hbase_conf_dir):
atlas_classpath = atlas_classpath + p \
+ hbase_conf_dir
else:
if mc.is_hbase(confdir):
raise Exception(
"Could not find hbase-site.xml in %s. Please set env var HBASE_CONF_DIR to the hbase client conf dir",
hbase_conf_dir)
if mc.isCygwin():
atlas_classpath = mc.convertCygwinPath(atlas_classpath, True)
atlas_pid_file = mc.pidFile(atlas_home)
if os.path.isfile(atlas_pid_file):
#Check if process listed in atlas.pid file is still running
pf = file(atlas_pid_file, 'r')
pid = pf.read().strip()
pf.close()
if mc.exist_pid((int)(pid)):
if is_setup:
print "Cannot run setup when server is running."
mc.server_already_running(pid)
else:
mc.server_pid_not_running(pid)
if is_hbase and mc.is_hbase_local(confdir):
print "configured for local hbase."
mc.configure_hbase(atlas_home)
mc.run_hbase_action(mc.hbaseBinDir(atlas_home), "start",
hbase_conf_dir, logdir)
print "hbase started."
#solr setup
if mc.is_solr_local(confdir):
print "configured for local solr."
if mc.is_cassandra_local(confdir):
print "Cassandra embedded configured."
mc.configure_cassandra(atlas_home)
mc.configure_zookeeper(atlas_home)
mc.run_zookeeper(mc.zookeeperBinDir(atlas_home), "start", logdir)
print "zookeeper started."
mc.run_solr(mc.solrBinDir(atlas_home), "start",
mc.get_solr_zk_url(confdir), mc.solrPort(), logdir)
print "solr started."
print "setting up solr collections..."
mc.create_solr_collection(mc.solrBinDir(atlas_home),
mc.solrConfDir(atlas_home), "vertex_index",
logdir)
mc.create_solr_collection(mc.solrBinDir(atlas_home),
mc.solrConfDir(atlas_home), "edge_index",
logdir)
mc.create_solr_collection(mc.solrBinDir(atlas_home),
mc.solrConfDir(atlas_home), "fulltext_index",
logdir)
web_app_path = os.path.join(web_app_dir, "atlas")
if (mc.isCygwin()):
web_app_path = mc.convertCygwinPath(web_app_path)
if not is_setup:
start_atlas_server(atlas_classpath, atlas_pid_file, jvm_logdir,
jvm_opts_list, web_app_path)
mc.wait_for_startup(confdir, 300)
print "Apache Atlas Server started!!!\n"
else:
process = mc.java("org.apache.atlas.web.setup.AtlasSetup", [],
atlas_classpath, jvm_opts_list, jvm_logdir)
return process.wait()
def main():
atlas_home = mc.atlasDir()
confdir = mc.dirMustExist(mc.confDir(atlas_home))
mc.executeEnvSh(confdir)
logdir = mc.dirMustExist(mc.logDir(atlas_home))
if mc.isCygwin():
# Pathnames that are passed to JVM must be converted to Windows format.
jvm_atlas_home = mc.convertCygwinPath(atlas_home)
jvm_confdir = mc.convertCygwinPath(confdir)
jvm_logdir = mc.convertCygwinPath(logdir)
else:
jvm_atlas_home = atlas_home
jvm_confdir = confdir
jvm_logdir = logdir
#create sys property for conf dirs
jvm_opts_list = (ATLAS_LOG_OPTS % jvm_logdir).split()
cmd_opts = (ATLAS_COMMAND_OPTS % jvm_atlas_home)
jvm_opts_list.extend(cmd_opts.split())
config_opts = (ATLAS_CONFIG_OPTS % jvm_confdir)
jvm_opts_list.extend(config_opts.split())
default_jvm_opts = DEFAULT_JVM_OPTS
atlas_jvm_opts = os.environ.get(mc.ATLAS_OPTS, default_jvm_opts)
jvm_opts_list.extend(atlas_jvm_opts.split())
#expand web app dir
web_app_dir = mc.webAppDir(atlas_home)
mc.expandWebApp(atlas_home)
#add hbase-site.xml to classpath
hbase_conf_dir = mc.hbaseConfDir(confdir)
p = os.pathsep
atlas_classpath = confdir + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "classes" ) + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "atlas-titan-${project.version}.jar" ) + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "*" ) + p \
+ os.path.join(atlas_home, "libext", "*")
if os.path.exists(hbase_conf_dir):
atlas_classpath = atlas_classpath + p \
+ hbase_conf_dir
else:
storage_backend = mc.grep(os.path.join(confdir, CONF_FILE), HBASE_STORAGE_CONF_ENTRY)
if storage_backend != None:
raise Exception("Could not find hbase-site.xml in %s. Please set env var HBASE_CONF_DIR to the hbase client conf dir", hbase_conf_dir)
if mc.isCygwin():
atlas_classpath = mc.convertCygwinPath(atlas_classpath, True)
atlas_pid_file = mc.pidFile(atlas_home)
if os.path.isfile(atlas_pid_file):
#Check if process listed in atlas.pid file is still running
pf = file(atlas_pid_file, 'r')
pid = pf.read().strip()
pf.close()
if mc.ON_POSIX:
if mc.unix_exist_pid((int)(pid)):
mc.server_already_running(pid)
else:
mc.server_pid_not_running(pid)
else:
if mc.IS_WINDOWS:
if mc.win_exist_pid(pid):
mc.server_already_running(pid)
else:
mc.server_pid_not_running(pid)
else:
#os other than nt or posix - not supported - need to delete the file to restart server if pid no longer exist
mc.server_already_running(pid)
web_app_path = os.path.join(web_app_dir, "atlas")
if (mc.isCygwin()):
web_app_path = mc.convertCygwinPath(web_app_path)
args = ["-app", web_app_path]
args.extend(sys.argv[1:])
process = mc.java("org.apache.atlas.Atlas", args, atlas_classpath, jvm_opts_list, jvm_logdir)
mc.writePid(atlas_pid_file, process)
print "Apache Atlas Server started!!!\n"
def setup_conf_dir():
atlas_home = mc.atlasDir()
return mc.dirMustExist(mc.confDir(atlas_home))
def main():
atlas_home = mc.atlasDir()
confdir = mc.dirMustExist(mc.confDir(atlas_home))
mc.executeEnvSh(confdir)
mc.dirMustExist(mc.logDir(atlas_home))
atlas_pid_file = mc.pidFile(atlas_home)
try:
pf = file(atlas_pid_file, 'r')
pid = int(pf.read().strip())
pf.close()
except:
pid = None
if not pid:
sys.stderr.write("No process ID file found. Server not running?\n")
return
if not mc.exist_pid(pid):
sys.stderr.write(
"Server no longer running with pid %s\nImproper shutdown?\npid file deleted.\n"
% pid)
os.remove(atlas_pid_file)
return
os.kill(pid, SIGTERM)
mc.wait_for_shutdown(pid, "stopping atlas", 30)
if not mc.exist_pid(pid):
print "Apache Atlas Server stopped!!!\n"
# assuming kill worked since process check on windows is more involved...
if os.path.exists(atlas_pid_file):
os.remove(atlas_pid_file)
# stop solr
if mc.is_solr_local(confdir):
mc.run_solr(mc.solrBinDir(atlas_home), "stop", None, mc.solrPort(),
None, True, mc.solrHomeDir(atlas_home))
if mc.is_zookeeper_local(confdir):
mc.run_zookeeper(mc.zookeeperBinDir(atlas_home), "stop")
# stop elasticsearch
if mc.is_elasticsearch_local():
logdir = os.path.join(atlas_home, 'logs')
elastic_pid_file = os.path.join(logdir, 'elasticsearch.pid')
try:
pf = file(elastic_pid_file, 'r')
pid = int(pf.read().strip())
pf.close()
except:
pid = None
if not pid:
sys.stderr.write(
"No process ID file found. Elasticsearch not running?\n")
return
if not mc.exist_pid(pid):
sys.stderr.write(
"Elasticsearch no longer running with pid %s\nImproper shutdown?\npid file deleted.\n"
% pid)
os.remove(elastic_pid_file)
return
os.kill(pid, SIGTERM)
mc.wait_for_shutdown(pid, "stopping elasticsearch", 30)
if not mc.exist_pid(pid):
print "Elasticsearch stopped!!!\n"
# assuming kill worked since process check on windows is more involved...
if os.path.exists(elastic_pid_file):
os.remove(elastic_pid_file)
# stop hbase
if mc.is_hbase_local(confdir):
mc.run_hbase_action(mc.hbaseBinDir(atlas_home), "stop", None, None,
True)
if mc.exist_pid(pid):
#after 30 seconds kill it
time.sleep(30)
try:
if os.name == "nt":
# If running on Windows then timeout termination uses SIGTERM instead of SIGKILL.
sys.stderr.write(
"did not stop gracefully after 30 seconds: killing process using SIGTERM\n"
)
os.kill(pid, SIGTERM)
else:
sys.stderr.write(
"did not stop gracefully after 30 seconds: killing process using SIGKILL\n"
)
os.kill(pid, SIGKILL)
except:
pass
def main():
metadata_home = mc.metadataDir()
confdir = mc.dirMustExist(mc.confDir(metadata_home))
mc.executeEnvSh(confdir)
logdir = mc.dirMustExist(mc.logDir(metadata_home))
#create sys property for conf dirs
jvm_opts_list = (METADATA_LOG_OPTS % logdir).split()
cmd_opts = (METADATA_COMMAND_OPTS % metadata_home)
jvm_opts_list.extend(cmd_opts.split())
config_opts = (METADATA_CONFIG_OPTS % confdir)
jvm_opts_list.extend(config_opts.split())
default_jvm_opts = DEFAULT_JVM_OPTS
metadata_jvm_opts = os.environ.get(mc.METADATA_OPTS, default_jvm_opts)
jvm_opts_list.extend(metadata_jvm_opts.split())
#expand web app dir
web_app_dir = mc.webAppDir(metadata_home)
mc.expandWebApp(metadata_home)
p = os.pathsep
metadata_classpath = confdir + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "classes" ) + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "*" ) + p \
+ os.path.join(metadata_home, "libext", "*")
metadata_pid_file = mc.pidFile(metadata_home)
if os.path.isfile(metadata_pid_file):
#Check if process listed in atlas.pid file is still running
pf = file(metadata_pid_file, 'r')
pid = pf.read().strip()
pf.close()
if mc.ON_POSIX:
if mc.unix_exist_pid((int)(pid)):
mc.server_already_running(pid)
else:
mc.server_pid_not_running(pid)
else:
if mc.IS_WINDOWS:
if mc.win_exist_pid(pid):
mc.server_already_running(pid)
else:
mc.server_pid_not_running(pid)
else:
#os other than nt or posix - not supported - need to delete the file to restart server if pid no longer exist
mc.server_already_running(pid)
args = ["-app", os.path.join(web_app_dir, "atlas")]
args.extend(sys.argv[1:])
process = mc.java("org.apache.atlas.Atlas", args, metadata_classpath, jvm_opts_list, logdir)
mc.writePid(metadata_pid_file, process)
print "Apache Atlas Server started!!!\n"
def main():
atlas_home = mc.atlasDir()
confdir = mc.dirMustExist(mc.confDir(atlas_home))
mc.executeEnvSh(confdir)
logdir = mc.dirMustExist(mc.logDir(atlas_home))
if mc.isCygwin():
# Pathnames that are passed to JVM must be converted to Windows format.
jvm_atlas_home = mc.convertCygwinPath(atlas_home)
jvm_confdir = mc.convertCygwinPath(confdir)
jvm_logdir = mc.convertCygwinPath(logdir)
else:
jvm_atlas_home = atlas_home
jvm_confdir = confdir
jvm_logdir = logdir
#create sys property for conf dirs
jvm_opts_list = (ATLAS_LOG_OPTS % jvm_logdir).split()
cmd_opts = (ATLAS_COMMAND_OPTS % jvm_atlas_home)
jvm_opts_list.extend(cmd_opts.split())
config_opts = (ATLAS_CONFIG_OPTS % jvm_confdir)
jvm_opts_list.extend(config_opts.split())
default_jvm_opts = DEFAULT_JVM_OPTS
atlas_jvm_opts = os.environ.get(mc.ATLAS_OPTS, default_jvm_opts)
jvm_opts_list.extend(atlas_jvm_opts.split())
#expand web app dir
web_app_dir = mc.webAppDir(atlas_home)
mc.expandWebApp(atlas_home)
#add hbase-site.xml to classpath
hbase_conf_dir = mc.hbaseConfDir(confdir)
p = os.pathsep
atlas_classpath = confdir + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "classes" ) + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "atlas-titan-${project.version}.jar" ) + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "*" ) + p \
+ os.path.join(atlas_home, "libext", "*")
if os.path.exists(hbase_conf_dir):
atlas_classpath = atlas_classpath + p \
+ hbase_conf_dir
else:
storage_backend = mc.grep(os.path.join(confdir, CONF_FILE),
HBASE_STORAGE_CONF_ENTRY)
if storage_backend != None:
raise Exception(
"Could not find hbase-site.xml in %s. Please set env var HBASE_CONF_DIR to the hbase client conf dir",
hbase_conf_dir)
if mc.isCygwin():
atlas_classpath = mc.convertCygwinPath(atlas_classpath, True)
atlas_pid_file = mc.pidFile(atlas_home)
if os.path.isfile(atlas_pid_file):
#Check if process listed in atlas.pid file is still running
pf = file(atlas_pid_file, 'r')
pid = pf.read().strip()
pf.close()
if mc.ON_POSIX:
if mc.unix_exist_pid((int)(pid)):
mc.server_already_running(pid)
else:
mc.server_pid_not_running(pid)
else:
if mc.IS_WINDOWS:
if mc.win_exist_pid(pid):
mc.server_already_running(pid)
else:
mc.server_pid_not_running(pid)
else:
#os other than nt or posix - not supported - need to delete the file to restart server if pid no longer exist
mc.server_already_running(pid)
web_app_path = os.path.join(web_app_dir, "atlas")
if (mc.isCygwin()):
web_app_path = mc.convertCygwinPath(web_app_path)
args = ["-app", web_app_path]
args.extend(sys.argv[1:])
process = mc.java("org.apache.atlas.Atlas", args, atlas_classpath,
jvm_opts_list, jvm_logdir)
mc.writePid(atlas_pid_file, process)
print "Apache Atlas Server started!!!\n"
def main():
metadata_home = mc.metadataDir()
confdir = mc.dirMustExist(mc.confDir(metadata_home))
mc.executeEnvSh(confdir)
logdir = mc.dirMustExist(mc.logDir(metadata_home))
#create sys property for conf dirs
jvm_opts_list = (METADATA_LOG_OPTS % logdir).split()
cmd_opts = (METADATA_COMMAND_OPTS % metadata_home)
jvm_opts_list.extend(cmd_opts.split())
config_opts = (METADATA_CONFIG_OPTS % confdir)
jvm_opts_list.extend(config_opts.split())
default_jvm_opts = DEFAULT_JVM_OPTS
metadata_jvm_opts = os.environ.get(mc.METADATA_OPTS, default_jvm_opts)
jvm_opts_list.extend(metadata_jvm_opts.split())
#expand web app dir
web_app_dir = mc.webAppDir(metadata_home)
mc.expandWebApp(metadata_home)
#add hbase-site.xml to classpath
hbase_conf_dir = mc.hbaseConfDir(confdir)
p = os.pathsep
metadata_classpath = confdir + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "classes" ) + p \
+ os.path.join(web_app_dir, "atlas", "WEB-INF", "lib", "*" ) + p \
+ os.path.join(metadata_home, "libext", "*")
if os.path.exists(hbase_conf_dir):
metadata_classpath = metadata_classpath + p \
+ hbase_conf_dir
else:
storage_backend = mc.grep(os.path.join(confdir, CONF_FILE),
HBASE_STORAGE_CONF_ENTRY)
if storage_backend != None:
raise Exception(
"Could not find hbase-site.xml in %s. Please set env var HBASE_CONF_DIR to the hbase client conf dir",
hbase_conf_dir)
metadata_pid_file = mc.pidFile(metadata_home)
if os.path.isfile(metadata_pid_file):
#Check if process listed in atlas.pid file is still running
pf = file(metadata_pid_file, 'r')
pid = pf.read().strip()
pf.close()
if mc.ON_POSIX:
if mc.unix_exist_pid((int)(pid)):
mc.server_already_running(pid)
else:
mc.server_pid_not_running(pid)
else:
if mc.IS_WINDOWS:
if mc.win_exist_pid(pid):
mc.server_already_running(pid)
else:
mc.server_pid_not_running(pid)
else:
#os other than nt or posix - not supported - need to delete the file to restart server if pid no longer exist
mc.server_already_running(pid)
args = ["-app", os.path.join(web_app_dir, "atlas")]
args.extend(sys.argv[1:])
process = mc.java("org.apache.atlas.Atlas", args, metadata_classpath,
jvm_opts_list, logdir)
mc.writePid(metadata_pid_file, process)
print "Apache Atlas Server started!!!\n"