def call_proc(self, sysproc_name, types, args, check_status = True):
utility.verbose_info('Call procedure: %s%s' % (sysproc_name, tuple(args)))
proc = voltdbclient.VoltProcedure(self.client, sysproc_name, types)
response = proc.call(params = args)
if check_status and response.status != 1:
utility.abort('"%s" procedure call failed.' % sysproc_name, (response,))
utility.verbose_info(response)
return utility.VoltResponseWrapper(response)
def call_proc(self, sysproc_name, types, args, check_status = True):
if self.client is None:
utility.abort('Command is not set up as a client.',
'Add an appropriate admin or client bundle to @VOLT.Command().')
utility.verbose_info('Call procedure: %s%s' % (sysproc_name, tuple(args)))
proc = voltdbclient.VoltProcedure(self.client, sysproc_name, types)
response = proc.call(params = args)
if check_status and response.status != 1:
utility.abort('"%s" procedure call failed.' % sysproc_name, (response,))
utility.verbose_info(response)
return utility.VoltResponseWrapper(response)
def call_proc(self, sysproc_name, types, args, check_status=True, timeout=None):
if self.client is None:
utility.abort('Command is not set up as a client.',
'Add an appropriate admin or client bundle to @VOLT.Command().')
utility.verbose_info('Call procedure: %s%s' % (sysproc_name, tuple(args)))
proc = voltdbclient.VoltProcedure(self.client, sysproc_name, types)
response = proc.call(params=args, timeout=timeout)
if check_status and response.status != 1:
utility.abort('"%s" procedure call failed.' % sysproc_name, (response,))
utility.verbose_info(response)
return utility.VoltResponseWrapper(response)
def save(runner):
uri = "file://%s" % urllib.quote(os.path.realpath(runner.opts.directory))
nonce = runner.opts.nonce.replace('"', '\\"')
if runner.opts.blocking:
blocking = "true"
else:
blocking = "false"
json_opts = ['{uripath:"%s",nonce:"%s",block:%s,format:"%s"}' % (uri, nonce, blocking, runner.opts.format)]
utility.verbose_info('@SnapshotSave "%s"' % json_opts)
columns = [VOLT.FastSerializer.VOLTTYPE_STRING]
response = runner.call_proc("@SnapshotSave", columns, json_opts)
print response.table(0).format_table(caption="Snapshot Save Results")
def save(runner):
uri = 'file://%s' % urllib.quote(os.path.realpath(runner.opts.directory))
nonce = runner.opts.nonce.replace('"', '\\"')
if runner.opts.blocking:
blocking = 'true'
else:
blocking = 'false'
json_opts = ['{uripath:"%s",nonce:"%s",block:%s,format:"%s"}'
% (uri, nonce, blocking, runner.opts.format)]
utility.verbose_info('@SnapshotSave "%s"' % json_opts)
columns = [VOLT.FastSerializer.VOLTTYPE_STRING]
response = runner.call_proc('@SnapshotSave', columns, json_opts)
print response.table(0).format_table(caption = 'Snapshot Save Results')
def verbose_info(self, *msgs):
"""
Display verbose INFO level messages if enabled.
"""
utility.verbose_info(*msgs)
def verbose_info(self, *msgs):
"""
Display verbose INFO level messages if enabled.
"""
utility.verbose_info(*msgs)
def initialize(standalone_arg, command_name_arg, command_dir_arg, version_arg):
"""
Set the VOLTDB_LIB and VOLTDB_VOLTDB environment variables based on the
script location and the working directory.
"""
global command_name, command_dir, version, pro_version
command_name = command_name_arg
command_dir = command_dir_arg
version = version_arg
# Stand-alone scripts don't need a develoopment environment.
global standalone
standalone = standalone_arg
if standalone:
return
# Add the working directory, the command directory, and VOLTCORE as
# starting points for the scan.
dirs = []
def add_dir(dir):
if dir and os.path.isdir(dir) and dir not in dirs:
dirs.append(os.path.realpath(dir))
add_dir(os.getcwd())
add_dir(command_dir)
add_dir(os.environ.get('VOLTCORE', None))
utility.verbose_info('Base directories for scan:', dirs)
lib_search_globs = []
voltdb_search_globs = []
for dir in dirs:
# Crawl upward and look for the lib and voltdb directories.
# They may be the same directory when installed by a Linux installer.
# Set the VOLTDB_... environment variables accordingly.
# Also locate the voltdb jar file.
global voltdb_jar
while (dir and dir != '/' and ('VOLTDB_LIB' not in os.environ or not voltdb_jar)):
utility.debug('Checking potential VoltDB root directory: %s' % os.path.realpath(dir))
# Try to set VOLTDB_LIB if not set.
if not os.environ.get('VOLTDB_LIB', ''):
for subdir in ('lib', os.path.join('lib', 'voltdb')):
glob_chk = os.path.join(os.path.realpath(os.path.join(dir, subdir)), 'snappy*.jar')
lib_search_globs.append(glob_chk)
if glob.glob(glob_chk):
os.environ['VOLTDB_LIB'] = os.path.join(dir, subdir)
utility.debug('VOLTDB_LIB=>%s' % os.environ['VOLTDB_LIB'])
# Try to set VOLTDB_VOLTDB if not set. Look for the voltdb jar file.
if not os.environ.get('VOLTDB_VOLTDB', '') or voltdb_jar is None:
for subdir in ('voltdb', os.path.join('lib', 'voltdb')):
# Need the hyphen to avoid the volt client jar.
glob_chk = os.path.join(os.path.realpath(os.path.join(dir, subdir)),
'voltdb-*.jar')
voltdb_search_globs.append(glob_chk)
for voltdb_jar_chk in glob.glob(glob_chk):
if re_voltdb_jar.match(os.path.basename(voltdb_jar_chk)):
voltdb_jar = os.path.realpath(voltdb_jar_chk)
utility.debug('VoltDB jar: %s' % voltdb_jar)
if not os.environ.get('VOLTDB_VOLTDB', ''):
os.environ['VOLTDB_VOLTDB'] = os.path.dirname(voltdb_jar)
utility.debug('VOLTDB_VOLTDB=>%s' % os.environ['VOLTDB_VOLTDB'])
# Capture the base third_party python path?
third_party_python_chk = os.path.join(dir, 'third_party', 'python')
if os.path.isdir(third_party_python_chk):
global third_party_python
third_party_python = third_party_python_chk
dir = os.path.dirname(dir)
# If the VoltDB jar was found then VOLTDB_VOLTDB will also be set.
if voltdb_jar is None:
utility.abort('Failed to find the VoltDB jar file.',
('You may need to perform a build.',
'Searched the following:', voltdb_search_globs))
if not os.environ.get('VOLTDB_LIB', ''):
utility.abort('Failed to find the VoltDB library directory.',
('You may need to perform a build.',
'Searched the following:', lib_search_globs))
pro_version = utility.is_pro_version(voltdb_jar)
utility.debug('VoltDB Pro Version: %s' % pro_version)
# LOG4J configuration
if 'LOG4J_CONFIG_PATH' not in os.environ:
for chk_dir in ('$VOLTDB_LIB/../src/frontend', '$VOLTDB_VOLTDB'):
path = os.path.join(os.path.realpath(os.path.expandvars(chk_dir)), 'log4j.xml')
if os.path.exists(path):
os.environ['LOG4J_CONFIG_PATH'] = path
utility.debug('LOG4J_CONFIG_PATH=>%s' % os.environ['LOG4J_CONFIG_PATH'])
break
else:
utility.abort('Could not find log4j configuration file or LOG4J_CONFIG_PATH variable.')
for var in ('VOLTDB_LIB', 'VOLTDB_VOLTDB', 'LOG4J_CONFIG_PATH'):
utility.verbose_info('Environment: %s=%s' % (var, os.environ[var]))
# Classpath is the voltdb jar and all the jars in VOLTDB_LIB, and if present,
# any user supplied jars under VOLTDB/lib/extension
global classpath
classpath = [voltdb_jar]
for path in glob.glob(os.path.join(os.environ['VOLTDB_LIB'], '*.jar')):
classpath.append(path)
for path in glob.glob(os.path.join(os.environ['VOLTDB_LIB'], 'extension', '*.jar')):
classpath.append(path)
utility.verbose_info('Classpath: %s' % ':'.join(classpath))
def initialize(standalone_arg, command_name_arg, command_dir_arg, version_arg):
"""
Set the VOLTDB_LIB and VOLTDB_VOLTDB environment variables based on the
script location and the working directory.
"""
global command_name, command_dir, version, pro_version
command_name = command_name_arg
command_dir = command_dir_arg
version = version_arg
# Stand-alone scripts don't need a develoopment environment.
global standalone
standalone = standalone_arg
if standalone:
return
# Add the working directory, the command directory, and VOLTCORE as
# starting points for the scan.
dirs = []
def add_dir(dir):
if dir and os.path.isdir(dir) and dir not in dirs:
dirs.append(os.path.realpath(dir))
add_dir(os.getcwd())
add_dir(command_dir)
add_dir(os.environ.get('VOLTCORE', None))
utility.verbose_info('Base directories for scan:', dirs)
lib_search_globs = []
voltdb_search_globs = []
for dir in dirs:
# Crawl upward and look for the lib and voltdb directories.
# They may be the same directory when installed by a Linux installer.
# Set the VOLTDB_... environment variables accordingly.
# Also locate the voltdb jar file.
global voltdb_jar
while (dir and dir != '/'
and ('VOLTDB_LIB' not in os.environ or not voltdb_jar)):
utility.debug('Checking potential VoltDB root directory: %s' %
os.path.realpath(dir))
# Try to set VOLTDB_LIB if not set.
if not os.environ.get('VOLTDB_LIB', ''):
for subdir in ('lib', os.path.join('lib', 'voltdb')):
glob_chk = os.path.join(
os.path.realpath(os.path.join(dir, subdir)),
'snappy*.jar')
lib_search_globs.append(glob_chk)
if glob.glob(glob_chk):
os.environ['VOLTDB_LIB'] = os.path.join(dir, subdir)
utility.debug('VOLTDB_LIB=>%s' %
os.environ['VOLTDB_LIB'])
# Try to set VOLTDB_VOLTDB if not set. Look for the voltdb jar file.
if not os.environ.get('VOLTDB_VOLTDB', '') or voltdb_jar is None:
for subdir in ('voltdb', os.path.join('lib', 'voltdb')):
# Need the hyphen to avoid the volt client jar.
glob_chk = os.path.join(
os.path.realpath(os.path.join(dir, subdir)),
'voltdb-*.jar')
voltdb_search_globs.append(glob_chk)
for voltdb_jar_chk in glob.glob(glob_chk):
if re_voltdb_jar.match(
os.path.basename(voltdb_jar_chk)):
voltdb_jar = os.path.realpath(voltdb_jar_chk)
utility.debug('VoltDB jar: %s' % voltdb_jar)
if not os.environ.get('VOLTDB_VOLTDB', ''):
os.environ['VOLTDB_VOLTDB'] = os.path.dirname(
voltdb_jar)
utility.debug('VOLTDB_VOLTDB=>%s' %
os.environ['VOLTDB_VOLTDB'])
# Capture the base third_party python path?
third_party_python_chk = os.path.join(dir, 'third_party', 'python')
if os.path.isdir(third_party_python_chk):
global third_party_python
third_party_python = third_party_python_chk
dir = os.path.dirname(dir)
# If the VoltDB jar was found then VOLTDB_VOLTDB will also be set.
if voltdb_jar is None:
utility.abort('Failed to find the VoltDB jar file.',
('You may need to perform a build.',
'Searched the following:', voltdb_search_globs))
if not os.environ.get('VOLTDB_LIB', ''):
utility.abort('Failed to find the VoltDB library directory.',
('You may need to perform a build.',
'Searched the following:', lib_search_globs))
pro_version = utility.is_pro_version(voltdb_jar)
utility.debug('VoltDB Pro Version: %s' % pro_version)
# LOG4J configuration
if 'LOG4J_CONFIG_PATH' not in os.environ:
for chk_dir in ('$VOLTDB_LIB/../src/frontend', '$VOLTDB_VOLTDB'):
path = os.path.join(os.path.realpath(os.path.expandvars(chk_dir)),
'log4j.xml')
if os.path.exists(path):
os.environ['LOG4J_CONFIG_PATH'] = path
utility.debug('LOG4J_CONFIG_PATH=>%s' %
os.environ['LOG4J_CONFIG_PATH'])
break
else:
utility.abort(
'Could not find log4j configuration file or LOG4J_CONFIG_PATH variable.'
)
for var in ('VOLTDB_LIB', 'VOLTDB_VOLTDB', 'LOG4J_CONFIG_PATH'):
utility.verbose_info('Environment: %s=%s' % (var, os.environ[var]))
# Classpath is the voltdb jar and all the jars in VOLTDB_LIB, and if present,
# any user supplied jars under VOLTDB/lib/extension
global classpath
classpath = [voltdb_jar]
for path in glob.glob(os.path.join(os.environ['VOLTDB_LIB'], '*.jar')):
classpath.append(path)
for path in glob.glob(
os.path.join(os.environ['VOLTDB_LIB'], 'extension', '*.jar')):
classpath.append(path)
utility.verbose_info('Classpath: %s' % ':'.join(classpath))
def initialize(standalone_arg, command_name_arg, command_dir_arg, version_arg):
"""
Set the VOLTDB_LIB and VOLTDB_VOLTDB environment variables based on the
script location and the working directory.
"""
global command_name, command_dir, version
command_name = command_name_arg
command_dir = command_dir_arg
version = version_arg
# Stand-alone scripts don't need a develoopment environment.
global standalone
standalone = standalone_arg
if standalone:
return
# Add the working directory, the command directory, and VOLTCORE as
# starting points for the scan.
dirs = []
def add_dir(dir):
if dir and os.path.isdir(dir) and dir not in dirs:
dirs.append(os.path.realpath(dir))
add_dir(os.getcwd())
add_dir(command_dir)
add_dir(os.environ.get("VOLTCORE", None))
utility.verbose_info("Base directories for scan:", dirs)
lib_search_globs = []
voltdb_search_globs = []
for dir in dirs:
# Crawl upward and look for the lib and voltdb directories.
# They may be the same directory when installed by a Linux installer.
# Set the VOLTDB_... environment variables accordingly.
# Also locate the voltdb jar file.
global voltdb_jar
while dir and dir != "/" and ("VOLTDB_LIB" not in os.environ or not voltdb_jar):
utility.debug("Checking potential VoltDB root directory: %s" % os.path.realpath(dir))
# Try to set VOLTDB_LIB if not set.
if not os.environ.get("VOLTDB_LIB", ""):
for subdir in ("lib", os.path.join("lib", "voltdb")):
glob_chk = os.path.join(os.path.realpath(os.path.join(dir, subdir)), "zmq*.jar")
lib_search_globs.append(glob_chk)
if glob.glob(glob_chk):
os.environ["VOLTDB_LIB"] = os.path.join(dir, subdir)
utility.debug("VOLTDB_LIB=>%s" % os.environ["VOLTDB_LIB"])
# Try to set VOLTDB_VOLTDB if not set. Look for the voltdb jar file.
if not os.environ.get("VOLTDB_VOLTDB", "") or voltdb_jar is None:
for subdir in ("voltdb", os.path.join("lib", "voltdb")):
# Need the hyphen to avoid the volt client jar.
glob_chk = os.path.join(os.path.realpath(os.path.join(dir, subdir)), "voltdb-*.jar")
voltdb_search_globs.append(glob_chk)
for voltdb_jar_chk in glob.glob(glob_chk):
if re_voltdb_jar.match(os.path.basename(voltdb_jar_chk)):
voltdb_jar = os.path.realpath(voltdb_jar_chk)
utility.debug("VoltDB jar: %s" % voltdb_jar)
if not os.environ.get("VOLTDB_VOLTDB", ""):
os.environ["VOLTDB_VOLTDB"] = os.path.dirname(voltdb_jar)
utility.debug("VOLTDB_VOLTDB=>%s" % os.environ["VOLTDB_VOLTDB"])
# Capture the base third_party python path?
third_party_python_chk = os.path.join(dir, "third_party", "python")
if os.path.isdir(third_party_python_chk):
global third_party_python
third_party_python = third_party_python_chk
dir = os.path.dirname(dir)
# If the VoltDB jar was found then VOLTDB_VOLTDB will also be set.
if voltdb_jar is None:
utility.abort(
"Failed to find the VoltDB jar file.",
("You may need to perform a build.", "Searched the following:", voltdb_search_globs),
)
if not os.environ.get("VOLTDB_LIB", ""):
utility.abort(
"Failed to find the VoltDB library directory.",
("You may need to perform a build.", "Searched the following:", lib_search_globs),
)
# LOG4J configuration
if "LOG4J_CONFIG_PATH" not in os.environ:
for chk_dir in ("$VOLTDB_LIB/../src/frontend", "$VOLTDB_VOLTDB"):
path = os.path.join(os.path.realpath(os.path.expandvars(chk_dir)), "log4j.xml")
if os.path.exists(path):
os.environ["LOG4J_CONFIG_PATH"] = path
utility.debug("LOG4J_CONFIG_PATH=>%s" % os.environ["LOG4J_CONFIG_PATH"])
break
else:
utility.abort("Could not find log4j configuration file or LOG4J_CONFIG_PATH variable.")
for var in ("VOLTDB_LIB", "VOLTDB_VOLTDB", "LOG4J_CONFIG_PATH"):
utility.verbose_info("Environment: %s=%s" % (var, os.environ[var]))
# Classpath is the voltdb jar and all the jars in VOLTDB_LIB, and if present,
# any user supplied jars under VOLTDB/lib/extension
global classpath
classpath = [voltdb_jar]
for path in glob.glob(os.path.join(os.environ["VOLTDB_LIB"], "*.jar")):
classpath.append(path)
for path in glob.glob(os.path.join(os.environ["VOLTDB_LIB"], "extension", "*.jar")):
classpath.append(path)
utility.verbose_info("Classpath: %s" % ":".join(classpath))
