def parseArgument(self):
"""Parse method specified options.There are two kinds of options.
1) general options such as madlib_schema, algorithm, method,
target_base_name(test item name) and so on.
2) specific options that come from algorithm, method above
"""
#1) general options
parser = ArgumentParser(description="MADLib Executor")
parser.add_argument("--p",
type=str,
required=False,
default='greenplum')
parser.add_argument("--madlib_schema",
type=str,
required=False,
default='madlib')
parser.add_argument("--algorithm", type=str, required=True)
parser.add_argument("--method", type=str, required=True)
parser.add_argument("--target_base_name", type=str, required=True)
parser.add_argument("--run_id", type=str, required=False, default='0')
parser.add_argument("--spec_file",
type=str,
required=False,
default='../xml/config/' + Path.algorithmsSpecXml)
parser.add_argument("--conn",
"-C",
metavar="CONNSTR",
default='',
dest='connection_string')
parser.parse_known_args(args=self.argv, namespace=self)
(self.logusername, self.logpassword, self.loghostname, self.logport,
self.logdatabase, _) = parseConnectionStr(self.connection_string)
#come out the executor specification
self.spec = ExecutorSpec(self.spec_file, self.madlib_schema)
#2) specific options
parser = ArgumentParser(description="MADLib Executor")
method = self.spec.getAlgorithm(self.algorithm).getMethod(self.method)
paras = method.getInputParams()
for para in paras:
if para.getDefaultValue():
parser.add_argument("--" + para.getName(),
type=str,
required=False,
default=para.getDefaultValue())
else:
parser.add_argument("--" + para.getName(),
type=str,
required=True)
try:
argument, _ = parser.parse_known_args(args=self.argv,
namespace=self)
self.argument = argument
except Exception as e:
print 'Error in ArgumentParser', str(e)
def parseArgument(self):
"""Parse method specified options.There are two kinds of options.
1) general options such as madlib_schema, algorithm, method,
target_base_name(test item name) and so on.
2) specific options that come from algorithm, method above
"""
#1) general options
parser = ArgumentParser(description="MADLib Executor")
parser.add_argument("--p" , type=str, required = False,
default = 'greenplum')
parser.add_argument("--madlib_schema" , type=str, required = False
, default = 'madlib')
parser.add_argument("--algorithm" , type=str, required = True)
parser.add_argument("--method" , type=str, required = True)
parser.add_argument("--target_base_name", type=str, required = True)
parser.add_argument("--run_id" , type=str, required = False
, default = '0')
parser.add_argument("--spec_file" , type=str, required = False
, default = '../xml/config/' + Path.algorithmsSpecXml)
parser.add_argument("--conn", "-C",
metavar = "CONNSTR",
default = '',
dest = 'connection_string')
parser.parse_known_args(args = self.argv, namespace = self)
(self.logusername, self.logpassword, self.loghostname, self.logport,
self.logdatabase, _) = parseConnectionStr(self.connection_string)
#come out the executor specification
self.spec = ExecutorSpec(self.spec_file, self.madlib_schema)
#2) specific options
parser = ArgumentParser(description="MADLib Executor")
method = self.spec.getAlgorithm(self.algorithm).getMethod(self.method)
paras = method.getInputParams()
for para in paras:
if para.getDefaultValue():
parser.add_argument("--"+para.getName(), type=str, required = False
, default = para.getDefaultValue())
else:
parser.add_argument("--"+para.getName(), type=str, required = True)
try:
argument, _ = parser.parse_known_args(args = self.argv, namespace = self)
self.argument = argument
except Exception as e:
print 'Error in ArgumentParser', str(e)
def __init__(self, args):
self.args = args
from argparse import (ArgumentParser, RawTextHelpFormatter)
parser = ArgumentParser(description = 'MADlib performance testing result DB LOGGER',
argument_default = False,
formatter_class = RawTextHelpFormatter,
epilog='FIXME')
parser.add_argument('--logger_conn',
metavar = 'CONNSTR',
default = '',
dest = 'connection_string')
parser.add_argument('--iteration_id', type = int, required = True)
parser.add_argument('--analyticstool', type = str, required = False, default = '')
parser.add_argument('--target_base_name', type = str, required = True)
parser.add_argument('--run_id' , type = str, required = False, default = '0')
(_, _) = parser.parse_known_args(args = self.args, namespace = self)
(self.logusername, self.logpassword, self.loghostname, self.logport,
self.logdatabase, logger_schema) = run_sql.parseConnectionStr(self.connection_string)
if logger_schema:
self.logger_schema = logger_schema
