def initialize(self, argv):
parser = optparse.OptionParser(
usage="%prog <target-system> [options] <dgen-config>",
version=self.VERSION)
self.configureParser(parser)
self.parser = parser
args, remainder = parser.parse_args(argv)
if (len(remainder) != 1):
self.error(None, True)
raise
self.log = sysutil.createLogger("myriad.importer")
try:
# process command line arguments
self.setup(args, remainder)
if (self.logBase == None):
# create log dir
self.logBase = tempfile.mkdtemp(
"", "myriad-import-%s_" % (self.datasetID))
# make sure that logBase directories exist
sysutil.checkDir(self.logBase)
# register file handler to the logger
sysutil.registerFileHandler(
self.log, "%s/myriad-importer.log" % (self.logBase))
except config.UnknownConfigObjectException, e:
self.error(str(e), True)
raise e
def initialize(self, argv):
parser = optparse.OptionParser(usage="%prog [options] <dgen-config>", version=self.VERSION)
parser.add_option("-s", dest="sf", type="float", default=1.0,
help="scaling factor (sf=1 generates 1GB data)")
parser.add_option("-m", dest="dataset_id", type="str", default="default-dataset",
help="ID of the generated Myriad dataset")
parser.add_option("-x", dest="execute_stages", action="append", type="str", default=[],
help="Specify a specific stage to execute")
parser.add_option("-n", dest="node_config", type="str", default="%s-node.xml" % (self.dgenName),
help="name of the node config file (should reside in the config dir)")
parser.add_option("--config-dir", dest="config_path", type="str", default="%s/config" % (self.basePath),
help="path to the myriad config folder (TODO)")
parser.add_option("--log-dir", dest="log_dir", type="str", default=None,
help="base directory for output logging")
parser.add_option("--cleanup", dest="cleanup", action="store_true",
help="remove output from previously generated job")
self.parser = parser
args, remainder = parser.parse_args(argv)
if (len(remainder) != 1):
self.error(None, True)
raise
self.log = sysutil.createLogger("myriad.dgen")
try:
self.cleanup = args.cleanup
self.sf = args.sf
self.datasetID = args.dataset_id
self.configPath = args.config_path
self.nodeConfig = args.node_config
self.logBase = args.log_dir
self.executeStages = args.execute_stages
self.configName = remainder.pop()
# load myriad config
self.config = config.readConfig(self.dgenName, self.nodeConfig, "%s/%s-frontend.xml" % (self.configPath, self.dgenName))
# load sizing config
self.dgenConfig = config.readDGenConfig("%s/%s-node.properties" % (self.configPath, self.dgenName))
DGenNode.MAX_ATTEMPTS = int(self.dgenConfig.getProperty("coordinator.node.max.attempts", DGenNode.MAX_ATTEMPTS))
DGenNode.DEAD_TIMEOUT = datetime.timedelta(0, 0, 0, int(self.dgenConfig.getProperty("coordinator.node.dead.timeout", DGenNode.DEAD_TIMEOUT.seconds*1000)))
NodeMonitor.POLL_INTERVAL = int(self.dgenConfig.getProperty("coordinator.node.monitor.interval", NodeMonitor.POLL_INTERVAL*1000))/1000.0
if (self.logBase == None):
# create log dir
self.logBase = tempfile.mkdtemp("", "%s-frontend-%s_" % (self.dgenName, self.datasetID))
# make sure that logBase directories exist
sysutil.checkDir(self.logBase)
# register file handler to the logger
sysutil.registerFileHandler(self.log, "%s/%s-frontend.log" % (self.logBase, self.dgenName))
except:
e = sys.exc_info()[1]
self.error("unexpected error: %s" % (str(e)), True)
raise
def initialize(self, argv):
parser = optparse.OptionParser(usage="%prog <target-system> [options] <dgen-config>", version=self.VERSION)
self.configureParser(parser)
self.parser = parser
args, remainder = parser.parse_args(argv)
if (len(remainder) != 1):
self.error(None, True)
raise
self.log = sysutil.createLogger("myriad.importer")
try:
# process command line arguments
self.setup(args, remainder)
if (self.logBase == None):
# create log dir
self.logBase = tempfile.mkdtemp("", "myriad-import-%s_" % (self.datasetID))
# make sure that logBase directories exist
sysutil.checkDir(self.logBase)
# register file handler to the logger
sysutil.registerFileHandler(self.log, "%s/myriad-importer.log" % (self.logBase))
except config.UnknownConfigObjectException, e:
self.error(str(e), True)
raise e
