def main(*args):
"""Main method of artman."""
# If no arguments are sent, we are using the entry point; derive
# them from sys.argv.
if not args:
args = sys.argv[1:]
# Get to a normalized set of arguments.
flags = parse_args(*args)
user_config = loader.read_user_config(flags.user_config)
_adjust_root_dir(flags.root_dir)
pipeline_name, pipeline_kwargs = normalize_flags(flags, user_config)
if flags.local:
try:
pipeline = pipeline_factory.make_pipeline(pipeline_name,
**pipeline_kwargs)
# Hardcoded to run pipeline in serial engine, though not necessarily.
engine = engines.load(
pipeline.flow, engine='serial', store=pipeline.kwargs)
engine.run()
except:
logger.error(traceback.format_exc())
sys.exit(32)
finally:
_change_owner(flags, pipeline_name, pipeline_kwargs)
else:
support.check_docker_requirements(flags.image)
# Note: artman currently won't work if input directory doesn't contain
# common-protos.
logger.info('Running artman command in a Docker instance.')
_run_artman_in_docker(flags)
def main(*args):
"""Main method of artman."""
# If no arguments are sent, we are using the entry point; derive
# them from sys.argv.
if not args:
args = sys.argv[1:]
# Get to a normalized set of arguments.
flags = parse_args(*args)
user_config = loader.read_user_config(flags.user_config)
_adjust_root_dir(flags.root_dir)
pipeline_name, pipeline_kwargs = normalize_flags(flags, user_config)
if flags.local:
try:
pipeline = pipeline_factory.make_pipeline(pipeline_name, False,
**pipeline_kwargs)
# Hardcoded to run pipeline in serial engine, though not necessarily.
engine = engines.load(
pipeline.flow, engine='serial', store=pipeline.kwargs)
engine.run()
except:
logger.error(traceback.format_exc())
sys.exit(32)
finally:
_change_owner(flags, pipeline_name, pipeline_kwargs)
else:
support.check_docker_requirements(flags.image)
# Note: artman currently won't work if input directory doesn't contain
# shared configuration files (e.g. gapic/packaging/dependencies.yaml).
# This will make artman less useful for non-Google APIs.
# TODO(ethanbao): Fix that by checking the input directory and
# pulling the shared configuration files if necessary.
logger.info('Running artman command in a Docker instance.')
_run_artman_in_docker(flags)
def main(*args):
"""Main method of artman."""
# If no arguments are sent, we are using the entry point; derive
# them from sys.argv.
if not args:
args = sys.argv[1:]
# Get to a normalized set of arguments.
flags = parse_args(*args)
user_config = loader.read_user_config(flags.user_config)
_adjust_root_dir(flags.root_dir)
pipeline_name, pipeline_kwargs = normalize_flags(flags, user_config)
if flags.local:
try:
pipeline = pipeline_factory.make_pipeline(pipeline_name,
**pipeline_kwargs)
# Hardcoded to run pipeline in serial engine, though not necessarily.
engine = engines.load(
pipeline.flow, engine='serial', store=pipeline.kwargs)
engine.run()
except:
logger.error(traceback.format_exc())
sys.exit(32)
finally:
_change_owner(flags, pipeline_name, pipeline_kwargs)
else:
support.check_docker_requirements(flags.image)
# Note: artman currently won't work if input directory doesn't contain
# common-protos.
logger.info('Running artman command in a Docker instance.')
_run_artman_in_docker(flags)
def main(*args):
# If no arguments are sent, we are using the entry point; derive
# them from sys.argv.
if not args:
args = sys.argv[1:]
# Get to a normalized set of arguments.
flags = parse_args(*args)
user_config = read_user_config(flags)
pipeline_name, pipeline_kwargs, env = normalize_flags(flags, user_config)
# Flesh out the pipline arguments with information gleamed from
# loading the appropriate config in the googleapis local repo.
pipeline_kwargs = _load_local_repo(
pipeline_kwargs['local_paths']['googleapis'],
**pipeline_kwargs
)
if flags.remote:
# Execute pipeline task remotely based on the specified env param.
pipeline = pipeline_factory.make_pipeline(
pipeline_name, True, **pipeline_kwargs)
jb = job_util.post_remote_pipeline_job_and_wait(pipeline, env)
task_details, flow_detail = job_util.fetch_job_status(jb, env)
for task_detail in task_details:
if (task_detail.name.startswith('BlobUploadTask') and
task_detail.results):
bucket_name, path, _ = task_detail.results
pipeline_util.download_from_gcs(
bucket_name,
path,
os.path.join(tempfile.gettempdir(), 'artman-remote'))
if flow_detail.state != 'SUCCESS':
# Print the remote log if the pipeline execution completes but not
# with SUCCESS status.
_print_log(pipeline_kwargs['pipeline_id'])
else:
pipeline = pipeline_factory.make_pipeline(
pipeline_name, False, **pipeline_kwargs)
# Hardcoded to run pipeline in serial engine, though not necessarily.
engine = engines.load(pipeline.flow, engine='serial',
store=pipeline.kwargs)
engine.run()
_chown_for_artman_output()
def main(*args):
# If no arguments are sent, we are using the entry point; derive
# them from sys.argv.
if not args:
args = sys.argv[1:]
# Get to a normalized set of arguments.
flags = parse_args(*args)
user_config = read_user_config(flags)
pipeline_name, pipeline_kwargs, env = normalize_flags(flags, user_config)
# Flesh out the pipline arguments with information gleamed from
# loading the appropriate config in the googleapis local repo.
pipeline_kwargs = _load_local_repo(
pipeline_kwargs['local_paths']['googleapis'], **pipeline_kwargs)
if flags.remote:
# Execute pipeline task remotely based on the specified env param.
pipeline = pipeline_factory.make_pipeline(pipeline_name, True,
**pipeline_kwargs)
jb = job_util.post_remote_pipeline_job_and_wait(pipeline, env)
task_details, flow_detail = job_util.fetch_job_status(jb, env)
for task_detail in task_details:
if (task_detail.name.startswith('BlobUploadTask')
and task_detail.results):
bucket_name, path, _ = task_detail.results
pipeline_util.download_from_gcs(
bucket_name, path,
os.path.join(tempfile.gettempdir(), 'artman-remote'))
if flow_detail.state != 'SUCCESS':
# Print the remote log if the pipeline execution completes but not
# with SUCCESS status.
_print_log(pipeline_kwargs['pipeline_id'])
else:
pipeline = pipeline_factory.make_pipeline(pipeline_name, False,
**pipeline_kwargs)
# Hardcoded to run pipeline in serial engine, though not necessarily.
engine = engines.load(pipeline.flow,
engine='serial',
store=pipeline.kwargs)
engine.run()
_chown_for_artman_output()