def Args(parser):
flags.AddTemplateResourceArg(parser, 'remove job')
parser.add_argument(
'--step-id',
metavar='STEP_ID',
type=str,
help='The step ID of the job in the workflow template to remove.')
def Args(cls, parser):
dataproc = dp.Dataproc(cls.ReleaseTrack())
parser.add_argument(
'--step-id',
metavar='STEP_ID',
type=str,
help='The step ID of the job in the workflow template to remove.')
flags.AddTemplateResourceArg(parser,
'remove job',
api_version=dataproc.api_version)
def Args(parser):
flags.AddTemplateResourceArg(parser, 'set cluster selector')
parser.add_argument('--cluster-labels',
metavar='KEY=VALUE',
type=arg_parsers.ArgDict(
key_type=labels_util.KEY_FORMAT_VALIDATOR,
value_type=labels_util.VALUE_FORMAT_VALIDATOR,
min_length=1),
action=arg_parsers.UpdateAction,
help='A list of label KEY=VALUE pairs to add.')
def Args(cls, parser):
dataproc = dp.Dataproc(cls.ReleaseTrack())
parser.add_argument('--cluster-labels',
metavar='KEY=VALUE',
type=arg_parsers.ArgDict(
key_type=labels_util.KEY_FORMAT_VALIDATOR,
value_type=labels_util.VALUE_FORMAT_VALIDATOR,
min_length=1),
action=arg_parsers.UpdateAction,
help='A list of label KEY=VALUE pairs to add.')
flags.AddTemplateResourceArg(parser, 'set cluster selector',
dataproc.api_version)
def Args(cls, parser):
dataproc = dp.Dataproc(cls.ReleaseTrack())
parser.add_argument('--cluster-name',
help="""\
The name of the managed dataproc cluster.
If unspecified, the workflow template ID will be used.""")
clusters.ArgsForClusterRef(parser,
cls.Beta(),
include_deprecated=cls.Beta())
flags.AddTemplateResourceArg(parser, 'set managed cluster',
dataproc.api_version)
if cls.Beta():
clusters.BetaArgsForClusterRef(parser)
def AddWorkflowTemplatesArgs(parser, api_version):
"""Register flags for this command."""
labels_util.AddCreateLabelsFlags(parser)
flags.AddTemplateResourceArg(
parser, 'add job to', api_version, positional=False)
parser.add_argument(
'--step-id',
required=True,
type=str,
help='The step ID of the job in the workflow template.')
parser.add_argument(
'--start-after',
metavar='STEP_ID',
type=arg_parsers.ArgList(element_type=str, min_length=1),
help='(Optional) List of step IDs to start this job after.')
def Args(parser):
flags.AddTemplateResourceArg(parser, 'retrieve the policy for')
base.URI_FLAG.RemoveFromParser(parser)
def Args(parser): _CommonArgs(parser) flags.AddTemplateResourceArg(parser, 'remove job', api_version='v1')
def Args(parser):
flags.AddTemplateResourceArg(parser, 'run', api_version='v1beta2')
flags.AddTimeoutFlag(parser, default='24h')
base.ASYNC_FLAG.AddToParser(parser)
def Args(cls, parser):
dataproc = dp.Dataproc(cls.ReleaseTrack())
labels_util.AddCreateLabelsFlags(parser)
flags.AddTemplateResourceArg(parser, 'create', dataproc.api_version)
def Args(parser):
flags.AddTemplateResourceArg(parser, 'describe')
flags.AddVersionFlag(parser)
def Args(parser):
_CommonArgs(parser)
flags.AddTemplateResourceArg(parser, 'create', api_version='v1beta2')
def Args(parser): flags.AddTemplateResourceArg(parser, 'export', api_version='v1beta2') flags.AddTemplateDestinationFlag(parser, V1_BETA2_SCHEMA_PATH) _CommonArgs(parser)
def Args(parser):
flags.AddTemplateResourceArg(parser,
'retrieve the policy for',
api_version='v1')
def Args(parser):
flags.AddTemplateResourceArg(parser, 'import')
flags.AddTemplateSourceFlag(parser)
def Args(parser):
_CommonArgs(parser)
flags.AddTemplateResourceArg(parser, 'describe', api_version='v1')
def Args(parser): flags.AddTemplateResourceArg(parser, 'export') flags.AddTemplateDestinationFlag(parser) flags.AddVersionFlag(parser)
def Args(cls, parser): dataproc = dp.Dataproc(cls.ReleaseTrack()) flags.AddTemplateResourceArg(parser, 'export', dataproc.api_version) export_util.AddExportFlags(parser) flags.AddVersionFlag(parser)
def Args(parser): flags.AddTemplateResourceArg(parser, 'create') labels_util.AddCreateLabelsFlags(parser)
def Args(parser):
flags.AddTemplateResourceArg(parser, 'set the policy on')
iam_util.AddArgForPolicyFile(parser)
def Args(parser):
flags.AddTemplateResourceArg(parser, 'set managed cluster')
parser.add_argument('--cluster-name',
help="""\
The name of the managed dataproc cluster.
If unspecified, the workflow template ID will be used.""")
clusters.ArgsForClusterRef(parser, beta=True)
flags.AddMinCpuPlatformArgs(parser, base.ReleaseTrack.BETA)
# TODO(b/70164645): Consolidate these arguments with the other beta args
# All arguments for these arguments are duplicated from the cluster creation
# beta track. There should be a ArgsForClusterRefBeta method in clusters.py
# that is invoked here so that we don't have to duplicate the arguments.
parser.add_argument('--max-idle',
type=arg_parsers.Duration(),
help="""\
The duration before cluster is auto-deleted after last job completes,
such as "2h" or "1d".
See $ gcloud topic datetimes for information on duration formats.
""")
auto_delete_group = parser.add_mutually_exclusive_group()
auto_delete_group.add_argument('--max-age',
type=arg_parsers.Duration(),
help="""\
The lifespan of the cluster before it is auto-deleted, such as
"2h" or "1d".
See $ gcloud topic datetimes for information on duration formats.
""")
auto_delete_group.add_argument('--expiration-time',
type=arg_parsers.Datetime.Parse,
help="""\
The time when cluster will be auto-deleted, such as
"2017-08-29T18:52:51.142Z." See $ gcloud topic datetimes for
information on time formats.
""")
for instance_type in ('master', 'worker'):
help_msg = """\
Attaches accelerators (e.g. GPUs) to the {instance_type}
instance(s).
""".format(instance_type=instance_type)
if instance_type == 'worker':
help_msg += """
Note:
No accelerators will be attached to preemptible workers, because
preemptible VMs do not support accelerators.
"""
help_msg += """
*type*::: The specific type (e.g. nvidia-tesla-k80 for nVidia Tesla
K80) of accelerator to attach to the instances. Use 'gcloud compute
accelerator-types list' to learn about all available accelerator
types.
*count*::: The number of pieces of the accelerator to attach to each
of the instances. The default value is 1.
"""
parser.add_argument('--{0}-accelerator'.format(instance_type),
type=arg_parsers.ArgDict(spec={
'type': str,
'count': int,
}),
metavar='type=TYPE,[count=COUNT]',
help=help_msg)
def Args(parser):
flags.AddTemplateResourceArg(parser,
'retrieve the policy for',
api_version='v1beta2')
base.URI_FLAG.RemoveFromParser(parser)
def Args(cls, parser):
dataproc = dp.Dataproc(cls.ReleaseTrack())
flags.AddTemplateResourceArg(parser, 'remove the DAG timeout from',
dataproc.api_version)
def Args(cls, parser):
dataproc = dp.Dataproc(cls.ReleaseTrack())
flags.AddTemplateResourceArg(parser,
'retrieve the policy for',
api_version=dataproc.api_version)
def Args(cls, parser):
dataproc = dp.Dataproc(cls.ReleaseTrack())
flags.AddTemplateResourceArg(parser, 'delete', dataproc.api_version)
def Args(cls, parser):
dataproc = dp.Dataproc(cls.ReleaseTrack())
flags.AddTemplateResourceArg(parser, 'export', dataproc.api_version)
export_util.AddExportFlags(
parser, cls.GetSchemaPath(dataproc.api_version, for_help=True))
flags.AddVersionFlag(parser)
def Args(parser):
_CommonArgs(parser)
flags.AddTemplateResourceArg(parser,
'set cluster selector',
api_version='v1beta2')
def Args(cls, parser):
dataproc = dp.Dataproc(cls.ReleaseTrack())
flags.AddTemplateResourceArg(parser, 'set the policy on',
dataproc.api_version)
iam_util.AddArgForPolicyFile(parser)
def Args(cls, parser):
flags.AddTemplateResourceArg(parser,
'import',
api_version=cls.GetApiVersion())
export_util.AddImportFlags(parser, cls.GetSchemaPath(for_help=True))
def Args(cls, parser):
dataproc = dp.Dataproc(cls.ReleaseTrack())
workflow_templates.AddDagTimeoutFlag(parser, True)
flags.AddTemplateResourceArg(parser, 'set the DAG timeout on',
dataproc.api_version)
