def Args(parser):
flags.AddTemplateFlag(parser, 'remove job')
parser.add_argument(
'--step-id',
metavar='STEP_ID',
type=str,
help='The step ID of the job in the workflow template to remove.')
def Args(parser):
flags.AddTemplateFlag(parser, 'set cluster selector')
flags.AddZoneFlag(parser)
parser.add_argument('--cluster-labels',
metavar='KEY=VALUE',
type=arg_parsers.ArgDict(
key_type=labels_util.KEY_FORMAT_VALIDATOR,
value_type=labels_util.VALUE_FORMAT_VALIDATOR,
min_length=1),
action=arg_parsers.UpdateAction,
help='A list of label KEY=VALUE pairs to add.')
def Args(parser):
flags.AddTemplateFlag(parser, 'set the policy on')
iam_util.AddArgForPolicyFile(parser)
def Args(parser):
labels_util.AddCreateLabelsFlags(parser)
flags.AddZoneFlag(parser)
flags.AddTemplateFlag(parser, 'create')
def Args(parser):
flags.AddTemplateFlag(parser, 'delete')
def Args(parser):
flags.AddTemplateFlag(parser, 'run')
flags.AddTimeoutFlag(parser, default='35m')
flags.AddParametersFlag(parser)
base.ASYNC_FLAG.AddToParser(parser)
def Args(parser):
flags.AddTemplateFlag(parser, 'set managed cluster')
parser.add_argument('--cluster-name',
help='The name of the managed dataproc cluster.')
clusters.ArgsForClusterRef(parser, beta=True)
flags.AddZoneFlag(parser)
flags.AddMinCpuPlatformArgs(parser, base.ReleaseTrack.BETA)
# TODO(b/70164645): Consolidate these arguments with the other beta args
# All arguments for these arguments are duplicated from the cluster creation
# beta track. There should be a ArgsForClusterRefBeta method in clusters.py
# that is invoked here so that we don't have to duplicate the arguments.
parser.add_argument('--max-idle',
type=arg_parsers.Duration(),
help="""\
The duration before cluster is auto-deleted after last job completes,
such as "30m", "2h" or "1d".
""")
auto_delete_group = parser.add_mutually_exclusive_group()
auto_delete_group.add_argument('--max-age',
type=arg_parsers.Duration(),
help="""\
The lifespan of the cluster before it is auto-deleted, such as "30m",
"2h" or "1d".
""")
auto_delete_group.add_argument('--expiration-time',
type=arg_parsers.Datetime.Parse,
help="""\
The time when cluster will be auto-deleted, such as
"2017-08-29T18:52:51.142Z"
""")
for instance_type in ('master', 'worker'):
help_msg = """\
Attaches accelerators (e.g. GPUs) to the {instance_type}
instance(s).
""".format(instance_type=instance_type)
if instance_type == 'worker':
help_msg += """
Note:
No accelerators will be attached to preemptible workers, because
preemptible VMs do not support accelerators.
"""
help_msg += """
*type*::: The specific type (e.g. nvidia-tesla-k80 for nVidia Tesla
K80) of accelerator to attach to the instances. Use 'gcloud compute
accelerator-types list' to learn about all available accelerator
types.
*count*::: The number of pieces of the accelerator to attach to each
of the instances. The default value is 1.
"""
parser.add_argument('--{0}-accelerator'.format(instance_type),
type=arg_parsers.ArgDict(spec={
'type': str,
'count': int,
}),
metavar='type=TYPE,[count=COUNT]',
help=help_msg)
def Args(parser):
flags.AddTemplateFlag(parser, 'set managed cluster')
parser.add_argument('--cluster-name',
help='The name of the managed dataproc cluster.')
clusters.ArgsForClusterRef(parser)
flags.AddZoneFlag(parser)
parser.add_argument('--num-masters',
type=int,
help="""\
The number of master nodes in the cluster.
[format="csv",options="header"]
|========
Number of Masters,Cluster Mode
1,Standard
3,High Availability
|========
""")
parser.add_argument('--single-node',
action='store_true',
help="""\
Create a single node cluster.
A single node cluster has all master and worker components.
It cannot have any separate worker nodes.
""")
parser.add_argument('--max-idle',
type=arg_parsers.Duration(),
help="""\
The duration before cluster is auto-deleted after last job completes,
such as "30m", "2h" or "1d".
""")
auto_delete_group = parser.add_mutually_exclusive_group()
auto_delete_group.add_argument('--max-age',
type=arg_parsers.Duration(),
help="""\
The lifespan of the cluster before it is auto-deleted, such as "30m",
"2h" or "1d".
""")
auto_delete_group.add_argument('--expiration-time',
type=arg_parsers.Datetime.Parse,
help="""\
The time when cluster will be auto-deleted, such as
"2017-08-29T18:52:51.142Z"
""")
for instance_type in ('master', 'worker'):
help_msg = """\
Attaches accelerators (e.g. GPUs) to the {instance_type}
instance(s).
""".format(instance_type=instance_type)
if instance_type == 'worker':
help_msg += """
Note:
No accelerators will be attached to preemptible workers, because
preemptible VMs do not support accelerators.
"""
help_msg += """
*type*::: The specific type (e.g. nvidia-tesla-k80 for nVidia Tesla
K80) of accelerator to attach to the instances. Use 'gcloud compute
accelerator-types list' to learn about all available accelerator
types.
*count*::: The number of pieces of the accelerator to attach to each
of the instances. The default value is 1.
"""
parser.add_argument('--{0}-accelerator'.format(instance_type),
type=arg_parsers.ArgDict(spec={
'type': str,
'count': int,
}),
metavar='type=TYPE,[count=COUNT]',
help=help_msg)
parser.add_argument('--no-address',
action='store_true',
help="""\
If provided, the instances in the cluster will not be assigned external
IP addresses.
Note: Dataproc VMs need access to the Dataproc API. This can be achieved
without external IP addresses using Private Google Access
(https://cloud.google.com/compute/docs/private-google-access).
""")
def Args(parser):
flags.AddTemplateFlag(parser, 'retrieve the policy for')
base.URI_FLAG.RemoveFromParser(parser)
def Args(parser):
flags.AddTemplateFlag(parser, 'run')
flags.AddTimeoutFlag(parser, default='24h')
base.ASYNC_FLAG.AddToParser(parser)
def Args(parser):
flags.AddTemplateFlag(parser, 'describe')
flags.AddVersionFlag(parser)
def Args(parser):
flags.AddTemplateFlag(parser, 'update')
workflow_templates.AddConfigFileArgs(parser)
