def build_args(parser: ArgumentParser):
"""Constructs the command-line arguments for ``catalyst-dl run``"""
parser.add_argument("--config",
"--configs",
"-C",
nargs="+",
help="path to config/configs",
metavar="CONFIG_PATH",
dest="configs",
required=True)
parser.add_argument("--expdir", type=str, default=None)
parser.add_argument("--logdir", type=str, default=None)
parser.add_argument("--baselogdir", type=str, default=None)
parser.add_argument("-j",
"--num-workers",
default=None,
type=int,
help="number of data loading workers")
parser.add_argument("-b",
"--batch-size",
default=None,
type=int,
help="mini-batch size")
parser.add_argument("-e",
"--num-epochs",
default=None,
type=int,
help="number of epochs")
parser.add_argument("--resume",
default=None,
type=str,
metavar="PATH",
help="path to latest checkpoint")
parser.add_argument("--seed", type=int, default=42)
utils.boolean_flag(parser, "verbose", default=None)
utils.boolean_flag(parser, "check", default=None)
utils.boolean_flag(parser,
"deterministic",
default=None,
help="Deterministic mode if running in CuDNN backend")
utils.boolean_flag(parser,
"benchmark",
default=None,
help="Use CuDNN benchmark")
return parser
def build_args(parser):
parser.add_argument("--in-csv",
type=str,
help="Path to csv with photos",
required=True)
parser.add_argument("--txt-col",
type=str,
help="Column in table that contain text")
parser.add_argument("--in-config", type=Path, required=True)
parser.add_argument("--in-model", type=Path, required=True)
parser.add_argument("--in-vocab", type=Path, required=True)
parser.add_argument(
"--out-prefix",
type=str,
required=True,
)
parser.add_argument("--max-length", type=int, default=512)
utils.boolean_flag(parser, "output-hidden-states", default=False)
parser.add_argument("--pooling", type=str, default="avg")
parser.add_argument("--num-workers",
type=int,
dest="num_workers",
help="Count of workers for dataloader",
default=0)
parser.add_argument("--batch-size",
type=int,
dest="batch_size",
help="Dataloader batch size",
default=32)
parser.add_argument("--verbose",
dest="verbose",
action="store_true",
default=False,
help="Print additional information")
parser.add_argument("--seed", type=int, default=42)
utils.boolean_flag(parser,
"deterministic",
default=None,
help="Deterministic mode if running in CuDNN backend")
utils.boolean_flag(parser,
"benchmark",
default=None,
help="Use CuDNN benchmark")
return parser
def build_args(parser: ArgumentParser):
"""Constructs the command-line arguments for ``catalyst-dl run``."""
parser.add_argument(
"--config",
"--configs",
"-C",
nargs="+",
help="path to config/configs",
metavar="CONFIG_PATH",
dest="configs",
required=True,
)
parser.add_argument("--expdir", type=str, default=None)
parser.add_argument("--logdir", type=str, default=None)
parser.add_argument("--baselogdir", type=str, default=None)
parser.add_argument(
"-j",
"--num-workers",
default=None,
type=int,
help="number of data loading workers",
)
parser.add_argument("-b",
"--batch-size",
default=None,
type=int,
help="mini-batch size")
parser.add_argument("-e",
"--num-epochs",
default=None,
type=int,
help="number of epochs")
parser.add_argument(
"--resume",
default=None,
type=str,
metavar="PATH",
help="path to latest checkpoint",
)
# parser.add_argument(
# "--autoresume",
# type=str,
# help=(
# "try automatically resume from logdir//{best,last}_full.pth "
# "if --resume is empty"
# ),
# required=False,
# choices=["best", "last"],
# default=None,
# )
parser.add_argument("--seed", type=int, default=42)
utils.boolean_flag(
parser,
"apex",
default=os.getenv("USE_APEX", "0") == "1",
help="Enable/disable using of Apex extension",
)
utils.boolean_flag(
parser,
"amp",
default=os.getenv("USE_AMP", "0") == "1",
help="Enable/disable using of PyTorch AMP extension",
)
# utils.boolean_flag(
# parser,
# "distributed",
# shorthand="ddp",
# default=os.getenv("USE_DDP", "0") == "1",
# help="Run in distributed mode",
# )
utils.boolean_flag(parser, "verbose", default=None)
utils.boolean_flag(parser, "timeit", default=None)
# utils.boolean_flag(parser, "check", default=None)
# utils.boolean_flag(parser, "overfit", default=None)
utils.boolean_flag(
parser,
"deterministic",
default=None,
help="Deterministic mode if running in CuDNN backend",
)
utils.boolean_flag(parser,
"benchmark",
default=None,
help="Use CuDNN benchmark")
parser.add_argument("--storage", type=int, default=None)
parser.add_argument("--study-name", type=int, default=None)
parser.add_argument("--n-trials", type=int, default=None)
parser.add_argument("--timeout", type=int, default=None)
parser.add_argument("--n-jobs", type=int, default=None)
utils.boolean_flag(parser, "gc-after-trial", default=False)
utils.boolean_flag(parser, "show-progress-bar", default=False)
return parser
def build_args(parser):
parser.add_argument("--in-csv",
type=str,
dest="in_csv",
help="Path to csv with photos")
parser.add_argument("--img-rootpath",
type=str,
dest="rootpath",
help="Path to photos directory")
parser.add_argument("--img-col",
type=str,
dest="img_col",
help="Column in table that contain image path")
parser.add_argument("--img-size",
type=int,
dest="img_size",
default=224,
help="Target size of images")
parser.add_argument(
"--out-npy",
type=str,
dest="out_npy",
required=True,
help="Path to output `.npy` file with embedded features")
parser.add_argument("--arch",
type=str,
dest="arch",
default="resnet18",
help="Neural network architecture")
parser.add_argument("--pooling",
type=str,
dest="pooling",
default="GlobalAvgPool2d",
help="Type of pooling to use")
parser.add_argument("--traced-model",
type=Path,
dest="traced_model",
default=None,
help="Path to pytorch traced model")
parser.add_argument("--num-workers",
type=int,
dest="num_workers",
help="Count of workers for dataloader",
default=0)
parser.add_argument("--batch-size",
type=int,
dest="batch_size",
help="Dataloader batch size",
default=32)
parser.add_argument("--verbose",
dest="verbose",
action="store_true",
default=False,
help="Print additional information")
parser.add_argument("--seed", type=int, default=42)
utils.boolean_flag(parser,
"deterministic",
default=None,
help="Deterministic mode if running in CuDNN backend")
utils.boolean_flag(parser,
"benchmark",
default=None,
help="Use CuDNN benchmark")
return parser
def build_args(parser):
"""Constructs the command-line arguments for
``catalyst-data text2embeddings``.
"""
parser.add_argument("--in-csv",
type=str,
help="Path to csv with text",
required=True)
parser.add_argument("--txt-col",
type=str,
help="Column in table that contain text")
parser.add_argument(
"--in-huggingface",
type=str,
required=False,
help="model from huggingface hub",
)
required_path_to_model = True
for arg in sys.argv:
if "--in-huggingface" in arg:
required_path_to_model = False
if required_path_to_model:
parser.add_argument("--in-config",
type=Path,
required=required_path_to_model)
parser.add_argument("--in-model",
type=Path,
required=required_path_to_model)
parser.add_argument("--in-vocab",
type=Path,
required=required_path_to_model)
parser.add_argument(
"--out-prefix",
type=str,
required=True,
)
parser.add_argument("--max-length", type=int, default=512)
utils.boolean_flag(parser, "mask-for-max-length", default=False)
utils.boolean_flag(parser, "output-hidden-states", default=False)
utils.boolean_flag(parser, "strip", default=True)
utils.boolean_flag(parser, "lowercase", default=True)
utils.boolean_flag(parser, "remove-punctuation", default=True)
parser.add_argument("--pooling", type=str, default="avg")
parser.add_argument(
"--num-workers",
type=int,
dest="num_workers",
help="Count of workers for dataloader",
default=0,
)
parser.add_argument(
"--batch-size",
type=int,
dest="batch_size",
help="Dataloader batch size",
default=32,
)
parser.add_argument(
"--verbose",
dest="verbose",
action="store_true",
default=False,
help="Print additional information",
)
parser.add_argument("--seed", type=int, default=42)
utils.boolean_flag(
parser,
"deterministic",
default=None,
help="Deterministic mode if running in CuDNN backend",
)
utils.boolean_flag(parser,
"benchmark",
default=None,
help="Use CuDNN benchmark")
return parser
def build_args(parser: ArgumentParser):
"""Constructs the command-line arguments for ``catalyst-dl run``"""
parser.add_argument(
"--config",
"--configs",
"-C",
nargs="+",
help="path to config/configs",
metavar="CONFIG_PATH",
dest="configs",
required=True,
)
parser.add_argument("--expdir", type=str, default=None)
parser.add_argument("--logdir", type=str, default=None)
parser.add_argument("--baselogdir", type=str, default=None)
parser.add_argument(
"-j",
"--num-workers",
default=None,
type=int,
help="number of data loading workers",
)
parser.add_argument("-b",
"--batch-size",
default=None,
type=int,
help="mini-batch size")
parser.add_argument("-e",
"--num-epochs",
default=None,
type=int,
help="number of epochs")
parser.add_argument(
"--resume",
default=None,
type=str,
metavar="PATH",
help="path to latest checkpoint",
)
parser.add_argument(
"--autoresume",
type=str,
help=("try automatically resume from logdir//{best,last}_full.pth "
"if --resume is empty"),
required=False,
choices=["best", "last"],
default=None,
)
parser.add_argument("--seed", type=int, default=42)
utils.boolean_flag(
parser,
"apex",
default=os.getenv("USE_APEX", "1") == "1",
help="Enable/disable using of Apex extension",
)
utils.boolean_flag(
parser,
"distributed",
shorthand="ddp",
default=os.getenv("USE_DDP", "0") == "1",
help="Run inn distributed mode",
)
utils.boolean_flag(parser, "verbose", default=None)
utils.boolean_flag(parser, "check", default=None)
utils.boolean_flag(
parser,
"deterministic",
default=None,
help="Deterministic mode if running in CuDNN backend",
)
utils.boolean_flag(parser,
"benchmark",
default=None,
help="Use CuDNN benchmark")
return parser
