def build_args(parser: ArgumentParser): """Constructs the command-line arguments for ``catalyst-dl run``""" parser.add_argument("--config", "--configs", "-C", nargs="+", help="path to config/configs", metavar="CONFIG_PATH", dest="configs", required=True) parser.add_argument("--expdir", type=str, default=None) parser.add_argument("--logdir", type=str, default=None) parser.add_argument("--baselogdir", type=str, default=None) parser.add_argument("-j", "--num-workers", default=None, type=int, help="number of data loading workers") parser.add_argument("-b", "--batch-size", default=None, type=int, help="mini-batch size") parser.add_argument("-e", "--num-epochs", default=None, type=int, help="number of epochs") parser.add_argument("--resume", default=None, type=str, metavar="PATH", help="path to latest checkpoint") parser.add_argument("--seed", type=int, default=42) utils.boolean_flag(parser, "verbose", default=None) utils.boolean_flag(parser, "check", default=None) utils.boolean_flag(parser, "deterministic", default=None, help="Deterministic mode if running in CuDNN backend") utils.boolean_flag(parser, "benchmark", default=None, help="Use CuDNN benchmark") return parser
def build_args(parser): parser.add_argument("--in-csv", type=str, help="Path to csv with photos", required=True) parser.add_argument("--txt-col", type=str, help="Column in table that contain text") parser.add_argument("--in-config", type=Path, required=True) parser.add_argument("--in-model", type=Path, required=True) parser.add_argument("--in-vocab", type=Path, required=True) parser.add_argument( "--out-prefix", type=str, required=True, ) parser.add_argument("--max-length", type=int, default=512) utils.boolean_flag(parser, "output-hidden-states", default=False) parser.add_argument("--pooling", type=str, default="avg") parser.add_argument("--num-workers", type=int, dest="num_workers", help="Count of workers for dataloader", default=0) parser.add_argument("--batch-size", type=int, dest="batch_size", help="Dataloader batch size", default=32) parser.add_argument("--verbose", dest="verbose", action="store_true", default=False, help="Print additional information") parser.add_argument("--seed", type=int, default=42) utils.boolean_flag(parser, "deterministic", default=None, help="Deterministic mode if running in CuDNN backend") utils.boolean_flag(parser, "benchmark", default=None, help="Use CuDNN benchmark") return parser
def build_args(parser: ArgumentParser): """Constructs the command-line arguments for ``catalyst-dl run``.""" parser.add_argument( "--config", "--configs", "-C", nargs="+", help="path to config/configs", metavar="CONFIG_PATH", dest="configs", required=True, ) parser.add_argument("--expdir", type=str, default=None) parser.add_argument("--logdir", type=str, default=None) parser.add_argument("--baselogdir", type=str, default=None) parser.add_argument( "-j", "--num-workers", default=None, type=int, help="number of data loading workers", ) parser.add_argument("-b", "--batch-size", default=None, type=int, help="mini-batch size") parser.add_argument("-e", "--num-epochs", default=None, type=int, help="number of epochs") parser.add_argument( "--resume", default=None, type=str, metavar="PATH", help="path to latest checkpoint", ) # parser.add_argument( # "--autoresume", # type=str, # help=( # "try automatically resume from logdir//{best,last}_full.pth " # "if --resume is empty" # ), # required=False, # choices=["best", "last"], # default=None, # ) parser.add_argument("--seed", type=int, default=42) utils.boolean_flag( parser, "apex", default=os.getenv("USE_APEX", "0") == "1", help="Enable/disable using of Apex extension", ) utils.boolean_flag( parser, "amp", default=os.getenv("USE_AMP", "0") == "1", help="Enable/disable using of PyTorch AMP extension", ) # utils.boolean_flag( # parser, # "distributed", # shorthand="ddp", # default=os.getenv("USE_DDP", "0") == "1", # help="Run in distributed mode", # ) utils.boolean_flag(parser, "verbose", default=None) utils.boolean_flag(parser, "timeit", default=None) # utils.boolean_flag(parser, "check", default=None) # utils.boolean_flag(parser, "overfit", default=None) utils.boolean_flag( parser, "deterministic", default=None, help="Deterministic mode if running in CuDNN backend", ) utils.boolean_flag(parser, "benchmark", default=None, help="Use CuDNN benchmark") parser.add_argument("--storage", type=int, default=None) parser.add_argument("--study-name", type=int, default=None) parser.add_argument("--n-trials", type=int, default=None) parser.add_argument("--timeout", type=int, default=None) parser.add_argument("--n-jobs", type=int, default=None) utils.boolean_flag(parser, "gc-after-trial", default=False) utils.boolean_flag(parser, "show-progress-bar", default=False) return parser
def build_args(parser): parser.add_argument("--in-csv", type=str, dest="in_csv", help="Path to csv with photos") parser.add_argument("--img-rootpath", type=str, dest="rootpath", help="Path to photos directory") parser.add_argument("--img-col", type=str, dest="img_col", help="Column in table that contain image path") parser.add_argument("--img-size", type=int, dest="img_size", default=224, help="Target size of images") parser.add_argument( "--out-npy", type=str, dest="out_npy", required=True, help="Path to output `.npy` file with embedded features") parser.add_argument("--arch", type=str, dest="arch", default="resnet18", help="Neural network architecture") parser.add_argument("--pooling", type=str, dest="pooling", default="GlobalAvgPool2d", help="Type of pooling to use") parser.add_argument("--traced-model", type=Path, dest="traced_model", default=None, help="Path to pytorch traced model") parser.add_argument("--num-workers", type=int, dest="num_workers", help="Count of workers for dataloader", default=0) parser.add_argument("--batch-size", type=int, dest="batch_size", help="Dataloader batch size", default=32) parser.add_argument("--verbose", dest="verbose", action="store_true", default=False, help="Print additional information") parser.add_argument("--seed", type=int, default=42) utils.boolean_flag(parser, "deterministic", default=None, help="Deterministic mode if running in CuDNN backend") utils.boolean_flag(parser, "benchmark", default=None, help="Use CuDNN benchmark") return parser
def build_args(parser): """Constructs the command-line arguments for ``catalyst-data text2embeddings``. """ parser.add_argument("--in-csv", type=str, help="Path to csv with text", required=True) parser.add_argument("--txt-col", type=str, help="Column in table that contain text") parser.add_argument( "--in-huggingface", type=str, required=False, help="model from huggingface hub", ) required_path_to_model = True for arg in sys.argv: if "--in-huggingface" in arg: required_path_to_model = False if required_path_to_model: parser.add_argument("--in-config", type=Path, required=required_path_to_model) parser.add_argument("--in-model", type=Path, required=required_path_to_model) parser.add_argument("--in-vocab", type=Path, required=required_path_to_model) parser.add_argument( "--out-prefix", type=str, required=True, ) parser.add_argument("--max-length", type=int, default=512) utils.boolean_flag(parser, "mask-for-max-length", default=False) utils.boolean_flag(parser, "output-hidden-states", default=False) utils.boolean_flag(parser, "strip", default=True) utils.boolean_flag(parser, "lowercase", default=True) utils.boolean_flag(parser, "remove-punctuation", default=True) parser.add_argument("--pooling", type=str, default="avg") parser.add_argument( "--num-workers", type=int, dest="num_workers", help="Count of workers for dataloader", default=0, ) parser.add_argument( "--batch-size", type=int, dest="batch_size", help="Dataloader batch size", default=32, ) parser.add_argument( "--verbose", dest="verbose", action="store_true", default=False, help="Print additional information", ) parser.add_argument("--seed", type=int, default=42) utils.boolean_flag( parser, "deterministic", default=None, help="Deterministic mode if running in CuDNN backend", ) utils.boolean_flag(parser, "benchmark", default=None, help="Use CuDNN benchmark") return parser
def build_args(parser: ArgumentParser): """Constructs the command-line arguments for ``catalyst-dl run``""" parser.add_argument( "--config", "--configs", "-C", nargs="+", help="path to config/configs", metavar="CONFIG_PATH", dest="configs", required=True, ) parser.add_argument("--expdir", type=str, default=None) parser.add_argument("--logdir", type=str, default=None) parser.add_argument("--baselogdir", type=str, default=None) parser.add_argument( "-j", "--num-workers", default=None, type=int, help="number of data loading workers", ) parser.add_argument("-b", "--batch-size", default=None, type=int, help="mini-batch size") parser.add_argument("-e", "--num-epochs", default=None, type=int, help="number of epochs") parser.add_argument( "--resume", default=None, type=str, metavar="PATH", help="path to latest checkpoint", ) parser.add_argument( "--autoresume", type=str, help=("try automatically resume from logdir//{best,last}_full.pth " "if --resume is empty"), required=False, choices=["best", "last"], default=None, ) parser.add_argument("--seed", type=int, default=42) utils.boolean_flag( parser, "apex", default=os.getenv("USE_APEX", "1") == "1", help="Enable/disable using of Apex extension", ) utils.boolean_flag( parser, "distributed", shorthand="ddp", default=os.getenv("USE_DDP", "0") == "1", help="Run inn distributed mode", ) utils.boolean_flag(parser, "verbose", default=None) utils.boolean_flag(parser, "check", default=None) utils.boolean_flag( parser, "deterministic", default=None, help="Deterministic mode if running in CuDNN backend", ) utils.boolean_flag(parser, "benchmark", default=None, help="Use CuDNN benchmark") return parser