def test_summary_dict2txtfig(self):
if 'CUDA_VISIBLE_DEVICES' not in os.environ:
os.environ['CUDA_VISIBLE_DEVICES'] = '0'
if 'PORT' not in os.environ:
os.environ['PORT'] = '6006'
if 'TIME_STR' not in os.environ:
os.environ['TIME_STR'] = '0' if utils.is_debugging() else '1'
# func name
assert sys._getframe().f_code.co_name.startswith('test_')
command = sys._getframe().f_code.co_name[5:]
class_name = self.__class__.__name__[7:] \
if self.__class__.__name__.startswith('Testing') \
else self.__class__.__name__
outdir = f'results/{class_name}/{command}'
argv_str = f"""
--config template_lib/configs/config.yaml
--command {command}
--outdir {outdir}
"""
from template_lib.utils.config import parse_args_and_setup_myargs, config2args
args, myargs, _ = parse_args_and_setup_myargs(argv_str, start_tb=False)
prefix = 'test_summary_scalars'
for step in range(1000):
dict_data = {'a': step, 'b': step + 1, 'c': step + 2}
Trainer.summary_dict2txtfig(dict_data=dict_data, prefix=prefix, step=step,
textlogger=myargs.textlogger, in_one_axe=False)
Trainer.summary_dict2txtfig(dict_data=dict_data, prefix=prefix, step=step,
textlogger=myargs.textlogger, in_one_axe=True)
return
def run(argv_str=None):
from template_lib.utils.config import parse_args_and_setup_myargs, config2args
from template_lib.utils.modelarts_utils import prepare_dataset
run_script = os.path.relpath(__file__, os.getcwd())
args1, myargs, _ = parse_args_and_setup_myargs(argv_str,
run_script=run_script,
start_tb=False)
myargs.args = args1
myargs.config = getattr(myargs.config, args1.command)
if hasattr(myargs.config, 'datasets'):
prepare_dataset(myargs.config.datasets, cfg=myargs.config)
parser = build_parser()
args = parser.parse_args([])
args = config2args(myargs.config.args, args)
outdir = os.path.join(myargs.args.outdir, 'NAO')
os.makedirs(outdir, exist_ok=True)
args.output_dir = outdir
log_format = '%(asctime)s %(message)s'
logging.basicConfig(stream=sys.stdout,
level=logging.INFO,
format=log_format,
datefmt='%m/%d %I:%M:%S %p')
main(args, myargs)
def run(argv_str=None):
from template_lib.utils.config import parse_args_and_setup_myargs, config2args
from template_lib.utils.modelarts_utils import prepare_dataset
args1, myargs, _ = parse_args_and_setup_myargs(argv_str, start_tb=False)
myargs.args = args1
myargs.config = getattr(myargs.config, args1.command)
prepare_dataset(myargs.config.dataset)
main(myargs)
def run(argv_str=None): from template_lib.utils.config import parse_args_and_setup_myargs, config2args from template_lib.utils.modelarts_utils import prepare_dataset run_script = os.path.relpath(__file__, os.getcwd()) args1, myargs, _ = parse_args_and_setup_myargs(argv_str, run_script=run_script, start_tb=False) myargs.args = args1 myargs.config = getattr(myargs.config, args1.command) prepare_dataset(myargs.config.dataset) main(myargs)
def run(argv_str=None):
from template_lib.utils.config import parse_args_and_setup_myargs, config2args
from template_lib.utils.modelarts_utils import prepare_dataset
run_script = os.path.relpath(__file__, os.getcwd())
args1, myargs, _ = parse_args_and_setup_myargs(argv_str, run_script=run_script, start_tb=False)
myargs.args = args1
myargs.config = getattr(myargs.config, args1.command)
if hasattr(myargs.config, 'datasets'):
prepare_dataset(myargs.config.datasets, cfg=myargs.config)
args = parser.parse_args([])
args = config2args(myargs.config.args, args)
args.path = os.path.join(myargs.args.outdir, args.path)
main(args, myargs)
def run(argv_str=None, return_args=False):
from template_lib.utils.config import parse_args_and_setup_myargs, config2args
from template_lib.utils.modelarts_utils import prepare_dataset
run_script = os.path.relpath(__file__, os.getcwd())
args1, myargs, _ = parse_args_and_setup_myargs(argv_str, run_script=run_script, start_tb=False)
myargs.args = args1
myargs.config = getattr(myargs.config, args1.command)
if return_args:
return args1, myargs
parser = build_parser()
args = parser.parse_args([])
args = config2args(myargs.config, args)
main(args, myargs)
pass
def run(argv_str=None):
from template_lib.utils.config import parse_args_and_setup_myargs, config2args
from template_lib.utils.modelarts_utils import prepare_dataset
run_script = os.path.relpath(__file__, os.getcwd())
args1, myargs, _ = parse_args_and_setup_myargs(argv_str, run_script=run_script, start_tb=False)
myargs.args = args1
myargs.config = getattr(myargs.config, args1.command)
if hasattr(myargs.config, 'datasets'):
prepare_dataset(myargs.config.datasets, cfg=myargs.config)
opt = TestOptions().parse(print_options=False)
opt = config2args(myargs.config.args, opt)
main(opt, myargs)
pass
def run(argv_str=None):
from template_lib.utils.config import parse_args_and_setup_myargs, config2args
from template_lib.utils.modelarts_utils import prepare_dataset
run_script = os.path.relpath(__file__, os.getcwd())
args1, myargs, _ = parse_args_and_setup_myargs(argv_str,
run_script=run_script,
start_tb=False)
myargs.args = args1
myargs.config = getattr(myargs.config, args1.command)
if hasattr(myargs.config, 'datasets'):
prepare_dataset(myargs.config.datasets, cfg=myargs.config)
parser = argparse.ArgumentParser()
parser.add_argument('--out', type=str)
parser.add_argument('--n_worker', type=int, default=8)
parser.add_argument('--path', type=str)
args = parser.parse_args([])
args = config2args(myargs.config.args, args)
main(args, myargs)
def test_summary_dicts(self):
if 'CUDA_VISIBLE_DEVICES' not in os.environ:
os.environ['CUDA_VISIBLE_DEVICES'] = '0'
if 'PORT' not in os.environ:
os.environ['PORT'] = '6006'
if 'TIME_STR' not in os.environ:
os.environ['TIME_STR'] = '0' if utils.is_debugging() else '1'
# func name
assert sys._getframe().f_code.co_name.startswith('test_')
command = sys._getframe().f_code.co_name[5:]
class_name = self.__class__.__name__[7:] \
if self.__class__.__name__.startswith('Testing') \
else self.__class__.__name__
outdir = f'results/{class_name}/{command}'
argv_str = f"""
--config template_lib/configs/config.yaml
--command {command}
--outdir {outdir}
"""
from template_lib.utils.config import parse_args_and_setup_myargs, config2args
args, myargs, _ = parse_args_and_setup_myargs(argv_str, start_tb=False)
prefix = 'test_summary_scalars'
import collections
summary_dict = collections.defaultdict(dict)
for step in range(1000):
summary = {'a': step, 'b': step + 1}
# Trainer.summary_scalars(summary, prefix, step=step,
# writer=myargs.writer,
# textlogger=myargs.textlogger)
summary_dict['dict1'] = summary
summary_dict['scalars'] = summary
Trainer.summary_dicts(summary_dicts=summary_dict, prefix=prefix, step=step,
textlogger=myargs.textlogger)
input('End %s' % outdir)
return
def run(argv_str=None):
from template_lib.utils.config import parse_args_and_setup_myargs, config2args
from template_lib.utils.modelarts_utils import prepare_dataset
run_script = os.path.relpath(__file__, os.getcwd())
args1, myargs, _ = parse_args_and_setup_myargs(argv_str,
run_script=run_script,
start_tb=False)
myargs.args = args1
myargs.config = getattr(myargs.config, args1.command)
if hasattr(myargs.config, 'datasets'):
prepare_dataset(myargs.config.datasets, cfg=myargs.config)
parser = argparse.ArgumentParser(description='Progressive Growing of GANs')
parser.add_argument('--path', type=str, help='path of specified dataset')
parser.add_argument(
'--phase',
type=int,
default=600_000,
help='number of samples used for each training phases',
)
parser.add_argument('--lr',
default=0.001,
type=float,
help='learning rate')
parser.add_argument('--sched',
action='store_true',
help='use lr scheduling')
parser.add_argument('--init_size',
default=8,
type=int,
help='initial image size')
parser.add_argument('--max_size',
default=1024,
type=int,
help='max image size')
parser.add_argument('--ckpt',
default=None,
type=str,
help='load from previous checkpoints')
parser.add_argument(
'--no_from_rgb_activate',
action='store_true',
help='use activate in from_rgb (original implementation)',
)
parser.add_argument('--mixing',
action='store_true',
help='use mixing regularization')
parser.add_argument(
'--loss',
type=str,
default='wgan-gp',
choices=['wgan-gp', 'r1'],
help='class of gan loss',
)
args = parser.parse_args([])
args = config2args(myargs.config.args, args)
main(args, myargs)
