def planeDistill():
pretrained_paths = [
# ('/data/kailu/.foundations/job_data/archive/439a9a75-982d-4ebd-a747-3006c4993ed6/user_artifacts/233epoch=298.ckpt',
# {'arch': 'Plane_sr', 'n_feats': 128, 'num_modules': 2, 'norm_type': 'spade', 'conv_in_block': 2, 'use_act': True,
# 'norm_before_relu': True, 'use_esa': False, 'use_spade': True, 'large_ori': True, 'scale': 4}),
('/data/kailu/.foundations/job_data/archive/cc3c122f-89c7-421a-927f-cafdd2bfd4d8/user_artifacts/233epoch=267.ckpt',
{
'arch': 'Plane_sr',
'n_feats': 128,
'num_modules': 2,
'norm_type': 'spade',
'conv_in_block': 3,
'use_act': True,
'norm_before_relu': True,
'use_esa': False,
'use_spade': False,
'large_ori': True,
'scale': 4
})
]
path, config = random_params(pretrained_paths)
config['n_feats'] = 64 # distill 128 -> 64
params = {
'project_name': 'planeModel_distill_30',
'method': 'SRDistillation',
'dist_method':
['FD_Conv1x1'], # 'FD_Conv1x1', 'CKA', 'FD_CloseForm', 'FD_BN1x1'
'distill_coe': [0.01, 0.03, 0.1, 0.3], # 1e-2 for FD_Conv1x1
# 'distill_coe': [30, 10, 3], # for FD_BN1x1
# 'pretrain_distill': [True, False],
'pretrain_distill': True,
'start_distill': [0, 1, 2, 3],
# 'start_distill': [1, 2, 5], # 10 is usually a good choice
'gpus': 1,
# 'num_epochs': 100,
'num_epochs': 30,
'weight_decay': 0,
'max_lr': 1e-3, # 2e-5
'optimizer': 'Adam',
'lr_scheduler': 'OneCycLR',
'teacher': path,
'backbone': config,
'scale': 4,
"dataset": {
'name': "DIV2K",
'total_batch_size': 512,
'patch_size': 96,
'ext': 'sep',
'repeat': 20,
},
'rgb_range': 255,
# "seed": [233],
"seed": [233, 234, 235, 236],
'test_benchmark': True,
'save_model': False,
}
return random_params(params)
def planeDistillBaseline():
pretrained_paths = [
# ('/data/kailu/.foundations/job_data/archive/439a9a75-982d-4ebd-a747-3006c4993ed6/user_artifacts/233epoch=298.ckpt',
# {'arch': 'Plane_sr', 'n_feats': 128, 'num_modules': 2, 'norm_type': 'spade', 'conv_in_block': 2, 'use_act': True,
# 'norm_before_relu': True, 'use_esa': False, 'use_spade': True, 'large_ori': True, 'scale': 4}),
('/data/kailu/.foundations/job_data/archive/cc3c122f-89c7-421a-927f-cafdd2bfd4d8/user_artifacts/233epoch=267.ckpt',
{
'arch': 'Plane_sr',
'n_feats': 128,
'num_modules': 2,
'norm_type': 'spade',
'conv_in_block': 3,
'use_act': True,
'norm_before_relu': True,
'use_esa': False,
'use_spade': False,
'large_ori': True,
'scale': 4
}),
# ('/data/kailu/.foundations/job_data/archive/cc3c122f-89c7-421a-927f-cafdd2bfd4d8/user_artifacts/233epoch=267.ckpt',
# {'arch': 'Plane_sr', 'n_feats': 128, 'num_modules': 2, 'norm_type': 'spade', 'conv_in_block': 3, 'use_act': True,
# 'norm_before_relu': True, 'use_esa': False, 'use_spade': False, 'add_input': False, 'scale': 4})
]
path, config = random_params(pretrained_paths)
config['n_feats'] = 64 # distill 128 -> 64
params = {
'project_name': 'planeModel_distill_baseline',
'gpus': 1,
# 'num_epochs': 100,
'num_epochs': 30,
'weight_decay': 0,
# 'max_lr': [1e-2, 3e-3, 1e-3, 3e-4, 1e-4, 3e-5], # 2e-5
'max_lr': [1e-3], # 2e-5
'optimizer': 'Adam',
'lr_scheduler': 'OneCycLR',
'backbone': config,
'scale': 4,
"dataset": {
'name': "DIV2K",
'total_batch_size': 512,
'patch_size': 96,
'ext': 'sep',
'repeat': 20,
},
'rgb_range': 255,
"seed": [335, 336],
'test_benchmark': True,
}
return random_params(params)
def get_final_few():
backbones = [
# {'arch': 'inn_sr', 'version': 'new_spade_act', 'norm_type': 'spade', 'block_skip': False, 'add_ori': False,
# 'use_act': True, 'add_fea': False, 'use_esa': True, 'sub_blocks': 2, 'num_modules': 2, 'n_feats': 64},
# {'arch': 'rfdn_sr'},
# {'arch': 'inn_sr', 'version': 'new_spade_act', 'norm_type': 'spade', 'block_skip': False, 'add_ori': True,
# 'use_act': True, 'add_fea': False, 'use_esa': False, 'sub_blocks': 4, 'num_modules': 1, 'n_feats': 64},
# {'arch': 'inn_sr', 'version': 'new_spade_act', 'norm_type': 'spade', 'block_skip': True, 'add_ori': True,
# 'use_act': False, 'add_fea': False, 'use_esa': True, 'sub_blocks': 2, 'num_modules': 1, 'n_feats': 128},
# {'arch': 'inn_sr', 'version': 'new_spade_act', 'norm_type': 'spade', 'block_skip': False, 'add_ori': True,
# 'use_act': True, 'add_fea': False, 'use_esa': False, 'sub_blocks': 4, 'num_modules': 1, 'n_feats': 64},
# {'arch': 'inn_sr', 'version': 'new_spade_act', 'norm_type': 'bn', 'block_skip': True, 'add_ori': False,
# 'use_act': True, 'add_fea': False, 'use_esa': True, 'sub_blocks': 1, 'num_modules': 6, 'n_feats': 128},
# {'arch': 'inn_sr', 'version': 'new_spade_act', 'norm_type': 'spade', 'block_skip': True, 'add_ori': True,
# 'use_act': True, 'add_fea': False, 'use_esa': True, 'sub_blocks': 2, 'num_modules': 2, 'n_feats': 128},
{
'arch': 'inn_sr',
'version': 'new_spade_act',
'norm_type': 'spade',
'block_skip': True,
'add_ori': True,
'use_act': False,
'add_fea': False,
'use_esa': False,
'sub_blocks': 1,
'num_modules': 3,
'n_feats': 128
},
# {'arch': 'inn_sr', 'version': 'new_spade_act', 'norm_type': 'spade', 'block_skip': False, 'add_ori': True,
# 'use_act': True, 'add_fea': False, 'use_esa': True, 'sub_blocks': 2, 'num_modules': 4, 'n_feats': 50},
]
params = {
'project_name': 'Final_Test_on_Benchmark_x4',
'gpus': 1,
'num_epochs': 300,
'weight_decay': 0,
'max_lr': 2e-4,
'optimizer': 'Adam',
'lr_scheduler': 'OneCycLR',
'backbone': backbones,
'scale': 4,
"dataset": {
'name': "DIV2K",
'total_batch_size': 16,
'patch_size': 96,
'ext': 'sep',
'repeat': 20,
},
'rgb_range': 255,
"seed": 235,
'inference_statics': True,
'test_benchmark': True,
}
return random_params(params)
def edsrDistill():
pretrained_paths = [
('/data/kailu/.foundations/job_data/archive/bf01e17a-c4e0-4ab2-90e9-e8b690810adb/user_artifacts/335epoch=295.ckpt',
{
'arch': 'EDSR_sr',
'n_feats': 50,
'scale': 4
}),
]
path, config = random_params(pretrained_paths)
config['n_feats'] = 12
params = {
'project_name': 'edsr_distill_30',
'method': 'SRDistillation',
'dist_method':
['FD_Conv1x1_MSE'], # 'FD_Conv1x1', 'CKA', 'FD_CloseForm', 'FD_BN1x1'
'distill_coe': [0.01, 0.003, 0.001, 3e-4, 1e-4], # 0.01 for FD_Conv1x1
'start_distill': [0, 1], # 10 is usually better than 50
'gpus': 1,
'num_epochs': 30,
'weight_decay': 0,
'max_lr': 2e-4,
'optimizer': 'Adam',
'lr_scheduler': 'OneCycLR',
'teacher': path,
'backbone': config,
'scale': 4,
"dataset": {
'name': "DIV2K",
'total_batch_size': 16,
'patch_size': 96,
'ext': 'sep',
'repeat': 20,
},
'rgb_range': 255,
"seed": [233, 234],
'test_benchmark': True,
'save_model': False,
}
return random_params(params)
def full_test_plane_x4():
backbones = [
{
'arch': 'Plane_sr',
'n_feats': 128,
'num_modules': 2,
'norm_type': 'spade',
'conv_in_block': 3,
'use_act': True,
'norm_before_relu': True,
'use_esa': False,
'use_spade': False,
'large_ori': True,
'scale': 4
},
{
'arch': 'Plane_sr',
'n_feats': 128,
'num_modules': 2,
'norm_type': 'spade',
'conv_in_block': 2,
'use_act': True,
'norm_before_relu': True,
'use_esa': False,
'use_spade': True,
'large_ori': True,
'scale': 4
},
]
params = {
'project_name': 'Plane_on_Benchmark_x4',
'gpus': 1,
'num_epochs': 300,
'weight_decay': 0,
'max_lr': 2e-4,
'optimizer': 'Adam',
'lr_scheduler': 'OneCycLR',
'backbone': backbones,
'scale': 4,
"dataset": {
'name': "DIV2K",
'total_batch_size': 16,
'patch_size': 96,
'ext': 'sep',
'repeat': 20,
},
'rgb_range': 255,
"seed": 233,
'inference_statics': True,
'test_benchmark': True,
'save_model': True,
}
return random_params(params)
def edsrMeanTeacher():
pretrained_paths = [
('/data/kailu/.foundations/job_data/archive/bf01e17a-c4e0-4ab2-90e9-e8b690810adb/user_artifacts/335epoch=295.ckpt',
{
'arch': 'EDSR_sr',
'n_feats': 50,
'scale': 4
}),
]
path, config = random_params(pretrained_paths)
config['n_feats'] = 12
params = {
'project_name': 'edsrMeanTeacher',
'method': 'MeanTeacherSRDistillation',
'gpus': 1,
'num_epochs': 30,
'weight_decay': 0,
# 'distill_coe': [0.01, 0.03, 0.003, 0.001, 0.0003, 0.0001], # 1e-2 for FD_Conv1x1
'distill_coe': [0.1, 0.3, 1, 3, 10, 30], # 1e-2 for FD_Conv1x1
'pretrain_distill': True,
'start_distill': [1],
'max_lr': [2e-4], # 2e-4
'optimizer': 'Adam',
'lr_scheduler': 'OneCycLR',
'backbone': config,
'scale': 4,
"dataset": {
'name': "DIV2K",
'total_batch_size': 16,
'patch_size': 96,
'ext': 'sep',
'repeat': 20,
},
'rgb_range': 255,
"seed": [233],
'test_benchmark': True,
'save_model': False,
}
return random_params(params)
def edsrDistillBaseline():
pretrained_paths = [
('/data/kailu/.foundations/job_data/archive/bf01e17a-c4e0-4ab2-90e9-e8b690810adb/user_artifacts/335epoch=295.ckpt',
{
'arch': 'EDSR_sr',
'n_feats': 50,
'scale': 4
}),
]
path, config = random_params(pretrained_paths)
config['n_feats'] = 12
params = {
'project_name': 'edsr_distill_baseline',
'gpus': 1,
'num_epochs': 30,
# 'num_epochs': 300,
'weight_decay': 0,
'max_lr': [2e-4], # 2e-4
'optimizer': 'Adam',
'lr_scheduler': 'OneCycLR',
'backbone': config,
'scale': 4,
"dataset": {
'name': "DIV2K",
'total_batch_size': 16,
'patch_size': 96,
'ext': 'sep',
'repeat': 20,
},
'rgb_range': 255,
"seed": [235, 236],
# "seed": 233,
'test_benchmark': True,
}
return random_params(params)
def params_for_SR():
# params = naiveBaseline()
# params = edsrDistillBaseline()
params = edsrMeanTeacher()
# params = edsrDistill()
# params = purePlaneDistill()
if params['dataset']['name'] == 'DIV2K':
params['dataset']['test_bz'] = 1
if 'scale' not in params['dataset']:
params['dataset']['scale'] = params['scale']
if 'scale' not in params['backbone']:
params['backbone']['scale'] = params['scale']
return random_params(params)
def params_for_single_train():
params = {
'project_name': 'deip_test',
'gpus': 1,
'num_epochs': 300,
'weight_decay': 5e-4,
'max_lr': [0.1, 0.2, 0.3],
'lr_scheduler': 'OneCycLR',
'optimizer': 'SGD',
'backbone': ['resnet20_layerwise'],
"dataset": {
'name': "cifar100",
'total_batch_size': 256
},
"seed": 0,
}
return random_params(params)
def test_x2_x2_to_x4():
pretrained_paths = [
'/data/kailu/.foundations/job_data/archive/9cc232ba-3760-408d-a89c-7915c2729002/user_artifacts/235epoch=297.ckpt',
'/data/kailu/.foundations/job_data/archive/7688a2f0-c1c6-4d30-a8d8-ab255b6b8a6b/user_artifacts/235epoch=296.ckpt',
'/data/kailu/.foundations/job_data/archive/a24082d9-fffb-4647-af7e-73349d46ea08/user_artifacts/235epoch=296.ckpt',
'/data/kailu/.foundations/job_data/archive/04999c2a-c7bf-4b3e-af5b-87db03a6c810/user_artifacts/235epoch=296.ckpt',
'/data/kailu/.foundations/job_data/archive/6fa43117-524a-401c-a8b0-55a02299bc98/user_artifacts/235epoch=296.ckpt',
'/data/kailu/.foundations/job_data/archive/fd0286a6-c865-44e2-b17b-d6bc2f9bb407/user_artifacts/235epoch=296.ckpt',
'/data/kailu/.foundations/job_data/archive/744f1437-6e55-421b-9a57-5105f8bf281d/user_artifacts/235epoch=296.ckpt',
'/data/kailu/.foundations/job_data/archive/2161ed64-80a7-4a8a-b77f-ce1a9cdd1351/user_artifacts/235epoch=297.ckpt',
]
params = {
'project_name': 'x2_x2_to_x4',
'method': 'TwoStageSR',
'two_stage_no_freeze': True,
'gpus': 1,
'num_epochs': 100,
'weight_decay': 0,
'max_lr': 2e-5,
'optimizer': 'Adam',
'lr_scheduler': 'OneCycLR',
'pretrained_from': pretrained_paths,
'backbone': {},
'scale': 4,
"dataset": {
'name': "DIV2K",
'total_batch_size': 16,
'patch_size': 96,
'ext': 'sep',
'repeat': 20,
},
'rgb_range': 255,
"seed": 235,
'inference_statics': True,
'test_benchmark': True,
}
return random_params(params)
def naiveBaseline():
params = {
'project_name': 'distill_baseline',
'gpus': 1,
'num_epochs': 1,
'backbone': {
'arch': 'DirectScale_sr'
},
'skip_train': True,
'scale': 4,
'save_model': False,
"dataset": {
'name': "DIV2K",
'total_batch_size': 512,
'patch_size': 96,
'ext': 'sep',
'repeat': 20,
},
'rgb_range': 255,
"seed": [233, 234, 335, 336],
'test_benchmark': True,
}
return random_params(params)
def params_for_deip():
params = params_for_direct_train()
return random_params(params)
def get_selected_params():
backbones = [
{
'arch': 'inn_sr',
'version': 'new_spade_act',
'norm_type': 'spade',
'block_skip': True,
'add_ori': True,
'use_act': True,
'add_fea': False,
'use_esa': True,
'sub_blocks': 1,
'num_modules': 3,
'n_feats': 128
},
{
'arch': 'inn_sr',
'version': 'new_spade_act',
'norm_type': 'spade',
'block_skip': True,
'add_ori': False,
'use_act': True,
'add_fea': True,
'use_esa': False,
'sub_blocks': 2,
'num_modules': 3,
'n_feats': 64
},
{
'arch': 'inn_sr',
'version': 'new_spade_act',
'norm_type': 'spade',
'block_skip': True,
'add_ori': False,
'use_act': True,
'add_fea': False,
'use_esa': False,
'sub_blocks': 6,
'num_modules': 1,
'n_feats': 64
},
{
'arch': 'inn_sr',
'version': 'new_spade_act',
'norm_type': 'spade',
'block_skip': True,
'add_ori': True,
'use_act': False,
'add_fea': False,
'use_esa': False,
'sub_blocks': 1,
'num_modules': 3,
'n_feats': 128,
'scale': 2
},
{
'arch': 'inn_sr',
'version': 'new_spade_act',
'norm_type': 'bn',
'block_skip': True,
'add_ori': False,
'use_act': True,
'add_fea': False,
'use_esa': True,
'sub_blocks': 1,
'num_modules': 6,
'n_feats': 128
},
{
'arch': 'inn_sr',
'version': 'new_spade_act',
'norm_type': 'spade',
'block_skip': True,
'add_ori': False,
'use_act': False,
'add_fea': True,
'use_esa': True,
'sub_blocks': 1,
'num_modules': 5,
'n_feats': 64
},
{
'arch': 'inn_sr',
'version': 'new_spade_act',
'norm_type': 'spade',
'block_skip': True,
'add_ori': False,
'use_act': True,
'add_fea': False,
'use_esa': False,
'sub_blocks': 4,
'num_modules': 1,
'n_feats': 128
},
{
'arch': 'inn_sr',
'version': 'new_spade_act',
'norm_type': 'spade',
'block_skip': True,
'add_ori': True,
'use_act': True,
'add_fea': False,
'use_esa': False,
'sub_blocks': 4,
'num_modules': 2,
'n_feats': 64
},
{
'arch': 'inn_sr',
'version': 'new_spade_act',
'norm_type': 'spade',
'block_skip': True,
'add_ori': False,
'use_act': True,
'add_fea': False,
'use_esa': False,
'sub_blocks': 1,
'num_modules': 5,
'n_feats': 64
},
{
'arch': 'inn_sr',
'version': 'new_spade_act',
'norm_type': 'spade',
'block_skip': True,
'add_ori': True,
'use_act': True,
'add_fea': False,
'use_esa': True,
'sub_blocks': 2,
'num_modules': 2,
'n_feats': 128
},
{
'arch': 'inn_sr',
'version': 'new_spade_act',
'norm_type': 'spade',
'block_skip': True,
'add_ori': True,
'use_act': False,
'add_fea': False,
'use_esa': True,
'sub_blocks': 2,
'num_modules': 1,
'n_feats': 128
},
{
'arch': 'inn_sr',
'version': 'new_spade_act',
'norm_type': 'spade',
'block_skip': False,
'add_ori': True,
'use_act': True,
'add_fea': False,
'use_esa': True,
'sub_blocks': 2,
'num_modules': 2,
'n_feats': 128
},
{
'arch': 'inn_sr',
'version': 'new_spade_act',
'norm_type': 'spade',
'block_skip': False,
'add_ori': True,
'use_act': True,
'add_fea': False,
'use_esa': True,
'sub_blocks': 2,
'num_modules': 4,
'n_feats': 50
},
{
'arch': 'inn_sr',
'version': 'new_spade_act',
'norm_type': 'in',
'block_skip': False,
'add_ori': False,
'use_act': False,
'add_fea': False,
'use_esa': True,
'sub_blocks': 3,
'num_modules': 6,
'n_feats': 128
},
{
'arch': 'inn_sr',
'version': 'new_spade_act',
'norm_type': 'spade',
'block_skip': False,
'add_ori': False,
'use_act': True,
'add_fea': False,
'use_esa': True,
'sub_blocks': 2,
'num_modules': 2,
'n_feats': 64
},
{
'arch': 'inn_sr',
'version': 'new_spade_act',
'norm_type': 'spade',
'block_skip': False,
'add_ori': True,
'use_act': False,
'add_fea': False,
'use_esa': True,
'sub_blocks': 1,
'num_modules': 4,
'n_feats': 50
},
{
'arch': 'inn_sr',
'version': 'new_spade_act',
'norm_type': 'spade',
'block_skip': False,
'add_ori': True,
'use_act': True,
'add_fea': False,
'use_esa': False,
'sub_blocks': 4,
'num_modules': 1,
'n_feats': 64
},
]
params = {
'project_name': 'Final_Test',
'gpus': 1,
'num_epochs': 300,
'weight_decay': 0,
'max_lr': 5e-4,
'lr_scheduler': 'OneCycLR',
'optimizer': 'Adam',
'backbone': backbones,
'scale': 2,
"dataset": {
'name': "DIV2K",
'total_batch_size': 16,
'patch_size': 96,
'ext': 'sep',
'repeat': 20,
},
'rgb_range': 255,
"seed": [233, 234],
}
return random_params(params)
