oracle_train_all_errors.append(oracle_err)
#oracle_mtl_errors.append(oracle_err)
print "Initial Error OracleMTL---Train All: %f" % oracle_err
svm_train_all.train_all_fs()
svm_train_all.train_ws()
svm_err = lg.seg_model_error_01(svm_train_all,test_xs,test_ys,test_ss)
print 'Initial Error SVM_mtl---Train All: ', svm_err
svm_train_all_errors = [svm_err]
"""
## strategy: retrain-new
oracle_retrain_new_errors = []
oracle_retrain_new = lg.LgSegmentModel(xs,ys,ss,'train-all',k)
svm_retrain_new = lg.UserDefineModel(xs,ys,dy,ss,'train-all') # using the default value
test_xs,test_ys,test_ss = digits.generate_additional_data (tasks, oracle_retrain_new, svm_retrain_new,3)
for j in range(train_iter):
oracle_retrain_new.train_all_fs()
oracle_retrain_new.train_ws()
oracle_retrain_new.strategy = 'retrain-new'
svm_retrain_new.train_all_fs()
svm_retrain_new.train_ws()
svm_retrain_new_errors = []
svm_retrain_new.strategy = 'retrain-new'
oracle_err = lg.seg_model_error_01(oracle_retrain_new, test_xs, test_ys, test_ss, num=20)
oracle_retrain_new_errors.append(oracle_err)
svm_err = lg.seg_model_error_01(svm_retrain_new,test_xs,test_ys,test_ss)
svm_retrain_new_errors.append(svm_err)
print "Initial Error OracleMTL---Train All: %f" % oracle_err
print 'Initial Error SVM_mtl---Train All: ', svm_err
svm_mtl1.train_ws()
svm_err = lg.seg_model_error_01(svm_mtl1,test_xs,test_ys,test_ts)
print 'Initial Error SVM_mtl-l1 ', svm_err
svm_feature_errors1 = []
d_mtl = lg.NonSharingModel(xs,ys,ss)
d_mtl.train_ws()
d_err = lg.seg_model_error_01(d_mtl,test_xs,test_ys,test_ts)
print 'Initial Error non-sharing model ', d_err
d_feature_errors = []
print
####### Cold-Start Experiment #################
# number of points range from 2-30, step = 1
task = digits.create_mtl_datasets(Z,train_y,nTasks=100,taskSize=30,testSize=40)
test_xs,test_ys,test_ts = digits.generate_additional_data(task,oracle_mtl, svm_mtl, svm_mtl1, d_mtl,0)
iters = range(2,30)
for i in iters:
print 'cold-start: # of points trained: ', i
oracle_mtl.train_ws(i)
oracle_err = lg.seg_model_error_01(oracle_mtl, test_xs, test_ys, test_ts, num=20)
oracle_mtl_errors.append(oracle_err)
print 'Testing Error of oracle model is ', oracle_err
svm_mtl.train_ws(i)
svm_err = lg.seg_model_error_01(svm_mtl,test_xs,test_ys,test_ts)
svm_feature_errors.append(svm_err)
print 'Testing Error of svm model --l2 is ', svm_err
