def mypltshow(fnfig, disp='1'):
# import pdb;pdb.set_trace(); #for debug
print('fnfig={}'.format(fnfig))
# if fnfig not in ['../../result-chaospred/lorenz1e-8T0.025n10000p256m1_gmp/t0-2000:4300-4800k10N40ns50m2b1a1.0/hh_L1c1.eps',
# '../../result-chaospred/lorenz1e-8T0.025n10000p256m1_gmp/t0-2000:4300-4800k10N40ns50m2b1a1.0/hh_L2c2.eps']:
plt.savefig(fnfig)
if disp == '1':
mylib.myshell("sleep 1;gv " + fnfig + "&")
plt.close() #plt.show()
else:#args.sql == '0':
# import pdb;pdb.set_trace(); #for debug
# fnq='{}/*'.format(dm)
# Fq=[r.split('/')[-1][:-6] for r in glob.glob(fnq)] #file list
# GK=gaussian_kernel(21)
it=0
for r in Ra:
fnq='{}/*R{}*'.format(dq,r)
Fq=[(f.split('/')[-1])[:-6] for f in glob.glob(fnq)] #file list
for i_s,s in enumerate(Sa):
for d in Da:
for l in La:
fn='{}-{}{}'.format(s,d,l) # fn=s +'-'+ d + l
if not fn in fnerr:
mylib.myshell('make data-clean')
if r == '1':
sm='{}-{}{}-R{}'.format(s,d,l,r) #sm=s +'-'+ d + l + '-R'+ r
cmd='cp {}/{}-{}{}.dat {}/{}.dat'.format(dn,s,d,l,dr,sm)
else:
errflag=1
while errflag == 1:
s2=S[np.random.randint(nS)]
d2=D[np.random.randint(nD)]
l2=L[np.random.randint(nL)]
fn2='{}-{}{}'.format(s2,d2,l2)
# sm='{}-{}{}-{}-{}{}-R{}'.format(s,d,l,s2,d2,l2,r)
sm='{}-{}{}-R{}-{}-{}{}'.format(s,d,l,r,s2,d2,l2)
if (not fn2 in fnerr) and (not sm in Fq) and (s != s2):
errflag=0
# import pdb;pdb.set_trace(); #for debug
print('#start time:{}'.format(datetime.datetime.now()))
# import pdb;pdb.set_trace(); #for debug
if args.AF != '_' and args.AF != 'q':
fbtrain='train_xy'
AF=map(os.path.expanduser,(args.AF).split(':'))
# import pdb;pdb.set_trace(); #for debug
FtrainAF=np.array(pd.read_csv('{}'.format(AF[0]),delim_whitespace=True,dtype=np.float64,header=None))[:,:-1]
for i in range(1,len(AF)):
FtrainAF1=np.array(pd.read_csv('{}'.format(AF[i]),delim_whitespace=True,dtype=np.float64,header=None))[:,:-1]
# import pdb;pdb.set_trace(); #for debug
FtrainAF=np.concatenate([FtrainAF,FtrainAF1],axis=1)
#
for i_m,m in enumerate(M):#machine
if args.ow == 1:
mylib.myshell('make data-clean;mkdir -p tmp')
else:
print('#No data-cleaned because -ow 0')
fbtrain='train_xy'
fbtest='test_xy'
fntrain='{}.dat'.format(fbtrain)
fntest='{}.dat'.format(fbtest)
fptrain=open(fntrain,'w')
fptest=open(fntest,'w')
Fall=[]
Ftrain={}
Ftest={}
ytrain=[]
# import pdb;pdb.set_trace(); #for debug
if method[0]=='none':#all oob
fny = '{}/{}.txt'.format(ddc, fbc)
Ey = args.Ey
Sth = args.Sth
fnlog = 'chaospred2019.log'
TP0 = map(int, (args.TP0).split(' '))
N_A = (args.N).split(' ')
n_seed_A = map(int, (args.n_seed).split(' '))
phase = args.phase
ID = args.ID
###############
#####phase 1
###############
k = 10
if phase == '' or phase == '1':
mylib.myshell(
'make data-clean;cat /dev/null>{}/{};cat /dev/null >{}/cmd.sh'.
format(d0, fnlog, d0))
for tp0 in TP0:
mylib.myshell('rm --force lossall.dat tspall.dat tspall_id.dat')
tp1 = tp0 + 500
t = '0-{}:{}-{}'.format(tr1, tp0, tp1)
for iN, N in enumerate(N_A):
d1 = '{}/t{}k{}{}ID{}'.format(d0, t, k, N, ID)
mylib.myshell('mkdir -p {}'.format(d1))
# import pdb;pdb.set_trace(); #for debug
for iseed in range(n_seed_A[iN]):
cmd = './tspredv3 {} {} mp:1:1:1 DiffMode:0 Hosei:0 {} M:1-1:1 ib:0:0:0:0 rsa:-1:1:1 k:{} y:-18.5:18.5:0:1 g:1.4e-3 w:0.2 T:100 vt:0.5 vr:10 lossall:1 DISP:0 e4t:0 e4p:0 nop:1 seed:{}'.format(
fny, t, N_A[iN], k, iseed)
print('#Exec {}'.format(cmd))
# import pdb;pdb.set_trace(); #for debug
mylib.myshell(cmd)
pd.read_csv('{}{}.dat'.format(AF[0], fbtrain),
delim_whitespace=True,
dtype=np.float64,
header=None))[:, :-1]
for i in range(1, len(AF)):
FtrainAF1 = np.array(
pd.read_csv('{}{}.dat'.format(AF[i], fbtrain),
delim_whitespace=True,
dtype=np.float64,
header=None))[:, :-1]
# import pdb;pdb.set_trace(); #for debug
FtrainAF = np.concatenate([FtrainAF, FtrainAF1], axis=1)
#
for i_m, m in enumerate(M): #machine
if args.ow == 1:
mylib.myshell('make data-clean;mkdir -p tmp')
else:
print('#No data-cleaned because -ow 0')
fbtrain = 'train_xy'
fbtest = 'test_xy'
fntrain = '{}.dat'.format(fbtrain)
fntest = '{}.dat'.format(fbtest)
fptrain = open(fntrain, 'w')
fptest = open(fntest, 'w')
Fall = []
Ftrain = {}
Ftest = {}
ytrain = []
# import pdb;pdb.set_trace(); #for debug
if method[0] == 'none': #all oob
fnB0='{}-{}{}-R{}'.format(s,d,l,r)
fnB=''
for fnq in Fq:
if fnB0 in fnq:
fnB=fnq
# if fnB0=='fhs-roku7-R0.8-fms-si6-zero2-R0.8':
# import pdb;pdb.set_trace(); #for debug
if fnB == '':
print('#{}*-M.dat does not exist'.format(fnB0))
continue
fnout='{}/{}-xyC.dat'.format(dr,fnB)#
if os.path.exists(fnout) and args.ow == 0:
print('#{} exists: Omit calc becaus -ow 0'.format(fnout))
continue
# cmd0='fnB:"{}/{}";load("M2xyC.mac");'.format(dr,fnB);
# import pdb;pdb.set_trace(); #for debug
cmd='echo {}fnB:"{}/{}";batchload("M2PC.mac");{}|maxima'.format("'",dr,fnB,"'")
# cmd='echo {}fnB:"{}/{}";batchload("M2pc.mac");{}|maxima'.format("'",dr,fnB,"'")
# cmd='echo {}fnB:"{}/{}";batchload("M2xyC.mac");{}|maxima >tmp/tmp.log'.format("'",dr,fnB,"'")
# cmd='echo {}fnB:"{}/{}";batch("M2xyC.mac");{}|maxima -b >/dev/null'.format("'",dr,fnB,"'")
#cmd='maxima < M2xyC.mac' #read tmp/M.dat produce tmp/xyC.dat
print('#{}'.format(cmd))
mylib.myshell(cmd);
import pdb;pdb.set_trace(); #for debug 20191105
it += 1
if args.stopi>0 and it==args.stopi:
import pdb;pdb.set_trace(); #for debug 20191105
# import pdb;pdb.set_trace(); #for debug
# import pdb;pdb.set_trace(); #for debug
def mypltshow(fnfig, disp=1):
plt.savefig(fnfig)
if disp == 1:
mylib.myshell("sleep 1;gv " + fnfig + "&")
plt.close() #plt.show()
not sm in Fq) and (s != s2):
errflag = 0
# import pdb;pdb.set_trace(); #for debug
dmsm = '{}/{}.dat'.format(dm, sm)
cmd = 'python speechmix.py -y0 {}/{}-{}{}.dat -y1 {}/{}-{}{}.dat -r {} > {}'.format(
dn, s, d, l, dn, s2, d2, l2, r, dmsm)
# dmsm='{}/{}.dat'.format(dm,sm)
# if os.path.exists(fnout) and args.ow == 0:
# import pdb;pdb.set_trace(); #for debug
if not os.path.exists(
os.path.expanduser(dmsm)) or (
os.path.exists(
os.path.expanduser(dmsm))
and args.ow[0] == '1'):
print('#mixR_y.py:L142 {}'.format(cmd))
mylib.myshell(cmd) #speechmix.py
else:
print('#{} exists: Omit calc because ow=="1?"'.
format(dmsm, args.ow))
##
fnout = '{}/{}-M.dat'.format(
dr, sm, args.k, args.l)
# import pdb;pdb.set_trace(); #for debug
if os.path.exists(os.path.expanduser(
fnout)) and args.ow[1] == '0':
print('#{} exists: Omit calc because ow=="?0"'.
format(fnout))
continue
elapsed_time = time.time() - start_time
etime = 'ElapsedTime {:.3f}s({})'.format(
elapsed_time,
continue
fnout = '{}/{}-PC.dat'.format(dr, fnB) #
if os.path.exists(fnout) and args.ow == 0:
print('#{} exists: Omit calc becaus -ow 0'.format(
fnout))
continue
# cmd0='fnB:"{}/{}";load("M2xyC.mac");'.format(dr,fnB);
# import pdb;pdb.set_trace(); #for debug
cmd = 'echo {}fnB:"{}/{}";batchload("M2PC.mac");{}|maxima'.format(
"'", dr, fnB, "'")
# cmd='echo {}fnB:"{}/{}";batchload("M2pc.mac");{}|maxima'.format("'",dr,fnB,"'")
# cmd='echo {}fnB:"{}/{}";batchload("M2xyC.mac");{}|maxima >tmp/tmp.log'.format("'",dr,fnB,"'")
# cmd='echo {}fnB:"{}/{}";batch("M2xyC.mac");{}|maxima -b >/dev/null'.format("'",dr,fnB,"'")
#cmd='maxima < M2xyC.mac' #read tmp/M.dat produce tmp/xyC.dat
print('#{}'.format(cmd))
mylib.myshell(cmd)
print('#{}-PC.dat created'.format(fnB))
# import pdb;pdb.set_trace(); #for debug 20191105
sys.stdout.flush()
it += 1
if args.dbgi > 0 and it == args.dbgi:
print('### Now in debug mode')
import pdb
pdb.set_trace()
#for debug 20191105
# import pdb;pdb.set_trace(); #for debug
# import pdb;pdb.set_trace(); #for debug
elapsed_time = time.time() - start_time
etime = 'ElapsedTime {:.3f}s({})'.format(
elapsed_time,
str(datetime.timedelta(seconds=elapsed_time))[:-3])
else: #args.sql == '0':
# import pdb;pdb.set_trace(); #for debug
# fnq='{}/*'.format(dm)
# Fq=[r.split('/')[-1][:-6] for r in glob.glob(fnq)] #file list
# GK=gaussian_kernel(21)
it = 0
for r in Ra:
fnq = '{}/*R{}*'.format(dq, r)
Fq = [(f.split('/')[-1])[:-6] for f in glob.glob(fnq)] #file list
for i_s, s in enumerate(Sa):
for d in Da:
for l in La:
fn = '{}-{}{}'.format(s, d, l) # fn=s +'-'+ d + l
if not fn in fnerr:
mylib.myshell('make data-clean')
if r == '1':
sm = '{}-{}{}-R{}'.format(
s, d, l, r) #sm=s +'-'+ d + l + '-R'+ r
cmd = 'cp {}/{}-{}{}.dat {}/{}.dat'.format(
dn, s, d, l, dm, sm)
else:
errflag = 1
while errflag == 1:
s2 = S[np.random.randint(nS)]
d2 = D[np.random.randint(nD)]
l2 = L[np.random.randint(nL)]
fn2 = '{}-{}{}'.format(s2, d2, l2)
# sm='{}-{}{}-{}-{}{}-R{}'.format(s,d,l,s2,d2,l2,r)
sm = '{}-{}{}-R{}-{}-{}{}'.format(
s, d, l, r, s2, d2, l2)
def mypltshow(fnfig,disp='1'):
plt.savefig(fnfig);
if disp=='1':
mylib.myshell("sleep 1;gv "+fnfig+"&");
plt.close() #plt.show()
nS = len(S)
nL = len(L)
nT = len(T)
nRX = len(RX) if RX[0] != '0' else 0
# import pdb;pdb.set_trace(); #for debug
argv = sys.argv
cmd = ''
for a in argv: # for i,a in enumerate(argv):
cmd += a + ' '
print('#start:python {}'.format(cmd))
start_time = time.time()
print('#start time:{}'.format(datetime.datetime.now()))
for i_m, m in enumerate(M): #machine
if args.ow == 1:
mylib.myshell('make data-clean;mkdir -p tmp')
else:
print('#No data-cleaned because -ow 0')
fntrain = 'train_xy'
fntest = 'test_xy'
fptrain = open(fntrain + '.dat', 'w')
fptest = open(fntest + '.dat', 'w')
Fall = []
Ftrain = {}
Ftest = {}
ytrain = []
# import pdb;pdb.set_trace(); #for debug
if nRX == 0: #all oob
for i_r, r in enumerate(R):
for i_v, v in enumerate(V):
fnq = '{}/*{}*-R{}*-{}.dat'.format(
