BATCHSIZE = rng.randint(50, 200)
LRINIT = rng.uniform(0.001, 0.1)
RNGSEED = rng.randint(4525348)

rng = RandomState(RNGSEED)

runparams = {'SEQLEN': SEQLEN,
             'SHUF_DATA': SHUF_DATA,
             'NLAYER': NLAYER,
             'NHID': NHID,
             'PDROP': PDROP,
             'BATCHSIZE': BATCHSIZE,
             'LRINIT': LRINIT,
             'RNGSEED': RNGSEED}

pickle(runparams, SAVEDIR+'runparams.pkl')

print 'RUNID: ' + RUNID
for k, v in runparams.items():
    print k + ': ' + str(v)


# save params for book keeping
with open(PRINTTO, 'w+') as f:
    for k,v in runparams.items():
        f.write('\n')
        f.write('%s: %s' % (k,v))
        f.write('\n\n')

NB_EPOCH = 1
NEPOCH = 50
rng = RandomState(RNGSEED)  # for replication

runparams = {
    "SEQLEN": SEQLEN,
    "SHUF_DATA": SHUF_DATA,
    "NLAYER": NLAYER,
    "NHID": NHID,
    "PDROP": PDROP,
    "BATCHSIZE": BATCHSIZE,
    "LRINIT": LRINIT,
    "RNGSEED": RNGSEED,
}

# save params for book keeping
pickle(runparams, SAVEDIR + "runparams.pkl")

print "RUNID: " + RUNID
for k, v in runparams.items():
    print k + ": " + str(v)

with open(PRINTTO, "w+") as f:
    for k, v in runparams.items():
        f.write("\n")
        f.write("%s: %s" % (k, v))
        f.write("\n\n")

# constants across experiments
NB_EPOCH = 1
NEPOCH = 50
LRDECAY = 0.97
LRINIT = rng.uniform(0.001, 0.1)
RNGSEED = rng.randint(4525348)

rng = RandomState(RNGSEED)  # for replication

runparams = {'SEQLEN': SEQLEN,
             'SHUF_DATA': SHUF_DATA,
             'NLAYER': NLAYER,
             'NHID': NHID,
             'PDROP': PDROP,
             'BATCHSIZE': BATCHSIZE,
             'LRINIT': LRINIT,
             'RNGSEED': RNGSEED}

# save params for book keeping
pickle(runparams, SAVEDIR+'runparams.pkl')

print 'RUNID: ' + RUNID
for k, v in runparams.items():
    print k + ': ' + str(v)

with open(PRINTTO, 'w+') as f:
    for k,v in runparams.items():
        f.write('\n')
        f.write('%s: %s' % (k,v))
        f.write('\n\n')

# constants across experiments
NB_EPOCH = 1
NEPOCH = 50
LRDECAY = 0.97