# inputtype ('binary', 'tfidf', other options?) determines what the # decoding activation function is for the first layer # e.g. inputtype 'tfidf' ('tf*idf'?) uses activation function softplus # to decode the tf*idf. state.inputtype = 'binary' state.seed = 123 #here is the for loops that does the grid: for i in [0.01, 0.001, 0.0001]: state.lr = [i] for j in [(0.7, 0.0041), (0.5, 0.003), (0.8, 0.005)]: state.noise_lvl = [j] for k in [0.001, 0.00001, 0.0]: state.activation_regularization_coeff = [k] sql.insert_job( NLPSDAE, flatten(state), db ) #this submit the current state DD to the db, if it already exist in the db no additionnal job is added. db.createView('opentablegpuview') #in order to access the db from a compute node you need to create an tunnel ssh connection on ang23: #(to do one time, I think you should keep the shell open or you can create the tunnel on a screen and detached it) #ssh -v -f -o ServerAliveInterval=60 -o ServerAliveCountMax=60 -N -L *:5432:localhost:5432 gershwin.iro.umontreal.ca #you will need to give your LISA password. #here is the command you use to launch 1 jobs of the db. #THEANO_FLAGS=mode=FAST_RUN,device=gpu,floatX=float32 sqsub -q gpu -r 2d -n 1 --gpp=1 --memperproc=2.5G -o the_output_you_want jobman sql 'postgres://glorotxa@ang23/glorotxa_db/opentablegpu' /scratch/glorotxa/
# If there is a model file specified to build upon, the output of this # model is the input for the model we are currently building. state.model_to_build_upon = None state.ninputs = 5000 #state.ninputs = 1000 # inputtype ('binary', 'tfidf', other options?) determines what the # decoding activation function is for the first layer # e.g. inputtype 'tfidf' ('tf*idf'?) uses activation function softplus # to decode the tf*idf. state.inputtype = 'binary' state.seed = 123 state.activation_regularization_coeff = [0] #here is the for loops that does the grid: for i in [0.01,0.001]: state.lr = [i] for j in [0.5,0.25,0.125,0.05]: state.noise_lvl=[j] for k in [1400,2500,5000]: state.n_hid = [k] sql.insert_job(NLPSDAE, flatten(state), db) #this submit the current state DD to the db, if it already exist in the db no additionnal job is added. db.createView('opentablegpuview') # First run this script