def concat_generate(genargs=[{}], input_seq_len=10, output_seq_len=10, savedir='out'): # make output directory if not os.path.isdir(savedir): os.makedirs(savedir) seqs = [None for i in genargs] for i,args in enumerate(genargs): print('--------------------------') print('Generating for dataset {0}'.format(i)) print('--------------------------') seqs[i] = generator(**args) seqs = numpy.concatenate(seqs, axis=0) seqnum = seqs.shape[0] zmins, zmaxs = normalize(seqs) if savedir is not '': for i in xrange(100): for d in xrange(seqs.shape[2]): outfile = savedir + "/" + str(i) + "-" + str(d) + ".gif" gifmaker.save_gif(seqs[i, :, d, :, :], outfile) print(' --> saved to {0}'.format(outfile)) if savedir is not '': cut1 = int(seqnum*0.8) cut2 = int(seqnum*0.9) save_to_numpy_format(seqs[:cut1], input_seq_len, output_seq_len, zmaxs, zmins, savedir + "/dataset-train.npz") save_to_numpy_format(seqs[cut1:cut2], input_seq_len, output_seq_len, zmaxs, zmins, savedir + "/dataset-valid.npz") save_to_numpy_format(seqs[cut2:], input_seq_len, output_seq_len, zmaxs, zmins, savedir + "/dataset-test.npz") else: return zmins, zmaxs, seqs
def generate(seqnum=15000, seqdim=(20, 2, 120, 120), offset=(0,0,0), begin='201408010000', end='201408312330', step=30, input_seq_len=10, output_seq_len=10, mode='grayscale', savedir='out'): # make output directory if not os.path.isdir(savedir): os.makedirs(savedir) seqs = generator(**locals()) seqnum = seqs.shape[0] zmins, zmaxs = normalize(seqs) if savedir is not '': for i in xrange(100): for d in xrange(seqdim[1]): outfile = savedir + "/" + str(i) + "-" + str(d) + ".gif" gifmaker.save_gif(seqs[i, :, d, :, :], outfile) print(' --> saved to {0}'.format(outfile)) if savedir is not '': cut1 = int(seqnum*0.8) cut2 = int(seqnum*0.9) save_to_numpy_format(seqs[:cut1], input_seq_len, output_seq_len, zmaxs, zmins, savedir + "/dataset-train.npz") save_to_numpy_format(seqs[cut1:cut2], input_seq_len, output_seq_len, zmaxs, zmins, savedir + "/dataset-valid.npz") save_to_numpy_format(seqs[cut2:], input_seq_len, output_seq_len, zmaxs, zmins, savedir + "/dataset-test.npz") else: return zmins, zmaxs, seqs