def save_data_pool(self): print 'saving data pool...' check = time.time() proc_data = None if self.postprocess_plan.use_plan: proc_data = [proc.data for proc in self.postprocess_plan.post_processes] rout_data = None if self.fitting_plan.use_plan: rout_data = [rout.data for rout in self.fitting_plan.routines] self.data_pool = lfu.data_container(data = self.data_pool, postproc_data = proc_data, routine_data = rout_data) self.describe_data_pool(self.data_pool) if self.data_scheme == 'smart_batch': self.data_pool.data.live_pool = [] self.data_pool_pkl = os.path.join(os.getcwd(), 'data_pools', '.'.join(['data_pool', 'smart', self.data_pool_id, 'pkl'])) elif self.data_scheme == 'batch': self.data_pool_pkl = os.path.join(os.getcwd(), 'data_pools', '.'.join(['data_pool', self.data_pool_id, 'pkl'])) else: print 'data_scheme is unresolved... assuming "batch"' self.data_pool_pkl = os.path.join(os.getcwd(), 'data_pools', '.'.join(['data_pool', self.data_pool_id, 'pkl'])) lf.save_pkl_object(self.data_pool, self.data_pool_pkl) print 'saved data pool: ', time.time() - check
def _rid_pool_(self, dex): if self.live_pool: print 'saving sub pool', dex lf.save_pkl_object(self.live_pool, os.path.join( os.getcwd(), 'data_pools', self.data_pool_ids[dex])) print 'saved sub pool', dex self.live_pool = []
def __call__(self, *args):
system = args[0]
filename = args[1]
try:
lf.save_pkl_object(system, filename)
except IOError:
print 'failed to output .pkl file'
def on_save(self):
dirdlg = lgd.create_dialog('Choose File', 'File?', 'directory')
save_dir = dirdlg()
if save_dir != '':
#this should probably be restructured as was done with
# the binding associated with 'Alt+R'
self.sanitize()
self.parent = None
self.__dict__.rid_widg_templates('template owners')
lf.save_pkl_object(self, os.path.join(
save_dir, self.label + '.ensempkl'))
self.get_parent()
print 'saved ensemble: ', self.label
def on_write_data(self, *args, **kwargs):
if not self.domain:
self.domain = ["x"]
self.codomains = ["y1", "y2", "y3"]
self.domain_data = np.linspace(0, 10, 100)
self.codomain_datas = [
np.exp(self.domain_data) / np.exp(self.domain_data[-1]),
np.sin(self.domain_data),
np.cos(2 * self.domain_data),
]
print "USED FAKE TEST DATA!!"
# the data should be normalized -1, 1 on both axes
x = self.domain_data
ys = self.codomain_datas
[plt.plot(x, y) for y in ys]
plt.show()
self.out_data = lfu.data_container(
data=[
lgeo.scalars(label=lab, scalars=dat)
for lab, dat in zip(self.domain + self.codomains, [self.domain_data] + self.codomain_datas)
]
)
lf.save_pkl_object(self.out_data, self.out_filename)
def on_write_data(self, *args, **kwargs):
if not self.domain:
self.domain = ['x']
self.codomains = ['y1', 'y2', 'y3']
self.domain_data = np.linspace(0, 10, 100)
self.codomain_datas = [
np.exp(self.domain_data) / np.exp(self.domain_data[-1]),
np.sin(self.domain_data),
np.cos(2 * self.domain_data)
]
print 'USED FAKE TEST DATA!!'
#the data should be normalized -1, 1 on both axes
x = self.domain_data
ys = self.codomain_datas
[plt.plot(x, y) for y in ys]
plt.show()
self.out_data = lfu.data_container(data=[
lgeo.scalars(label=lab, scalars=dat)
for lab, dat in zip(self.domain +
self.codomains, [self.domain_data] +
self.codomain_datas)
])
lf.save_pkl_object(self.out_data, self.out_filename)
