def read_excel(self, fname): """Read Excel file data and load into the scenario. Parameters ---------- fname : string path to file """ funcs = { 'set': self.add_set, 'par': self.add_par, } dfs = pd_read(fname, sheet_name=None) # get item-type mapping df = dfs['ix_type_mapping'] ix_types = dict(zip(df['item'], df['ix_type'])) # fill in necessary items first (only sets for now) col = 0 # special case for prefill set Series def is_prefill(x): return dfs[x].columns[0] == col and len(dfs[x].columns) == 1 prefill = [x for x in dfs if is_prefill(x)] for name in prefill: data = list(dfs[name][col]) if len(data) > 0: ix_type = ix_types[name] funcs[ix_type](name, data) # fill all other pars and sets, skipping those already done skip_sheets = ['ix_type_mapping'] + prefill for sheet_name, df in dfs.items(): if sheet_name not in skip_sheets and not df.empty: ix_type = ix_types[sheet_name] funcs[ix_type](sheet_name, df)
def read_excel(self, fname, add_units=False, commit_steps=False): """Read Excel file data and load into the scenario. Parameters ---------- fname : string path to file add_units : bool add missing units, if any, to the platform instance. default: False commit_steps : bool commit changes after every data addition. default: False """ funcs = { 'set': self.add_set, 'par': self.add_par, } logger().info('Reading data from {}'.format(fname)) dfs = pd_read(fname, sheet_name=None) # get item-type mapping df = dfs['ix_type_mapping'] ix_types = dict(zip(df['item'], df['ix_type'])) # fill in necessary items first (only sets for now) col = 0 # special case for prefill set Series def is_prefill(x): return dfs[x].columns[0] == col and len(dfs[x].columns) == 1 prefill = [x for x in dfs if is_prefill(x)] for name in prefill: data = list(dfs[name][col]) if len(data) > 0: ix_type = ix_types[name] logger().info('Loading data for {}'.format(name)) funcs[ix_type](name, data) if commit_steps: self.commit('Loaded initial data from {}'.format(fname)) self.check_out() # fill all other pars and sets, skipping those already done skip_sheets = ['ix_type_mapping'] + prefill for sheet_name, df in dfs.items(): if sheet_name not in skip_sheets and not df.empty: logger().info('Loading data for {}'.format(sheet_name)) if add_units and 'unit' in df.columns: # add missing units units = set(self.platform.units()) missing = set(df['unit'].unique()) - units for unit in missing: logger().info('Adding missing unit: {}'.format(unit)) self.platform.add_unit(unit) # load data ix_type = ix_types[sheet_name] funcs[ix_type](sheet_name, df) if commit_steps: self.commit('Loaded {} from {}'.format(sheet_name, fname)) self.check_out()
def make_obs(fname, exp, **kwargs): utils.pd_write(exp, fname, index=False) obs = utils.pd_read(fname, **kwargs) os.remove(fname) return obs
def make_obs(fname, exp, **kwargs): utils.pd_write(exp, fname, index=False) obs = utils.pd_read(fname, **kwargs) os.remove(fname) return obs