def update(self): self.values["db_destination"] = os.path.join(self.database_root, self.dbname) self.values["data_destination"] = os.path.join(self.db_destination, "data") self.values["load_filters"] = LoadFilters.set_load_filters(navigable_objects=self.navigable_objects) if self.plain_text_obj: plain_text_filter = LoadFilters.store_in_plain_text(*self.plain_text_obj) self.load_filters.append(plain_text_filter) if self.debug: print(self)
def parse(self, load_config_file_path): load_config_file = imp.load_source("external_load_config", load_config_file_path) for a in dir(load_config_file): if not a.startswith("__") and not isinstance( getattr(load_config_file, a), collections.Callable): value = getattr(config_file, a) if value: if a == "words_to_index": word_list = set([]) with open(value) as fh: for line in fh: word_list.add(line.strip()) self.config["words_to_index"] = word_list elif a == "plain_text_obj": if "load_filters" not in self.config: self.config[ "load_filters"] = LoadFilters.DefaultLoadFilters self.config["load_filters"].append( LoadFilters.store_in_plain_text(*value)) elif a == "store_words_and_ids": if "load_filters" not in self.config: self.config[ "load_filters"] = LoadFilters.DefaultLoadFilters self.config["load_filters"].append( LoadFilters.store_words_and_philo_ids) else: self.config[a] = value elif a == "parser_factory": value = getattr(load_config_file, a) self.config["parser_factory"] = value
def parse(self, load_config_file): config_file = imp.load_source("external_load_config", load_config_file) for a in dir(config_file): if not a.startswith('__') and not isinstance(getattr(config_file, a), collections.Callable): value = getattr(config_file, a) if value: if a == "words_to_index": word_list = set([]) with open(value) as fh: for line in fh: word_list.add(line.strip()) self.config["words_to_index"] = word_list continue if a == "plain_text_obj": if "load_filters" not in self.config: self.config["load_filters"] = LoadFilters.DefaultLoadFilters self.config["load_filters"].append(LoadFilters.store_in_plain_text(*value)) self.config[a] = value