def update(self):
self.values["db_destination"] = os.path.join(self.database_root, self.dbname)
self.values["data_destination"] = os.path.join(self.db_destination, "data")
self.values["load_filters"] = LoadFilters.set_load_filters(navigable_objects=self.navigable_objects)
if self.plain_text_obj:
plain_text_filter = LoadFilters.store_in_plain_text(*self.plain_text_obj)
self.load_filters.append(plain_text_filter)
if self.debug:
print(self)
def update(self):
self.values["db_destination"] = os.path.join(self.database_root, self.dbname)
self.values["data_destination"] = os.path.join(self.db_destination, "data")
self.values["load_filters"] = LoadFilters.set_load_filters(navigable_objects=self.navigable_objects)
if self.plain_text_obj:
plain_text_filter = LoadFilters.store_in_plain_text(*self.plain_text_obj)
self.load_filters.append(plain_text_filter)
if self.debug:
print(self)
def parse(self, load_config_file_path):
load_config_file = imp.load_source("external_load_config",
load_config_file_path)
for a in dir(load_config_file):
if not a.startswith("__") and not isinstance(
getattr(load_config_file, a), collections.Callable):
value = getattr(config_file, a)
if value:
if a == "words_to_index":
word_list = set([])
with open(value) as fh:
for line in fh:
word_list.add(line.strip())
self.config["words_to_index"] = word_list
elif a == "plain_text_obj":
if "load_filters" not in self.config:
self.config[
"load_filters"] = LoadFilters.DefaultLoadFilters
self.config["load_filters"].append(
LoadFilters.store_in_plain_text(*value))
elif a == "store_words_and_ids":
if "load_filters" not in self.config:
self.config[
"load_filters"] = LoadFilters.DefaultLoadFilters
self.config["load_filters"].append(
LoadFilters.store_words_and_philo_ids)
else:
self.config[a] = value
elif a == "parser_factory":
value = getattr(load_config_file, a)
self.config["parser_factory"] = value
def parse(self, load_config_file):
config_file = imp.load_source("external_load_config", load_config_file)
for a in dir(config_file):
if not a.startswith('__') and not isinstance(getattr(config_file, a), collections.Callable):
value = getattr(config_file, a)
if value:
if a == "words_to_index":
word_list = set([])
with open(value) as fh:
for line in fh:
word_list.add(line.strip())
self.config["words_to_index"] = word_list
continue
if a == "plain_text_obj":
if "load_filters" not in self.config:
self.config["load_filters"] = LoadFilters.DefaultLoadFilters
self.config["load_filters"].append(LoadFilters.store_in_plain_text(*value))
self.config[a] = value
def parse(self, load_config_file):
config_file = imp.load_source("external_load_config", load_config_file)
for a in dir(config_file):
if not a.startswith('__') and not isinstance(getattr(config_file, a), collections.Callable):
value = getattr(config_file, a)
if value:
if a == "words_to_index":
word_list = set([])
with open(value) as fh:
for line in fh:
word_list.add(line.strip())
self.config["words_to_index"] = word_list
continue
if a == "plain_text_obj":
if "load_filters" not in self.config:
self.config["load_filters"] = LoadFilters.DefaultLoadFilters
self.config["load_filters"].append(LoadFilters.store_in_plain_text(*value))
self.config[a] = value
