def run(self, run_command): """ Run the crawler of a code project """ import_user_module("crawlers") BaseProject.run(self, run_command, user_crawlers)
def _check_project_type(self): """ Check for the project's type """ if has_valid_attr(self.settings, "PROJECT_TYPE"): project_type = self.settings.PROJECT_TYPE else: meta_data = import_user_module("__init__") project_type = meta_data.project_type self.project_type = project_types[project_type]()
def _check_project_type(self): """ Check for the project's type [code based project or dsl templates based project] """ if check_for_file(self.settings, "config.ini") and check_for_file(self.settings, "template.crw"): self.project_type = TemplateProject() elif import_user_module("models", exit=False) is not None: self.project_type = CodeProject() else: exit_with_error("Unrecognized crawley project")
def _check_for_settings(self): """ tries to import the user's settings file """ (options, args) = self.parser.parse_args(self.args) if options.settings is not None: settings_dir, file_name = os.path.split(options.settings) sys.path.insert(0, settings_dir) settings_file = os.path.splitext(file_name)[0] else: sys.path.insert(0, os.getcwd()) settings_file = "settings" settings = import_user_module(settings_file) sys.path.append(settings.PROJECT_ROOT) return settings
def _check_for_settings(self): """ tries to import the user's settings file """ (options, args) = self.parser.parse_args(self.args) if options.settings is not None: settings_dir, file_name = os.path.split(options.settings) add_to_path(settings_dir) settings_file = os.path.splitext(file_name)[0] else: add_to_path(os.getcwd()) settings_file = "settings" settings = import_user_module(settings_file) add_to_path(settings.PROJECT_ROOT) return settings