示例#1
0
 def _build_test_run(self):
     """Pull all the test plans into a TestRun for eventual execution.
     
     Args:
         None.
     
     Returns:
         None.
     
     Raises:
         :class:`ExecutionError`
     """
     
     self._test_run = TestRun(self._test_run_config['Description'])
     
     for test_plan_config in self._test_plan_configs:
         self._test_run.add_test_plan(test_plan_config.get_content)
示例#2
0
class ExecuteTestRun(object):
    """This class will parse, validate configurations files necessary for a Bespoke test run. This
    class is the main access point to executing a test run with Bespoke.
    
    Args:
        bespoke_root |str| = The base path from which Bespoke executes on the server.
        xsd_path |str| = The absolute path to the XSD folder.  
        global_config_file |str| = The absolute path to the global configuration file.
        test_run_file |str| = The absolute path to the test run configuration file.
        resource_config_files <opt>|[str]| = An optional override to use for the resource 
            configuration files (paths must be absolute).
        test_plan_files <opt>|[str]| = An optional override to use for the test plan file paths
             (paths must be absolute).
        tools_config_files <opt>|[str]| = An optional override to use for the tool configuration 
            file paths (paths must be absolute).
        build_config_files <opt>|[str]| = An optional override to use for the build configuration 
            file paths (paths must be absolute).
        
    Raises:
        :class:`ExecutionError` = Could not load configuration files for a variety of reasons.
    """
    
    def __init__(self, 
                 bespoke_root,
                 xsd_path,
                 global_config_file, 
                 test_run_file,
                 resource_config_files=[],
                 test_plan_files=[], 
                 tools_config_files=[],
                 build_config_files=[]):
        
        ## init ##
        self._bespoke_root = bespoke_root
        self._xsd_path = xsd_path
        self._global_config_file = global_config_file #Path must be absolute.
        self._test_run_file = test_run_file
        self._resource_config_files = resource_config_files
        self._test_plan_files = test_plan_files
        self._tools_config_files = tools_config_files
        self._build_config_files = build_config_files
        
        ## XSD ##
        self._global_xsd_path = join(self._xsd_path, GLOBAL_CONFIG_XSD)
        self._test_run_xsd_path = join(self._xsd_path, TEST_RUN_CONFIG_XSD)
        self._resource_xsd_path = join(self._xsd_path, RESOURCE_CONFIG_XSD)
        self._build_xsd_path = join(self._xsd_path, BUILD_CONFIG_XSD)
        self._tool_xsd_path = join(self._xsd_path, TOOL_CONFIG_XSD)
        self._test_plan_xsd_path = join(self._xsd_path, TEST_PLAN_XSD)
        
        ## delayed init ##
        self._config_path = ''
        self._test_run_path = ''
        self._test_plan_path = ''
        self._test_script_path = ''
        self._resources = {}    #A merged dictionary of ResourceConfig content.
        self._global_config = None
        self._test_run_config = None
        self._builds = {}
        self._tools = {}
        self._test_plan_configs = []
        self._test_run = None
        
        ## load ##
        self._load_global()
        self._load_resources()
        self._load_test_run()
        self._load_builds()
        self._load_tools()
        self._load_test_plans()
        
        ## finalize test run ##
        self._build_test_run()
        
    def _build_test_run(self):
        """Pull all the test plans into a TestRun for eventual execution.
        
        Args:
            None.
        
        Returns:
            None.
        
        Raises:
            :class:`ExecutionError`
        """
        
        self._test_run = TestRun(self._test_run_config['Description'])
        
        for test_plan_config in self._test_plan_configs:
            self._test_run.add_test_plan(test_plan_config.get_content)
        
    def _load_builds(self):
        """Parse and load the build configuration files.
        
        Args:
            None.
        
        Returns:
            None.
        
        Raises:
            :class:`ExecutionError`
        """
        
        #A list of BuildConfig content dictionaries.
        tmp_builds = []
        
        try:
            for config in self._build_config_files:
                tmp_builds.append(BuildConfig(config, self._build_xsd_path, 'Build').get_content)
        except ConfigError as e:
            err = "Failure to load Build config file '{0}': {1}".format(e._config_file, e.msg)
            raise ExecutionError(err)
    
        if len(tmp_builds) == 0:
            self._builds = {}
        elif len(tmp_builds) > 1:
            try:
                self._builds = merge_dictionaries(tmp_builds, fail_on_duplicates=True)
            except KeyError as e:
                raise ExecutionError("Duplicate build names detected in build " 
                                     "configuration files: {}", e)
        else:
            self._builds = tmp_builds[0]
    
    def _load_global(self):
        """Parse and load the global configuration file.
        
        Args:
            None.
        
        Returns:
            None.
        
        Raises:
            :class:`ExecutionError`
        """
        
        try:
            self._global_config = GlobalConfig(self._global_config_file, self._global_xsd_path)
        except ConfigError as e:
            err = "Failure to load Global config file '{0}': {1}".format(e._config_file, e.msg)
            raise ExecutionError(err)
        
        #Determine paths for other configuration files.
        self._config_path = self._global_config['ConfigPath']
        self._test_run_path = self._global_config['TestRunPath']
        self._test_plan_path = self._global_config['TestPlanPath']
        self._test_script_path = self._global_config['TestScriptPath']
        
        #Parse and load the resource paths if no overrides are specified.
        if len(self._resource_config_files) == 0:
            for config in self._global_config['ResourceConfigs']:
                self._resource_config_files.append(join(self._config_path, config))
                
        #Populate Bespoke Global Environment
        BespokeGlobals.ABS_LOCAL_RESULTS = self._global_config['ResultsPath']
        BespokeGlobals.ABS_LOCAL_TESTS = self._test_script_path
        BespokeGlobals.ABS_LOCAL_TOOLS = self._global_config['ToolPath']
        BespokeGlobals.BESPOKE_SERVER_HOSTNAME = self._global_config['BespokeServerHostname']
                
    def _load_resources(self):
        """Parse and load the resource configuration file.
        
        Args:
            None.
        
        Returns:
            None.
        
        Raises:
            :class:`ExecutionError`
        """
        
        #A list of ResourceConfig content dictionaries.
        tmp_resources = []
        
        try:
            for config in self._resource_config_files:
                tmp_resources.append(ResourceConfig(config, self._resource_xsd_path).get_content)
        except ConfigError as e:
            err = "Failure to load Resource config file '{0}': {1}".format(e._config_file, e.msg)
            raise ExecutionError(err)
    
        if len(tmp_resources) > 1:
            try:
                self._resources = merge_dictionaries(tmp_resources, fail_on_duplicates=True)
            except KeyError as e:
                raise ExecutionError("Duplicate aliases detected in resource " 
                                     "configuration files: {}", e)
        else:
            self._resources = tmp_resources[0]
            
    def _load_test_run(self):
        """Parse and load the test run configuration file.
        
        Args:
            None.
        
        Returns:
            None.
        
        Raises:
            :class:`ExecutionError`
        """
        
        try:
            self._test_run_config = TestRunConfig(join(self._test_run_path, self._test_run_file), 
                                                  self._test_run_xsd_path)
        except ConfigError as e:
            err = "Failure to load Test Run config file '{0}': {1}".format(e._config_file, e.msg)
            raise ExecutionError(err)
    
        #Parse and load the tool config paths if no overrides are specified.
        if len(self._tools_config_files) == 0:
            for config in self._test_run_config['ToolConfigs']:
                self._tools_config_files.append(join(self._config_path, config))
                
        #Parse and load the build config paths if no overrides are specified.
        if len(self._build_config_files) == 0:
            for config in self._test_run_config['BuildConfigs']:
                self._build_config_files.append(join(self._config_path, config))
                
        #Parse and load the test plan paths if no overrides are specified.
        if len(self._test_plan_files) == 0:
            for config in self._test_run_config['TestPlans']:
                self._test_plan_files.append(join(self._test_plan_path, config))
                
    def _load_test_plans(self):
        """Parse and load the test plan configuration files.
        
        Args:
            None.
        
        Returns:
            None.
        
        Raises:
            :class:`ExecutionError`
        """
        
        try:
            for config in self._test_plan_files:
                self._test_plan_configs.append(TestPlanConfig(config, 
                                                              self._test_plan_xsd_path,
                                                              self._builds,
                                                              self._tools,
                                                              self._resources))
        except ConfigError as e:
            err = "Failure to load Test Plan file '{0}': {1}".format(e._config_file, e.msg)
            raise ExecutionError(err)
    
    def _load_tools(self):
        """Parse and load the tool configuration files.
        
        Args:
            None.
        
        Returns:
            None.
        
        Raises:
            :class:`ExecutionError`
        """
        
        #A list of BuildConfig content dictionaries.
        tmp_tools = []
        
        try:
            for config in self._tools_config_files:
                tmp_tools.append(ToolConfig(config, self._build_xsd_path, 'Tool').get_content)
        except ConfigError as e:
            err = "Failure to load Tool config file '{0}': {1}".format(e._config_file, e.msg)
            raise ExecutionError(err)
    
        if len(tmp_tools) == 0:
            self._tools = {}
        elif len(tmp_tools) > 1:
            try:
                self._tools = merge_dictionaries(tmp_tools, fail_on_duplicates=True)
            except KeyError as e:
                raise ExecutionError("Duplicate tool names detected in tool " 
                                     "configuration files: {}", e)
        else:
            self._tools = tmp_tools[0]
    
    def execute_test_run(self):
        """Execute the TestRun.
        
        Args:
            None.
        
        Returns:
            None.
        
        Raises:
            :class:`FatalError`: Fatal error occurred and unreliable results possibly recorded.
            :class:`Failure`: The TestRun failed during execution.
        """
        
        self._test_run.execute()
        
    @property
    def builds(self):
        """A dictionary of Build objects.
        
        Returns:
            |{str::class:`Build`}|
        """
        
        return self._builds
    
    @property
    def global_config(self):
        """The GlobalConfig for this test run.
        
        Returns:
            |:class:`GlobalConfig`| = This looks like a dictionary.
        """
        
        return self._global_config
    
    @property
    def resources(self):
        """A dictionary of resources.
        
        Returns:
            |{str::class:`SystemUnderTest`}|
        """
        
        return self._test_run_config
    
    @property
    def test_run(self):
        """The TestRun object.
        
        Returns:
            |:class:`TestRun`|
        """
        
        return self._test_run
    
    @property
    def test_run_config(self):
        """The TestRunConfig for this test run.
        
        Returns:
            |:class:`TestRunConfig`| = This looks like a dictionary.
        """
        
        return self._test_run_config
    
    @property
    def tools(self):
        """A dictionary of Tool objects.
        
        Returns:
            |{str::class:`Tool`}|
        """
        
        return self._tools