Exemple #1
0
 def get_job_engines_address(cls, job_parameters: RunParameters):
     engines_info = {}
     engine_list = [(EngineType.COMPUTING, job_parameters.computing_engine),
                    (EngineType.FEDERATION,
                     job_parameters.federation_engine),
                    (EngineType.STORAGE, job_parameters.storage_engine)]
     for engine_type, engine_name in engine_list:
         engine_info = ResourceManager.get_engine_registration_info(
             engine_type=engine_type, engine_name=engine_name)
         job_parameters.engines_address[engine_type] = engine_info.f_engine_config if engine_info else {}
         engines_info[engine_type] = engine_info
     return engines_info
Exemple #2
0
 def get_archives(cls,
                  storage_engine=FateDependenceStorageEngine.HDFS.value):
     archives = []
     name_node = ResourceManager.get_engine_registration_info(
         engine_type=EngineType.STORAGE,
         engine_name=storage_engine).f_engine_config.get("name_node")
     for dependence_type in [
             FateDependenceName.Fate_Source_Code.value,
             FateDependenceName.Python_Env.value
     ]:
         archives.append(name_node + cls.dependence_config.get(
             dependence_type).get("f_dependencies_conf").get("archives"))
     return ','.join(archives)