Python spark_driver_classpath示例

示例#1

文件： engine.py 项目： yonglehou/sahara

 def _check_driver_class_path(self, job_configs, param_dict, wf_dir):
     overridden = edp.spark_driver_classpath(job_configs.get('configs', {}))
     if overridden:
         param_dict['driver-class-path'] = (" --driver-class-path " +
                                            overridden)
         return
     if not param_dict.get('wrapper_jar'):
         # no need in driver classpath if swift as datasource is not used
         param_dict['driver-class-path'] = ""
         return
     cp = param_dict['driver-class-path'] or ""
     if param_dict['deploy-mode'] == 'client' and not (cp.startswith(":")
                                                       or cp.endswith(":")):
         cp += ":" + wf_dir
     param_dict['driver-class-path'] = " --driver-class-path " + cp

示例#2

文件： engine.py 项目： egafford/sahara

 def _check_driver_class_path(self, job_configs, param_dict):
     overridden = edp.spark_driver_classpath(
         job_configs.get('configs', {}))
     if overridden:
         param_dict['driver-class-path'] = (
             " --driver-class-path " + overridden)
         return
     if not param_dict.get('wrapper_jar'):
         # no need in driver classpath if swift as datasource is not used
         param_dict['driver-class-path'] = ""
         return
     cp = param_dict['driver-class-path'] or ""
     if param_dict['deploy-mode'] == 'client' and not (
             cp.startswith(":") or cp.endswith(":")):
         cp += ":"
     param_dict['driver-class-path'] = " --driver-class-path " + cp