Exemplo n.º 1
0
    def validate_job_execution(self, cluster, job, data):
        # All types except Java require input and output objects
        # and Java require main class
        if job.type in [edp.JOB_TYPE_JAVA]:
            j.check_main_class_present(data, job)
        else:
            j.check_data_sources(data, job)

            job_type, subtype = edp.split_job_type(job.type)
            if job_type == edp.JOB_TYPE_MAPREDUCE and (
                    subtype == edp.JOB_SUBTYPE_STREAMING):
                j.check_streaming_present(data, job)
Exemplo n.º 2
0
    def validate_job_execution(self, cluster, job, data):
        # All types except Java require input and output objects
        # and Java require main class
        if job.type in [edp.JOB_TYPE_JAVA]:
            j.check_main_class_present(data, job)
        else:
            j.check_data_sources(data, job)

            job_type, subtype = edp.split_job_type(job.type)
            if job_type == edp.JOB_TYPE_MAPREDUCE and (
                    subtype == edp.JOB_SUBTYPE_STREAMING):
                j.check_streaming_present(data, job)
Exemplo n.º 3
0
    def validate_job_execution(self, cluster, job, data):
        # Shell job type requires no specific fields
        if job.type == edp.JOB_TYPE_SHELL:
            return
        # All other types except Java require input and output
        # objects and Java require main class
        if job.type == edp.JOB_TYPE_JAVA:
            j.check_main_class_present(data, job)
        else:
            j.check_data_sources(data, job)

            job_type, subtype = edp.split_job_type(job.type)
            if job_type == edp.JOB_TYPE_MAPREDUCE and (subtype == edp.JOB_SUBTYPE_STREAMING):
                j.check_streaming_present(data, job)
Exemplo n.º 4
0
    def validate_job_execution(self, cluster, job, data):
        # Shell job type requires no specific fields
        if job.type == edp.JOB_TYPE_SHELL:
            return
        # All other types except Java require input and output
        # objects and Java require main class
        if job.type == edp.JOB_TYPE_JAVA:
            j.check_main_class_present(data, job)
        else:
            j.check_data_sources(data, job)

            job_type, subtype = edp.split_job_type(job.type)
            if job_type == edp.JOB_TYPE_MAPREDUCE and (
                    subtype == edp.JOB_SUBTYPE_STREAMING):
                j.check_streaming_present(data, job)
Exemplo n.º 5
0
 def validate_job_execution(self, cluster, job, data):
     j.check_main_class_present(data, job)
Exemplo n.º 6
0
 def validate_job_execution(self, cluster, job, data):
     j.check_main_class_present(data, job)