예제 #1
0
 def __init__(self, *args, **kwargs):
     
     super(OpenClimateGisJob, self).__init__(*args, **kwargs)
             
     # instantiate Open Climate GIS adapter
     self.ocg = OCG(ocgisDatasets, ocgisGeometries, ocgisCalculations,
                    ocgisConfig.get(Config.DEFAULT, "rootDir"),
                    ocgisConfig.get(Config.DEFAULT, "rootUrl"),
                    debug=str2bool( ocgisConfig.get(Config.DEFAULT, "debug")) )
예제 #2
0
class OpenClimateGisJob(Job):
    """Class that represents the execution of an Open Climate GIS job."""
    
    data_type = models.CharField(max_length=50, verbose_name='Data Type', blank=False, null=False)
    
    long_name = models.CharField(max_length=200, verbose_name='Long Name', blank=True, null=True)
    time_frequency = models.CharField(max_length=200, verbose_name='Time Frequency', blank=True, null=True)
    dataset_category = models.CharField(max_length=200, verbose_name='Dataset Category', blank=True, null=True)
    dataset = models.CharField(max_length=200, verbose_name='Dataset', blank=True, null=True)
    
    dataset_category2 = models.CharField(max_length=200, verbose_name='Dataset Category', blank=True, null=True)
    package_name = models.CharField(max_length=200, verbose_name='Package Name', blank=True, null=True)
    
    geometry_category = models.CharField(max_length=200, verbose_name='Region Category', null=True, blank=True)
    geometry_subcategory = models.CharField(max_length=200, verbose_name='Region Sub-Category', null=True, blank=True)
    geometry_id = models.CharField(max_length=200, verbose_name='Region ID', null=True, blank=True)
    latmin = models.FloatField(verbose_name='Latitude Minimum', blank=True, null=True)
    latmax = models.FloatField(verbose_name='Latitude Maximum', blank=True, null=True)
    lonmin = models.FloatField(verbose_name='Longitude Minimum', blank=True, null=True)
    lonmax = models.FloatField(verbose_name='Longitude Maximum', blank=True, null=True)

    lat = models.FloatField(verbose_name='Latitude', blank=True, null=True)
    lon = models.FloatField(verbose_name='Longitude', blank=True, null=True)
    
    datetime_start = models.DateTimeField(verbose_name='Start Date Time', blank=True, null=True)
    datetime_stop = models.DateTimeField(verbose_name='Stop Date Time', blank=True, null=True)
    timeregion_month = models.CharField(max_length=200, verbose_name='Time Region (Month)', null=True, blank=True)
    timeregion_year = models.CharField(max_length=200, verbose_name='Time Region (Year)', null=True, blank=True)
        
    calc = models.CharField(max_length=50, verbose_name='Calculation', null=True, blank=True)
    par1 = models.CharField(max_length=50, verbose_name='Calculation Parameter 1', blank=True, null=True)
    par2 = models.CharField(max_length=50, verbose_name='Calculation Parameter 2', blank=True, null=True)
    par3 = models.CharField(max_length=50, verbose_name='Calculation Parameter 3', blank=True, null=True)
    calc_group = models.CharField(max_length=100, verbose_name='Output Time Frequency', null=True, blank=True)
    calc_raw = models.BooleanField(verbose_name='Calculate Raw')
    spatial_operation = models.CharField(max_length=50, verbose_name='Spatial Operation', blank=False)
    
    aggregate = models.BooleanField(verbose_name='Spatial Average')
    agg_selection = models.BooleanField(verbose_name='Combine Selection Region(s)', default=False)
    output_format = models.CharField(max_length=20, verbose_name='Output Format', blank=False)
    prefix = models.CharField(max_length=50, verbose_name='Prefix', blank=False, default='ocgis_output')
    with_auxiliary_files = models.BooleanField(verbose_name='Include Auxiliary Files')
    
    def __init__(self, *args, **kwargs):
        
        super(OpenClimateGisJob, self).__init__(*args, **kwargs)
                
        # instantiate Open Climate GIS adapter
        self.ocg = OCG(ocgisDatasets, ocgisGeometries, ocgisCalculations,
                       ocgisConfig.get(Config.DEFAULT, "rootDir"),
                       ocgisConfig.get(Config.DEFAULT, "rootUrl"),
                       debug=str2bool( ocgisConfig.get(Config.DEFAULT, "debug")) )
        
    def __unicode__(self):
		return 'Open Climate GIS Job id=%s status=%s' % (self.id, self.status)
        
    def submit(self):
        """This method submits the job in a separate thread."""
        
        print 'Submitting the job'
        runner = Runner(self)
        runner.start()
        
    def _submit(self):
        """Method that contains the logic to run the job. It may be executed in a separate thread,"""
        
        args = self.ocg.encodeArgs(self)
        self.request = self._encode_request(args)
        self.status = JOB_STATUS.STARTED
        self.save()
        
        try:
            # submit the job synchronously, wait for output
            self.url = self.ocg.run(args)
            
            # job terminated successfully
            self.status = JOB_STATUS.SUCCESS
            self._encode_response()
            
        except Exception as e:
            print e
            # job terminated in error
            self.status = JOB_STATUS.FAILED
            self.error = e
            self._encode_response()    
            
        self.save()   
        
    def _encode_request(self, args):
        """Utility method to build the job request document."""
        
        request = "<request>\n"
        for k, v in sorted(args.items()):
            request += "\t<%s>%s</%s>\n" % (k, v, k)
        request += "</request>\n" 
        return request
        
        
    def _encode_response(self):
        """Utility method to build the job response field."""
        
        self.response  = '<response job_id="%s">' % self.id
        self.response += '<status>%s</status>' % self.status
        self.response += '<url>%s</url>' % self.url
        self.response += '<error>%s</error>' % self.error
        self.response += '</response>'
        
        
    def getFormData(self):
        """Returns an ordered list of (choice label, choice value) for display to the user."""
        
        job_data = []
        job_data.append( ('Select Data by', self.data_type) )
        if hasText(self.long_name):
            job_data.append( ('Long Name', self.long_name) )
        if hasText(self.time_frequency):
            job_data.append( ('Time Frequency', self.time_frequency) )
        if hasText(self.dataset_category):
            job_data.append( ('Dataset Category', self.dataset_category) )
        if hasText(self.dataset):
            job_data.append( ('Dataset', self.dataset) )       
        if hasText(self.dataset_category2):
            job_data.append( ('Dataset Category', self.dataset_category2) )
        if hasText(self.package_name):
            job_data.append( ('Package Name', self.package_name) )            
        if hasText(self.geometry_category):
            job_data.append( ('Geometry Category', self.geometry_category) )
        if hasText(self.geometry_subcategory):
            job_data.append( ('Geometry Sub-Category', self.geometry_subcategory) )
        if self.geometry_id is not None and len(self.geometry_id)>0:
            job_data.append( ('Geometry', self.geometry_id.replace(",",", ")) )
        if hasText(self.latmin):
            job_data.append( ('Latitude Minimum', self.latmin) )
        if hasText(self.latmax):
            job_data.append( ('Latitude Maximum', self.latmax) )
        if hasText(self.lonmin):
            job_data.append( ('Longitude Minimum', self.lonmin) )
        if hasText(self.lonmax):
            job_data.append( ('Longitude Maximum', self.lonmax) )
        
        if hasText(self.lat):
            job_data.append( ('Latitude', self.lat) )
        if hasText(self.lon):
            job_data.append( ('Longitude', self.lon) )
            
        job_data.append( ('Aggregate Selection', self.agg_selection) )
        
        job_data.append( ('Start Date Time', self.datetime_start) )
        job_data.append( ('Stop Date Time', self.datetime_stop) )
        if self.timeregion_month is not None and len(self.timeregion_month)>0:
            job_data.append( ('Time Region: Months', get_month_string( map(int, self.timeregion_month.split(",")) ) ))
        if self.timeregion_year is not None and hasText(self.timeregion_year):
            job_data.append( ('Time Region: Years', self.timeregion_year) )
        
        if self.calc is not None and self.calc != '':
            job_data.append( ('Calculation', self.calc) )
        if self.par1 is not None and self.par1 != '':
            job_data.append( ('Calculation Parameter 1', self.par1) )
        if self.par2 is not None and self.par2 != '':
            job_data.append( ('Calculation Parameter 2', self.par2) )
        if self.par3 is not None and self.par3 != '':
            job_data.append( ('Calculation Parameter 3', self.par3) )
            
        if self.calc_group is not None and len(self.calc_group)>0:
            job_data.append( ('Calculation Group', self.calc_group.replace(",",", ")) )
        job_data.append( ('Calculate Raw?', self.calc_raw) )
        
        job_data.append( ('Spatial Operation', ocgisChoices(Config.SPATIAL_OPERATION)[self.spatial_operation]) )
        job_data.append( ('Aggregate', self.aggregate) )
        job_data.append( ('Output Format', ocgisChoices(Config.OUTPUT_FORMAT)[self.output_format]) )
        job_data.append( ('File Output Prefix', self.prefix) )
        job_data.append( ('Include Auxiliary Files', self.with_auxiliary_files) )
                 
        return job_data				  
        
    class Meta:
		app_label= APPLICATION_LABEL