Exemplo n.º 1
0
    def success(self, appstruct):
        super(Done, self).success(appstruct)
        if appstruct.get('is_favorite', False):
            self.favorite.set(
                name=appstruct.get('favorite_name'),
                state=self.wizard_state.dump())
            self.favorite.save()

        source_type = self.wizard_state.get('wizard_source')['source']
        if source_type == 'wizard_upload':
            inputs = appstruct_to_inputs(self.request, self.wizard_state.get('wizard_literal_inputs', {}))
            resource = self.wizard_state.get('wizard_complex_inputs')['identifier']
            for url in self.wizard_state.get('wizard_storage')['url']:
                inputs.append( (resource, url) )
            logger.debug('storage inputs=%s', inputs)
            result = execute_process.delay(
                userid=authenticated_userid(self.request),
                url=self.wps.url,
                identifier=self.wizard_state.get('wizard_process')['identifier'],
                inputs=inputs, outputs=[])
            self.request.registry.notify(JobStarted(self.request, result.id))
        else:
            result = execute_workflow.delay(
                userid=authenticated_userid(self.request),
                url=self.request.wps.url,
                workflow=self.workflow_description())
            self.request.registry.notify(JobStarted(self.request, result.id))
Exemplo n.º 2
0
    def execute(self, appstruct):
        inputs = appstruct_to_inputs(self.request, appstruct)
        # need to use ComplexDataInput
        complex_inpts = []
        for inpt in self.process.dataInputs:
            if 'ComplexData' in inpt.dataType:
                complex_inpts.append(inpt.identifier)
        new_inputs = []
        for inpt in inputs:
            if inpt[0] in complex_inpts:
                new_inputs.append((inpt[0], ComplexDataInput(inpt[1])))
            else:
                new_inputs.append(inpt)
        inputs = new_inputs
        # prepare outputs
        outputs = []
        for output in self.process.processOutputs:
            outputs.append(
                (output.identifier, output.dataType == 'ComplexData'))

        from phoenix.tasks.execute import execute_process
        result = execute_process.delay(
            userid=self.request.unauthenticated_userid,
            url=self.wps.url,
            service_name=self.service_name,
            identifier=self.process.identifier,
            inputs=inputs,
            outputs=outputs,
            async=appstruct.get('_async_check', True))
        self.session['task_id'] = result.id
        self.request.registry.notify(JobStarted(self.request, result.id))
Exemplo n.º 3
0
    def workflow_description(self):
        # source_type
        source_type = self.wizard_state.get('wizard_source')['source']
        workflow = dict(name=source_type, source={}, worker={})

        # source
        user = self.get_user()
        if 'thredds' in source_type:
            source = dict()
            source['catalog_url'] = self.wizard_state.get(
                'wizard_threddsbrowser').get('url')
            workflow['source']['thredds'] = source
        elif 'esgf' in source_type:
            selection = self.wizard_state.get(
                'wizard_esgf_search')['selection']
            source = json.loads(selection)
            source['url'] = self.request.registry.settings.get(
                'esgfsearch.url')
            # source['credentials'] = user.get('credentials')
            workflow['source']['esgf'] = source
        elif 'solr' in source_type:
            state = self.wizard_state.get('wizard_solr')
            source = dict()
            source['url'] = self.request.registry.settings.get('solr.url')
            solr_query = state.get('query', '')
            if len(solr_query.strip()) == 0:
                solr_query = '*:*'
            source['query'] = solr_query
            source['filter_query'] = []
            if state.get('category'):
                source['filter_query'].append("category:{0}".format(
                    state.get('category')))
            if state.get('source'):
                source['filter_query'].append("source:{0}".format(
                    state.get('source')))
            workflow['source']['solr'] = source
        else:
            raise Exception('Unknown source type')

        # worker
        literal_inputs = appstruct_to_inputs(
            self.request, self.wizard_state.get('wizard_literal_inputs', {}))
        # Use proxy wps url ...
        wps = WebProcessingService(url=self.request.route_url(
            'owsproxy', service_name=self.service_name),
                                   verify=False,
                                   skip_caps=True)
        logger.debug("wizard worker wps url: %s", wps.url)
        worker = dict(
            url=wps.url,
            identifier=self.wizard_state.get('wizard_process')['identifier'],
            inputs=[(key, value) for key, value in literal_inputs],
            resource=self.wizard_state.get('wizard_complex_inputs')
            ['identifier'],
        )
        workflow['worker'] = worker
        return workflow
Exemplo n.º 4
0
    def workflow_description(self):
        # source_type
        source_type = self.wizard_state.get('wizard_source')['source']
        workflow = dict(name=source_type, source={}, worker={})

        # source
        user = self.get_user()
        if 'swift' in source_type:
            source = dict(
                storage_url = user.get('swift_storage_url'),
                auth_token = user.get('swift_auth_token'),
            )
            source['container'] = self.wizard_state.get('wizard_swiftbrowser').get('container')
            prefix = self.wizard_state.get('wizard_swiftbrowser').get('prefix')
            logger.debug('swift prefix = %s', prefix)
            if prefix is not None and len(prefix.strip()) > 0:
                source['prefix'] = prefix
            workflow['source']['swift'] = source
        elif 'thredds' in source_type:
            source = dict()
            source['catalog_url'] = self.wizard_state.get('wizard_threddsbrowser').get('url')
            workflow['source']['thredds'] = source
        elif 'esgf' in source_type:
            selection = self.wizard_state.get('wizard_esgf_search')['selection']
            source = json.loads(selection)
            source['credentials'] = user.get('credentials')
            workflow['source']['esgf'] = source
        elif 'solr' in source_type:
            state = self.wizard_state.get('wizard_solr')
            source = dict()
            source['url'] = self.request.registry.settings.get('solr.url')
            solr_query = state.get('query', '')
            if len(solr_query.strip()) == 0:
                solr_query = '*:*'
            source['query'] = solr_query
            source['filter_query'] = []
            if state.get('category'):
                source['filter_query'].append( "category:{0}".format(state.get('category')) )
            if state.get('source'):
                source['filter_query'].append( "source:{0}".format(state.get('source')) )
            workflow['source']['solr'] = source
        else:
            raise Exception('Unknown source type')

        # worker
        inputs = appstruct_to_inputs(self.request, self.wizard_state.get('wizard_literal_inputs', {}))
        worker_inputs = ['%s=%s' % (key, value) for key,value in inputs]
        worker = dict(
            url = self.wps.url,
            identifier = self.wizard_state.get('wizard_process')['identifier'],
            inputs = [(key, value) for key,value in inputs],
            resource = self.wizard_state.get('wizard_complex_inputs')['identifier'],
            )
        workflow['worker'] = worker
        return workflow
Exemplo n.º 5
0
    def execute(self, appstruct):
        inputs = appstruct_to_inputs(self.request, appstruct)
        # need to use ComplexDataInput
        complex_inpts = {}
        bbox_inpts = []
        for inpt in self.process.dataInputs:
            if 'ComplexData' in inpt.dataType:
                complex_inpts[inpt.identifier] = inpt
            elif 'BoundingBoxData' in inpt.dataType:
                bbox_inpts.append(inpt.identifier)
        new_inputs = []
        for inpt in inputs:
            identifier = inpt[0]
            value = inpt[1]
            if identifier in complex_inpts:
                new_inputs.append((identifier, ComplexDataInput(value)))
                if is_reference(value):
                    if value not in self.request.cart:
                        if complex_inpts[identifier].supportedValues:
                            mime_type = complex_inpts[
                                identifier].supportedValues[0].mimeType
                        else:
                            mime_type = None
                        LOGGER.debug("add input to cart: %s %s", identifier,
                                     mime_type)
                        self.request.cart.add_item(
                            value,
                            abstract=
                            "Automatically added in process execution.",
                            mime_type=mime_type)
            elif identifier in bbox_inpts:
                new_inputs.append((identifier, BoundingBoxDataInput(value)))
            else:
                new_inputs.append(inpt)
        inputs = new_inputs
        # prepare outputs
        outputs = []
        for output in self.process.processOutputs:
            outputs.append(
                (output.identifier, output.dataType == 'ComplexData'))

        from phoenix.tasks.execute import execute_process
        result = execute_process.delay(
            userid=self.request.unauthenticated_userid,
            url=self.wps.url,
            service_name=self.service_name,
            identifier=self.process.identifier,
            inputs=inputs,
            outputs=outputs,
            async=appstruct.get('_async_check', True))
        self.request.registry.notify(JobStarted(self.request, result.id))
        return result.id
Exemplo n.º 6
0
    def execute(self, appstruct):
        inputs = appstruct_to_inputs(self.request, appstruct)
        outputs = []
        for output in self.process.processOutputs:
            outputs.append( (output.identifier, output.dataType == 'ComplexData' ) )

        from phoenix.tasks import execute_process
        result = execute_process.delay(
            userid=authenticated_userid(self.request),
            url=self.wps.url,
            identifier=self.process.identifier, 
            inputs=inputs, outputs=outputs)
        self.request.registry.notify(JobStarted(self.request, result.id))
Exemplo n.º 7
0
    def execute(self, appstruct):
        inputs = appstruct_to_inputs(self.request, appstruct)
        # need to use ComplexDataInput
        complex_inpts = {}
        bbox_inpts = []
        for inpt in self.process.dataInputs:
            if 'ComplexData' in inpt.dataType:
                complex_inpts[inpt.identifier] = inpt
            elif 'BoundingBoxData' in inpt.dataType:
                bbox_inpts.append(inpt.identifier)
        new_inputs = []
        for inpt in inputs:
            identifier = inpt[0]
            value = inpt[1]
            if identifier in complex_inpts:
                new_inputs.append((identifier, ComplexDataInput(value)))
            elif identifier in bbox_inpts:
                crs = 'urn:ogc:def:crs:OGC:2:84'
                new_inputs.append((identifier, BoundingBoxDataInput(value, crs=crs)))
            else:
                new_inputs.append(inpt)
        inputs = new_inputs
        # prepare outputs
        outputs = []
        for output in self.process.processOutputs:
            outputs.append(
                (output.identifier, output.dataType == 'ComplexData'))

        from phoenix.tasks.execute import execute_process
        result = execute_process.delay(
            userid=self.request.unauthenticated_userid,
            url=self.wps.url,
            service_name=self.service.title,
            identifier=self.process.identifier,
            inputs=inputs,
            outputs=outputs,
            use_async=appstruct.get('_async_check', True))

        # give the job a chance to start
        sleep(1)
        self.request.registry.notify(JobStarted(self.request, result.id))
        LOGGER.debug('wps url={}'.format(self.wps.url))
        LOGGER.debug('request inputs = {}'.format(str(inputs)))
        return result.id