def getLayerNames(self, refresh=False):
     '''Returns configured layers for respective layer properties file'''
     #gdal.SetConfigOption('CPL_DEBUG','ON')
     #gdal.SetConfigOption('CPL_LOG_ERRORS','ON')
     if refresh or not self.namelist:
         self.namelist = []
         layer = self.lcfname.ds.GetLayer(
             self.lcfname.LDS_CONFIG_TABLE)  ###fname -> lcfname
         if layer:
             layer.SetIgnoredFields(('OGR_GEOMETRY', ))
             layer.ResetReading()
             #HACK Win7
             layer.GetFeatureCount()
             feat = layer.GetNextFeature()
             while feat:
                 try:
                     lcid = feat.GetField('id')
                     lcname = feat.GetField('name')
                     lccats = [
                         LU.recode(f) if f else None
                         for f in feat.GetField('category').split(',')
                     ]
                     self.namelist += ((LU.recode(lcid) if lcid else None,
                                        LU.recode(lcname)
                                        if lcname else None, lccats), )
                     #self.namelist += ((feat.GetField('id').encode('utf8'),feat.GetField('name').encode('utf8'),[f.encode('utf8').strip() for f in feat.GetField('category').split(',')]),)
                     feat = layer.GetNextFeature()
                 except UnicodeEncodeError as uee:
                     raise
                 except UnicodeDecodeError as ude:
                     raise
         else:
             ldslog.error('REMINDER! TRIGGER CONF BUILD')
         #print '>>>>> NAMELIST',self.namelist
     return self.namelist
Exemple #2
0
 def getLayerNames(self,refresh=False):
     '''Returns configured layers for respective layer properties file'''
     #gdal.SetConfigOption('CPL_DEBUG','ON')
     #gdal.SetConfigOption('CPL_LOG_ERRORS','ON')
     if refresh or not self.namelist:
         self.namelist = []
         layer = self.lcfname.ds.GetLayer(self.lcfname.LDS_CONFIG_TABLE)###fname -> lcfname
         if layer:
             layer.SetIgnoredFields(('OGR_GEOMETRY',))
             layer.ResetReading()
             #HACK Win7
             layer.GetFeatureCount()
             feat = layer.GetNextFeature() 
             while feat:
                 try:
                     lcid = feat.GetField('id')
                     lcname = feat.GetField('name')
                     lccats = [LU.recode(f) if f else None for f in feat.GetField('category').split(',')]
                     self.namelist += ((LU.recode(lcid) if lcid else None, LU.recode(lcname) if lcname else None,lccats),) 
                     #self.namelist += ((feat.GetField('id').encode('utf8'),feat.GetField('name').encode('utf8'),[f.encode('utf8').strip() for f in feat.GetField('category').split(',')]),)
                     feat = layer.GetNextFeature()
                 except UnicodeEncodeError as uee:
                     raise
                 except UnicodeDecodeError as ude:
                     raise
         else:
             ldslog.error('REMINDER! TRIGGER CONF BUILD')
         #print '>>>>> NAMELIST',self.namelist
     return self.namelist
 def buildLayerGroupList(self,groups=None,layers=None):
     '''Sets the array storing values displayed in the Layer/Group combo; format is ((lyr/grp, name, displaystring),)'''
     from lds.TransferProcessor import LORG
     #self.lgcombo.addItems(('',TransferProcessor.LG_PREFIX['g']))
     self.lglist = []
     #              lorg,value,display
     for g in sorted(groups if groups else self.assigned):
         self.lglist += ((LORG.GROUP,LU.recode(g),u'{} (group)'.format(LU.recode(g))),)
     for l in sorted(layers if layers else self.vlayers):
         #if re.search('Electoral',l[0]): 
         if not isinstance(l,(tuple,list)): raise LayerConfigInitialisationException('Layer init value error. {} is not a list/tuple'.format(l))
         self.lglist += ((LORG.LAYER,l[0],u'{} ({})'.format(l[1],l[0])),)
 def doRejectClickAction(self):
     '''Takes available selected and moves to selection'''
     #ktext = LU.recode(self.keywordcombo.lineEdit().text().toUtf8().data())
     ktext = LU.recode(
         LQ.readWidgetText(self.keywordcombo.lineEdit().text()))
     if not self.checkKeyword(ktext): return
     #------------------------------
     select = self.selection.selectionModel()
     if select.hasSelection():
         tlist = self.transferSelectedRows(select.selectedRows(),
                                           self.selection_sfpm,
                                           self.available_sfpm)
         #------------------------------
         kindex = self.keywordcombo.findText(ktext)
         remainder = self.parent.deleteKeysFromLayerConfig(
             [ll[1][0] for ll in tlist], ktext)
         if remainder > 0 and kindex == -1:
             #items+newkey -> add
             self.parent.writeKeysToLayerConfig(ktext)
             self.keywordcombo.addItem(ktext)
         elif remainder == 0 and kindex > -1:
             #empty+oldkey -> del
             self.keywordcombo.removeItem(kindex)
             self.keywordcombo.clearEditText()
     else:
         ldslog.warn('R2L < Transfer action without selection')
     #TRACE#
     #pdb.set_trace()
     self.selection.clearSelection()
Exemple #5
0
 def buildLayerGroupList(self, groups=None, layers=None):
     '''Sets the array storing values displayed in the Layer/Group combo; format is ((lyr/grp, name, displaystring),)'''
     from lds.TransferProcessor import LORG
     #self.lgcombo.addItems(('',TransferProcessor.LG_PREFIX['g']))
     self.lglist = []
     #              lorg,value,display
     for g in sorted(groups if groups else self.assigned):
         self.lglist += ((LORG.GROUP, LU.recode(g),
                          u'{} (group)'.format(LU.recode(g))), )
     for l in sorted(layers if layers else self.vlayers):
         #if re.search('Electoral',l[0]):
         if not isinstance(l, (tuple, list)):
             raise LayerConfigInitialisationException(
                 'Layer init value error. {} is not a list/tuple'.format(l))
         self.lglist += ((LORG.LAYER, l[0], u'{} ({})'.format(l[1],
                                                              l[0])), )
    def deleteKeysFromLayerConfig(self, layerlist, ckey):
        '''Remove custom keys from selected layers'''
        replacementlist = ()
        dep = self.parent.confconn.reg.openEndPoint(
            self.parent.confconn.destname, self.parent.confconn.uconf)
        #print 'opening',dep#DEBUG
        self.parent.confconn.reg.setupLayerConfig(self.parent.confconn.tp,
                                                  None,
                                                  dep,
                                                  initlc=False)
        categorylist = [
            f.encode('utf8').strip()
            for f in dep.getLayerConf().readLayerProperty(
                layerlist, 'category') if f
        ]
        for cat in categorylist:
            #replacementlist += (re.sub(',+',',',''.join(cat.split(ckey)).strip(',')),)
            try:
                cat = cat.split(',')
                cat.remove(LU.recode(ckey, uflag='encode'))
            except ValueError:
                pass
            replacementlist += (','.join(cat), )
        dep.getLayerConf().writeLayerProperty(layerlist, 'category',
                                              replacementlist)

        #-----------------------------------
        self.parent.confconn.setupCompleteLayerList(dep)
        self.parent.confconn.setupAssignedLayerList()
        self.parent.confconn.buildLayerGroupList()
        #self.refreshLayers(dep,customkey)
        self.parent.confconn.reg.closeEndPoint(self.parent.confconn.destname)
        #print 'closing', dep,self.parent.confconn.reg#DEBUG
        dep = None
        return self.selection_model.rowCount()
 def doRejectClickAction(self):
     '''Takes available selected and moves to selection'''
     #ktext = LU.recode(self.keywordcombo.lineEdit().text().toUtf8().data())
     ktext = LU.recode(LQ.readWidgetText(self.keywordcombo.lineEdit().text()))
     if not self.checkKeyword(ktext): return
     #------------------------------
     select = self.selection.selectionModel()
     if select.hasSelection():
         tlist = self.transferSelectedRows(select.selectedRows(),self.selection_sfpm,self.available_sfpm)
         #------------------------------
         kindex = self.keywordcombo.findText(ktext)
         remainder = self.parent.deleteKeysFromLayerConfig([ll[1][0] for ll in tlist],ktext)
         if remainder > 0 and kindex == -1:
             #items+newkey -> add
             self.parent.writeKeysToLayerConfig(ktext)
             self.keywordcombo.addItem(ktext)
         elif remainder == 0 and kindex > -1:
             #empty+oldkey -> del
             self.keywordcombo.removeItem(kindex)
             self.keywordcombo.clearEditText()
     else:
         ldslog.warn('R2L < Transfer action without selection')
     #TRACE#
     #pdb.set_trace()
     self.selection.clearSelection()
 def closeEvent(self, event):
     '''Intercept close event to signal parent to update status'''
     self.parent.controls.setStatus(self.parent.controls.STATUS.IDLE,
                                    'Done')
     #return last group selection
     #lastgroup = LU.recode(self.page.keywordcombo.lineEdit().text().toUtf8().data())
     lastgroup = LU.recode(
         LQ.readWidgetText(self.page.keywordcombo.lineEdit().text()))
     #self.parent.controls.gpr.writeline('lgvalue',lastgroup)
     if LU.assessNone(lastgroup):
         dep = self.parent.confconn.reg.openEndPoint(
             self.parent.confconn.destname, self.parent.confconn.uconf)
         #sep = self.parent.confconn.reg.openEndPoint('WFS',self.parent.confconn.uconf)
         self.parent.confconn.reg.setupLayerConfig(self.parent.confconn.tp,
                                                   None, dep)
         self.parent.confconn.setupCompleteLayerList(dep)
         self.parent.confconn.setupAssignedLayerList()
         self.parent.confconn.buildLayerGroupList()
         lgindex = self.parent.confconn.getLayerGroupIndex(lastgroup, col=1)
         self.parent.controls.refreshLGCombo()
         #current index wont be available in parent if this is the init run
         self.parent.controls.lgcombo.setCurrentIndex(
             lgindex if lgindex else 0)
         #self.parent.confconn.reg.closeEndPoint('WFS')
         self.parent.confconn.reg.closeEndPoint(
             self.parent.confconn.destname)
         sep, dep = None, None
    def deleteKeysFromLayerConfig(self,layerlist,ckey):
        '''Remove custom keys from selected layers'''
        replacementlist = ()
        dep = self.parent.confconn.reg.openEndPoint(self.parent.confconn.destname,self.parent.confconn.uconf)
        #print 'opening',dep#DEBUG
        self.parent.confconn.reg.setupLayerConfig(self.parent.confconn.tp,None,dep,initlc=False)
        categorylist = [f.encode('utf8').strip() for f in dep.getLayerConf().readLayerProperty(layerlist, 'category') if f]
        for cat in categorylist:
            #replacementlist += (re.sub(',+',',',''.join(cat.split(ckey)).strip(',')),)
            try:  
                cat = cat.split(',')
                cat.remove(LU.recode(ckey,uflag='encode'))
            except ValueError:
                pass
            replacementlist += (','.join(cat),)
        dep.getLayerConf().writeLayerProperty(layerlist, 'category', replacementlist)
 
        #-----------------------------------
        self.parent.confconn.setupCompleteLayerList(dep)
        self.parent.confconn.setupAssignedLayerList()
        self.parent.confconn.buildLayerGroupList()   
        #self.refreshLayers(dep,customkey)
        self.parent.confconn.reg.closeEndPoint(self.parent.confconn.destname)
        #print 'closing', dep,self.parent.confconn.reg#DEBUG
        dep = None
        return self.selection_model.rowCount()
Exemple #10
0
 def _reTag(self,layerlist,tagname,addtag):        
     '''Add/Delete a keyword from all the layers in the provided list'''
     for layer in layerlist:
         keywords = set([LU.recode(f,uflag='encode') for f in self.readLayerProperty(layer, 'Category').split(',')])
         if addtag:
             keywords.add(tagname)
         else:
             keywords.remove(tagname)
             
         self.writeLayerProperty(layer, 'Category', ','.join(keywords))    
Exemple #11
0
 def readLayerProperty(self,pkey,field):
     '''Single property reader'''
     plist = ()
     layer = self.lcfname.ds.GetLayer(self.lcfname.LDS_CONFIG_TABLE)###fname -> lcfname
     layer.ResetReading()
     #HACK Win7
     layer.GetFeatureCount()
     if isinstance(pkey,tuple) or isinstance(pkey,list):
         for p in pkey:
             f = self.lcfname._findMatchingFeature(layer, 'id', p)###fname -> lcfname
             #plist += ('' if f is None else f.GetField(field).encode('utf8'),)
             plist += ('' if f is None else LU.recode(f.GetField(field)),)
         return plist
     else:
         feat = self.lcfname._findMatchingFeature(layer, 'id', pkey)
         if feat is None:
             return None
         prop = feat.GetField(field)
     return LU.recode(prop) if LU.assessNone(prop) else None#.encode('utf8')
    def _reTag(self, layerlist, tagname, addtag):
        '''Add/Delete a keyword from all the layers in the provided list'''
        for layer in layerlist:
            keywords = set([
                LU.recode(f, uflag='encode')
                for f in self.readLayerProperty(layer, 'Category').split(',')
            ])
            if addtag:
                keywords.add(tagname)
            else:
                keywords.remove(tagname)

            self.writeLayerProperty(layer, 'Category', ','.join(keywords))
 def readLayerProperty(self, pkey, field):
     '''Single property reader'''
     plist = ()
     layer = self.lcfname.ds.GetLayer(
         self.lcfname.LDS_CONFIG_TABLE)  ###fname -> lcfname
     layer.ResetReading()
     #HACK Win7
     layer.GetFeatureCount()
     if isinstance(pkey, tuple) or isinstance(pkey, list):
         for p in pkey:
             f = self.lcfname._findMatchingFeature(layer, 'id',
                                                   p)  ###fname -> lcfname
             #plist += ('' if f is None else f.GetField(field).encode('utf8'),)
             plist += ('' if f is None else LU.recode(f.GetField(field)), )
         return plist
     else:
         feat = self.lcfname._findMatchingFeature(layer, 'id', pkey)
         if feat is None:
             return None
         prop = feat.GetField(field)
     return LU.recode(prop) if LU.assessNone(
         prop) else None  #.encode('utf8')
Exemple #14
0
 def getLayerGroupIndex(self,dispval,col=2):
     '''Finds a matching group/layer entry from its displayed name'''
     #0=lorg,1=value,2=display 
     compval = LU.recode(dispval)
     if not LU.assessNone(compval):
         ldslog.warn('No attempt made to find index for empty group/layer request, "{}"'.format(compval))
         return None# or 0?
         
     try:
         #print 'lgl',[type(i[1]) for i in self.lglist],'\ncv',type(compval)
         index = [i[col] for i in self.lglist].index(compval)
     except ValueError as ve:
         ldslog.warn(u'Cannot find an index in column {} for the requested group/layer, "{}", from {} layers. Returning None index'.format(col,compval,len(self.lglist)))
         index = None
     return index
 def doChooseAllClickAction(self):
     '''Moves the lot to Selected'''
     #ktext = LU.recode(self.keywordcombo.lineEdit().text().toUtf8().data())
     ktext = LU.recode(LQ.readWidgetText(self.keywordcombo.lineEdit().text()))
     if not self.checkKeyword(ktext): return
     #------------------------------
     self.parent.signalModels(self.parent.STEP.PRE)
     #self.parent.selection_model.mdata += self.parent.available_model.mdata
     self.parent.selection_model.initData(self.confconn_link.complete)
     self.parent.available_model.initData([])
     self.parent.signalModels(self.parent.STEP.POST)
     #------------------------------
     self.parent.writeKeysToLayerConfig(ktext)
     #self.confconn_link.setupAssignedLayerList()
     if self.keywordcombo.findText(ktext) == -1:
         self.keywordcombo.addItem(ktext)
 def doKeyComboChangeAction(self):
     '''Reset the available pane and if there is anything in the keyword box use this to init the selection pane'''
     #HACK
     #if self.keywordbypass:
     #    self.keywordbypass = False
     #    return
     #------------------------------
     #ktext = LU.recode(self.keywordcombo.lineEdit().text().toUtf8().data())
     ktext = LU.recode(LQ.readWidgetText(self.keywordcombo.lineEdit().text()))
     #------------------------------
     av_sl = self.parent.splitData(ktext,self.confconn_link.complete)
     #av_sl = self.parent.splitData(ktext,self.confconn_link.complete)
     self.parent.signalModels(self.parent.STEP.PRE)
     self.parent.available_model.initData(av_sl[0])
     self.parent.selection_model.initData(av_sl[1])
     self.parent.signalModels(self.parent.STEP.POST)
 def doKeyComboChangeAction(self):
     '''Reset the available pane and if there is anything in the keyword box use this to init the selection pane'''
     #HACK
     #if self.keywordbypass:
     #    self.keywordbypass = False
     #    return
     #------------------------------
     #ktext = LU.recode(self.keywordcombo.lineEdit().text().toUtf8().data())
     ktext = LU.recode(
         LQ.readWidgetText(self.keywordcombo.lineEdit().text()))
     #------------------------------
     av_sl = self.parent.splitData(ktext, self.confconn_link.complete)
     #av_sl = self.parent.splitData(ktext,self.confconn_link.complete)
     self.parent.signalModels(self.parent.STEP.PRE)
     self.parent.available_model.initData(av_sl[0])
     self.parent.selection_model.initData(av_sl[1])
     self.parent.signalModels(self.parent.STEP.POST)
 def doRejectAllClickAction(self):
     #ktext = LU.recode(self.keywordcombo.lineEdit().text().toUtf8().data())
     ktext = LU.recode(LQ.readWidgetText(self.keywordcombo.lineEdit().text()))
     if not self.checkKeyword(ktext): return
     #------------------------------
     self.parent.deleteKeysFromLayerConfig([ll[0] for ll in self.parent.selection_model.mdata],ktext)
     #------------------------------
     self.parent.signalModels(self.parent.STEP.PRE)
     #self.parent.available_model.mdata += self.parent.selection_model.mdata
     self.parent.available_model.initData(self.confconn_link.complete)
     self.parent.selection_model.initData([])
     self.parent.signalModels(self.parent.STEP.POST)        
     #------------------------------
     #self.confconn_link.setupAssignedLayerList()
     #self.keywordbypass = True
     self.keywordcombo.removeItem(self.keywordcombo.findText(ktext))
     self.keywordcombo.clearEditText()
 def doChooseAllClickAction(self):
     '''Moves the lot to Selected'''
     #ktext = LU.recode(self.keywordcombo.lineEdit().text().toUtf8().data())
     ktext = LU.recode(
         LQ.readWidgetText(self.keywordcombo.lineEdit().text()))
     if not self.checkKeyword(ktext): return
     #------------------------------
     self.parent.signalModels(self.parent.STEP.PRE)
     #self.parent.selection_model.mdata += self.parent.available_model.mdata
     self.parent.selection_model.initData(self.confconn_link.complete)
     self.parent.available_model.initData([])
     self.parent.signalModels(self.parent.STEP.POST)
     #------------------------------
     self.parent.writeKeysToLayerConfig(ktext)
     #self.confconn_link.setupAssignedLayerList()
     if self.keywordcombo.findText(ktext) == -1:
         self.keywordcombo.addItem(ktext)
Exemple #20
0
    def getLayerGroupIndex(self, dispval, col=2):
        '''Finds a matching group/layer entry from its displayed name'''
        #0=lorg,1=value,2=display
        compval = LU.recode(dispval)
        if not LU.assessNone(compval):
            ldslog.warn(
                'No attempt made to find index for empty group/layer request, "{}"'
                .format(compval))
            return None  # or 0?

        try:
            #print 'lgl',[type(i[1]) for i in self.lglist],'\ncv',type(compval)
            index = [i[col] for i in self.lglist].index(compval)
        except ValueError as ve:
            ldslog.warn(
                u'Cannot find an index in column {} for the requested group/layer, "{}", from {} layers. Returning None index'
                .format(col, compval, len(self.lglist)))
            index = None
        return index
 def doRejectAllClickAction(self):
     #ktext = LU.recode(self.keywordcombo.lineEdit().text().toUtf8().data())
     ktext = LU.recode(
         LQ.readWidgetText(self.keywordcombo.lineEdit().text()))
     if not self.checkKeyword(ktext): return
     #------------------------------
     self.parent.deleteKeysFromLayerConfig(
         [ll[0] for ll in self.parent.selection_model.mdata], ktext)
     #------------------------------
     self.parent.signalModels(self.parent.STEP.PRE)
     #self.parent.available_model.mdata += self.parent.selection_model.mdata
     self.parent.available_model.initData(self.confconn_link.complete)
     self.parent.selection_model.initData([])
     self.parent.signalModels(self.parent.STEP.POST)
     #------------------------------
     #self.confconn_link.setupAssignedLayerList()
     #self.keywordbypass = True
     self.keywordcombo.removeItem(self.keywordcombo.findText(ktext))
     self.keywordcombo.clearEditText()
 def closeEvent(self,event):
     '''Intercept close event to signal parent to update status'''
     self.parent.controls.setStatus(self.parent.controls.STATUS.IDLE,'Done')
     #return last group selection
     #lastgroup = LU.recode(self.page.keywordcombo.lineEdit().text().toUtf8().data())
     lastgroup = LU.recode(LQ.readWidgetText(self.page.keywordcombo.lineEdit().text()))
     #self.parent.controls.gpr.writeline('lgvalue',lastgroup)
     if LU.assessNone(lastgroup):
         dep = self.parent.confconn.reg.openEndPoint(self.parent.confconn.destname,self.parent.confconn.uconf)
         #sep = self.parent.confconn.reg.openEndPoint('WFS',self.parent.confconn.uconf)
         self.parent.confconn.reg.setupLayerConfig(self.parent.confconn.tp,None,dep)
         self.parent.confconn.setupCompleteLayerList(dep)
         self.parent.confconn.setupAssignedLayerList()
         self.parent.confconn.buildLayerGroupList()
         lgindex = self.parent.confconn.getLayerGroupIndex(lastgroup,col=1)
         self.parent.controls.refreshLGCombo()
         #current index wont be available in parent if this is the init run
         self.parent.controls.lgcombo.setCurrentIndex(lgindex if lgindex else 0)
         #self.parent.confconn.reg.closeEndPoint('WFS')
         self.parent.confconn.reg.closeEndPoint(self.parent.confconn.destname)
         sep,dep = None,None
    def __init__(self,parent=None):
        '''Main entry point for the Layer selection dialog'''
        super(LayerConfigSelector, self).__init__(parent)
        
        self.parent = parent
        
        #Build models splitting by keyword if necessary
        #print 'LGVAL in LCS',self.parent.confconn.lgval
        av_sl = self.splitData(LU.recode(self.parent.confconn.lgval),self.parent.confconn.complete) #if self.parent.confconn.lgval and self.parent.confconn.complete else (list(self.parent.confconn.complete),[])
        
        self.available_model = LayerTableModel('L::available',self)
        self.available_model.initData(av_sl[0],self.parent.confconn.inclayers)
        
        self.selection_model = LayerTableModel('R::selection',self)
        self.selection_model.initData(av_sl[1],self.parent.confconn.inclayers)
        
        self.page = LayerSelectionPage(self)
        self.setCentralWidget(self.page)

        self.setWindowTitle("LDS Layer Selection")
        self.resize(725,480)
 def doChooseClickAction(self):
     '''Takes available selected and moves to selection'''
     #ktext = LU.recode(self.keywordcombo.lineEdit().text().toUtf8().data())
     ktext = LU.recode(LQ.readWidgetText(self.keywordcombo.lineEdit().text()))
     #ktext = str(self.keywordcombo.lineEdit().text())
     if not self.checkKeyword(ktext): return
     #------------------------------
     select = self.available.selectionModel()
     if select.hasSelection():
         self.transferSelectedRows(select.selectedRows(),self.available_sfpm,self.selection_sfpm)
         #------------------------------
         self.parent.writeKeysToLayerConfig(ktext)
         #self.confconn_link.assigned = self.confconn_link.setupAssignedLayerList()
         # -1 to indicate no index since 0,1,... are valid
         if self.keywordcombo.findText(ktext) == -1:
             self.keywordcombo.addItem(ktext)
     else:
         ldslog.warn('L2R > Transfer action without selection')        
     #TRACE#
     #pdb.set_trace()
     self.available.clearSelection()
 def doChooseClickAction(self):
     '''Takes available selected and moves to selection'''
     #ktext = LU.recode(self.keywordcombo.lineEdit().text().toUtf8().data())
     ktext = LU.recode(
         LQ.readWidgetText(self.keywordcombo.lineEdit().text()))
     #ktext = str(self.keywordcombo.lineEdit().text())
     if not self.checkKeyword(ktext): return
     #------------------------------
     select = self.available.selectionModel()
     if select.hasSelection():
         self.transferSelectedRows(select.selectedRows(),
                                   self.available_sfpm, self.selection_sfpm)
         #------------------------------
         self.parent.writeKeysToLayerConfig(ktext)
         #self.confconn_link.assigned = self.confconn_link.setupAssignedLayerList()
         # -1 to indicate no index since 0,1,... are valid
         if self.keywordcombo.findText(ktext) == -1:
             self.keywordcombo.addItem(ktext)
     else:
         ldslog.warn('L2R > Transfer action without selection')
     #TRACE#
     #pdb.set_trace()
     self.available.clearSelection()
    def __init__(self, parent=None):
        '''Main entry point for the Layer selection dialog'''
        super(LayerConfigSelector, self).__init__(parent)

        self.parent = parent

        #Build models splitting by keyword if necessary
        #print 'LGVAL in LCS',self.parent.confconn.lgval
        av_sl = self.splitData(
            LU.recode(self.parent.confconn.lgval),
            self.parent.confconn.complete
        )  #if self.parent.confconn.lgval and self.parent.confconn.complete else (list(self.parent.confconn.complete),[])

        self.available_model = LayerTableModel('L::available', self)
        self.available_model.initData(av_sl[0], self.parent.confconn.inclayers)

        self.selection_model = LayerTableModel('R::selection', self)
        self.selection_model.initData(av_sl[1], self.parent.confconn.inclayers)

        self.page = LayerSelectionPage(self)
        self.setCentralWidget(self.page)

        self.setWindowTitle("LDS Layer Selection")
        self.resize(725, 480)
Exemple #27
0
 def _setFeatureValue(self,layer,p,field,value):
     feat = self.lcfname._findMatchingFeature(layer, 'id', p)###fname -> lcfname
     feat.SetField(field,LU.recode(value,uflag='encode'))
     layer.SetFeature(feat)
 def initializePage(self):
     '''Override initpage'''
     super(ConfirmationPage, self).initializePage()
     
     hfont = QFont()
     #hfont.setPointSize(11)
     hfont.setBold(True)
     
     vbox = QVBoxLayout()
     sec1 = QLabel('LDS')
     sec1.setFont(hfont)
     vbox.addWidget(sec1)
     
     self.ldsfile = LU.recode(self.field("ldsfile"))
     hbox1 = QHBoxLayout()
     hbox1.addWidget(QLabel('LDS File Name'))     
     hbox1.addWidget(QLabel(self.ldsfile))   
         
     vbox.addLayout(hbox1)
     
     hbox2 = QHBoxLayout()
     hbox2.addWidget(QLabel('LDS API Key'))
     #hbox2.addWidget(QLabel(self.field("ldsapikey").toString()))  
     hbox2.addWidget(QLabel(LU.recode(self.field("ldsapikey"))))     
     
     vbox.addLayout(hbox2)
     
     hbox7 = QHBoxLayout()
     hbox7.addWidget(QLabel('In/Ex Config'))
     #hbox7.addWidget(QLabel('Internal' if self.field("ldsinternal").toBool() else 'External'))
     hbox7.addWidget(QLabel('Internal' if self.field("ldsinternal") else 'External'))      
     
     vbox.addLayout(hbox7)
 
     sec2 = QLabel('Proxy')
     sec2.setFont(hfont)
     vbox.addWidget(sec2)
     
     if self.field("proxy"+WFSDataStore.PROXY_TYPE[2]):
     #if self.field("proxyproxy").toBool():
         hboxp = QHBoxLayout()
         hboxp.addWidget(QLabel('Proxy Type'))     
         hboxp.addWidget(QLabel(WFSDataStore.PROXY_TYPE[2]))   
         
         hbox3 = QHBoxLayout()
         hbox3.addWidget(QLabel('Proxy Server'))     
         #hbox3.addWidget(QLabel(self.field("proxyhost").toString()))   
         hbox3.addWidget(QLabel(LU.recode(self.field("proxyhost"))))   
         
         vbox.addLayout(hbox3)
     
         hbox4 = QHBoxLayout()
         hbox4.addWidget(QLabel('Proxy Port'))     
         #hbox4.addWidget(QLabel(self.field("proxyport").toString()))
         hbox4.addWidget(QLabel(LU.recode(self.field("proxyport"))))      
     
         vbox.addLayout(hbox4)
         
         hbox5 = QHBoxLayout()
         hbox5.addWidget(QLabel('Proxy Auth'))     
         #hbox5.addWidget(QLabel(self.field("proxyauth").toString()))   
         hbox5.addWidget(QLabel(LU.recode(self.field("proxyauth"))))   
     
         vbox.addLayout(hbox5)
         
         hbox6 = QHBoxLayout()
         hbox6.addWidget(QLabel('Proxy User'))     
         #hbox6.addWidget(QLabel(self.field("proxyusr").toString()))  
         hbox6.addWidget(QLabel(LU.recode(self.field("proxyusr"))))   
     
         vbox.addLayout(hbox6)
     elif self.field("proxy"+WFSDataStore.PROXY_TYPE[1]):
         hbox3 = QHBoxLayout()
         hbox3.addWidget(QLabel('Proxy Type'))     
         hbox3.addWidget(QLabel(WFSDataStore.PROXY_TYPE[1])) 
         vbox.addLayout(hbox3)
           
     elif self.field("proxy"+WFSDataStore.PROXY_TYPE[0]):
         hbox3 = QHBoxLayout()
         hbox3.addWidget(QLabel('Proxy Type'))     
         hbox3.addWidget(QLabel(WFSDataStore.PROXY_TYPE[0]))  
         vbox.addLayout(hbox3)
     else:
         ldslog.error('No Proxy defined') 
         
         
     #select dest from index of destcombo ie PostgreSQL, FileGDB etc
     self.selected = self.destlist.get(self.field("ldsdest"))
     sec3 = QLabel(self.selected[0])
     sec3.setFont(hfont)
     vbox.addWidget(sec3)
     
     self.selectedfields = self.selected[1]()
     for f in self.selectedfields:
         if f[0] is not 'pass':
             name = QLabel(f[1])
             value = QLabel(f[2])
             
             hbox = QHBoxLayout()
             hbox.addWidget(name)     
             hbox.addWidget(value)   
             
             vbox.addLayout(hbox)           
        
     self.setLayout(vbox)
 def setActiveFilter(self,text):
     #self.ftext = LU.recode(text.toUtf8().data())
     self.ftext = LU.recode(LQ.readWidgetText(text).toUtf8().data())
     self.invalidateFilter()
Exemple #30
0
 def report(self,pct,lyr=None):
     #    tp cc     repl   con
     ldslog.info('Progress: '+str(pct)+'%')
     self.pgbar.emit(pct)
     if lyr: self.status.emit(2,'Replicating Layer '+LU.recode(lyr),'')
 def _setFeatureValue(self, layer, p, field, value):
     feat = self.lcfname._findMatchingFeature(layer, 'id',
                                              p)  ###fname -> lcfname
     feat.SetField(field, LU.recode(value, uflag='encode'))
     layer.SetFeature(feat)
 def setActiveFilter(self, text):
     #self.ftext = LU.recode(text.toUtf8().data())
     #self.ftext = LU.recode(LQ.readWidgetText(text).toUtf8().data())
     self.ftext = LU.recode(LQ.readWidgetText(text))
     self.invalidateFilter()
Exemple #33
0
 def report(self, pct, lyr=None):
     #    tp cc     repl   con
     ldslog.info('Progress: ' + str(pct) + '%')
     self.pgbar.emit(pct)
     if lyr: self.status.emit(2, 'Replicating Layer ' + LU.recode(lyr), '')
Exemple #34
0
    def processLDS(self):
        '''Process with LDS as a source and the destination supplied as an argument'''

        #fname = dst.DRIVER_NAME.lower()+self.LP_SUFFIX
        
        self.dst.applyConfigOptions()

        self.dst.setSRS(self.epsg)
        #might as well initds here, its going to be needed eventually
        if not self.dst.getDS():
            ldslog.info('Initialising absent DST.DS. This is not recommended in GUI/threaded mode')
            self.dst.setDS(self.dst.initDS(self.dst.destinationURI(None)))#DataStore.LDS_CONFIG_TABLE))

        self.dst.versionCheck()
        (self.sixtyfourlayers,self.partitionlayers,self.partitionsize,self.prefetchsize) = self.dst.confwrap.readDSParameters('Misc',{'idp':self.src.idp})

        if not self.dst.getLayerConf():
            self.dst.setLayerConf(TransferProcessor.getNewLayerConf(self.dst))        

        #still used on command line
        if self.getInitConfig():
            TransferProcessor.initialiseLayerConfig(self.src,self.dst)
        if self.dst.getLayerConf() is None:
            raise LayerConfigurationException("Cannot initialise Layer-Configuration file/table, "+str(self.dst.getConfInternal()))

        #------------------------------------------------------------------------------------------
        #Valid layers are those that exist in LDS and are also configured in the LC
        self.readCapsDoc(self.src)
        lds_valid = [i[0] for i in self.assembleLayerList(intersect=True)]
        #if layer provided, check that layer is in valid list
        #else if group then intersect valid and group members
        lgid = self.idLayerOrGroup(self.lgval)
        if lgid == LORG.GROUP:
            self.lnl = set()
            group = set(self.lgval.split(','))
            for lid in lds_valid:
                cats = self.dst.getLayerConf().readLayerProperty(lid,'category')
                #if cats and set([f.encode('utf8').strip() for f in cats.split(',')]).intersection(group):
                if cats and set([LU.recode(f) for f in cats.split(',')]).intersection(group):
                    self.lnl.update((lid,))
                
            if not len(self.lnl):
                ldslog.warn('Possible mis-identified Group, {}'.format(group))
                lgid = LORG.LAYER
                
        if lgid == LORG.LAYER:
            layer = LU.checkLayerName(self.dst.getLayerConf(),self.lgval) 
            if layer in lds_valid:
                self.lnl = (layer,)
            else:
                raise InputMisconfigurationException('Layer '+str(layer)+' invalid')
            
        #override config file dates with command line dates if provided
        ldslog.debug("SelectedLayers={}".format(len(self.lnl)))
        #ldslog.debug("Layer List:"+str(self.lnl))
        
        #------------------------------------------------------------------------------------------  
        
        #Before we go any further, if this is a cleaning job, no point doing anymore setup. Start deleting
        if self.getCleanConfig():
            for cleanlayer in self.lnl:
                self.cleanLayer(cleanlayer,truncate=False)
            return

        #build a list of layers with corresponding lastmodified/incremental flags
        fd = LU.checkDateFormat(self.fromdate)#if date format wrong treated as None
        td = LU.checkDateFormat(self.todate)
        self.layer_total = len(self.lnl)
        self.layer_count = 0
        for each_layer in self.lnl:
            ldslog.debug('BENCHMARK '+each_layer)
            lm = LU.checkDateFormat(self.dst.getLastModified(each_layer))
            srs = self.dst.getEPSGConversion(each_layer)
            pk = self.hasPrimaryKey(each_layer)
            filt = self.dst.getLayerConf().readLayerProperty(each_layer,'cql')
            #Set (cql) filters in URI call using layer picking the one with highest precedence            
            self.src.setFilter(LU.precedence(self.cql,self.dst.getFilter(),filt))
        
            #SRS are set in the DST since the conversion takes place during the write process. Needed here to trigger bypass to featureCopy 
            #print 'tp.epsg=',self.epsg,'srs=',srs,'!getsrs=',self.dst.getSRS()
            self.dst.setSRS(LU.precedence(self.epsg,srs,None))

            #Destination URI won't change because of incremental so set it here
            self.dst.setURI(self.dst.destinationURI(each_layer))
            #RB dst (not implemented)
            #self.dst.setURI(self.dst.requestbuilder.destinationURI(each_layer))
                
            #if PK is none do paging since page index uses pk (can't lookup matching FIDs for updates/deletes?)
            if pk:
                gdal.SetConfigOption('OGR_WFS_PAGING_ALLOWED','ON')
            else:
                gdal.SetConfigOption('OGR_WFS_PAGING_ALLOWED','OFF')
                
            #check dates -> check incr read -> incr or non

            nonincr = False          
            if any(i for i in [lm, fd, td]) and pk:
                ldslog.debug('lm={}, fd={}, td={}'.format(lm,fd,td))
                final_fd = (DataStore.EARLIEST_INIT_DATE if lm is None else lm) if fd is None else fd
                final_td = self.dst.getCurrent() if td is None else td
          
                if (datetime.strptime(final_td,'%Y-%m-%dT%H:%M:%S')-datetime.strptime(final_fd,'%Y-%m-%dT%H:%M:%S')).days>0:
                    #self.src.setURI(self.src.sourceURIIncremental(each_layer,final_fd,final_td))
                    #RB srci
                    self.src.setURI(self.src.requestbuilder.sourceURIIncremental(each_layer,final_fd,final_td))
                    if self.readLayer():
                        self.dst.setIncremental()    
                        self.dst.setPrefetchSize(self.prefetchsize)
                        ldslog.info('Layer='+str(each_layer)+' lastmodified='+str(final_td))
                        ldslog.info('Layer='+str(each_layer)+' epsg='+str(self.dst.getSRS()))
                        self.dst.write(self.src, self.dst.getURI(), each_layer, self.getSixtyFour(each_layer))
                        #----------------------------------------------------------
                        #self.dst.getLayerConf().writeLayerProperty(each_layer,'lastmodified',final_td)
                        #self.dst.getLayerConf().writeLayerProperty(each_layer,'epsg',self.dst.getSRS())
                        self.dst.setLastModified(each_layer,final_td)
                        self.dst.saveEPSGConversion(each_layer,self.dst.getSRS())
                    else:
                        ldslog.warn('Incremental Read failed. Switching to Non-Incremental')
                        nonincr = True
                else:
                    ldslog.warning("No update required for layer "+each_layer+" since [start:"+final_fd+" >= finish:"+final_td+"] by at least 1 day")
                    continue
            else:
                nonincr = True
            #--------------------------------------------------    
            if nonincr:                
                #self.src.setURI(self.src.sourceURI(each_layer))
                #RB src
                self.src.setURI(self.src.requestbuilder.sourceURI(each_layer))
                if self.readLayer():
                    self.dst.clearIncremental()
                    self.cleanLayer(each_layer,truncate=True)
                    ldslog.info('Cleaning Layer={} epsg={}'.format(each_layer,self.dst.getSRS()))
                    self.dst.write(self.src, self.dst.getURI(), each_layer, self.getSixtyFour(each_layer))
                    #since no date provided defaults to current 
                    #self.dst.getLayerConf().writeLayerProperty(each_layer,'epsg',self.dst.getSRS())
                    self.dst.setLastModified(each_layer)
                    self.dst.saveEPSGConversion(each_layer,self.dst.getSRS())
                else:
                    ldslog.warn('Non-Incremental Read failed')
                    raise DatasourceInitialisationException('Unable to read from data source with URI '+self.src.getURI())
                
            self.layer_count += 1
            self.dst.src_feat_count = 0