Exemplo n.º 1
0
    def delDomainList(self, args):
        data = json.loads(args.siteList)
        # site_file = self.SITE_DEL_FILE;
        # sites_data = self.getReadFile(site_file)
        successSize = []
        failureSize = []

        for site in data:
            site_obj = dict_obj()
            site_obj.id = site["id"]
            site_obj.webname = site["name"]
            site_obj.path = site["path"]
            site["database"] = '1'
            site["ftp"] = '1'
            site_obj.database = site['database']
            site_obj.ftp = site['ftp']
            # 批量删除站点
            data = BT_SITE.DeleteSite(site_obj)
            if data['status'] == True:
                successSize.append(data.copy())
            if data['status'] == False:
                failureSize.append(data.copy())
        count = successSize + failureSize
        return {
            "status": "success",
            "site": {
                "count": len(count),
                "successSize": len(successSize),
                "failureSize": len(failureSize)
            }
        }
Exemplo n.º 2
0
def cachedCodeCopy(codeDoc, linedelta=None):
    res = data.copy(codeDoc)

    def applyLineDelta(x):
        if hasattr(x, "lineno"):
            x.lineno += linedelta
        if isinstance(x, Doc):
            for subx in x.propertyValues():
                applyLineDelta(subx)
            for subx in x.content():
                applyLineDelta(subx)

    applyLineDelta(res)
    return res
Exemplo n.º 3
0
def cachedCodeCopy(codeDoc, linedelta=None):
    res = data.copy(codeDoc)

    def applyLineDelta(x):
        if hasattr(x, "lineno"):
            x.lineno += linedelta
        if isinstance(x, Doc):
            for subx in x.propertyValues():
                applyLineDelta(subx)
            for subx in x.content():
                applyLineDelta(subx)

    applyLineDelta(res)
    return res
Exemplo n.º 4
0
    def setBlockCache(self, blocktext, lines, lineno):
        #print '---CACHE STORE--- %s:' % self
        #print blocktext.splitlines()[0]
        #print '...'
        #print blocktext.splitlines()[-1]
        #print

        textid = id(blocktext)
        copy = [data.copy(line) for line in lines]
        self._blockCache[blocktext] = (copy, lineno, textid)
        self._blockCacheUsed.append(textid)
        self._blockCacheSize += len(blocktext)

        # {{{ remove old caches if cache is too big
        while self._blockCacheSize > LanguageImpl.maxCacheSize:
            delid = self._blockCacheUsed[0]
            for text, (lines, lineno, textid) in self._blockCache.items():
                if textid == delid:
                    del self._blockCache[text]
                    del self._blockCacheUsed[0]
                    self._blockCacheSize -= len(text)
                    break
            else:
                assert 0, "id not in _blockCache"
Exemplo n.º 5
0
    def setBlockCache(self, blocktext, lines, lineno):
        #print '---CACHE STORE--- %s:' % self
        #print blocktext.splitlines()[0]
        #print '...'
        #print blocktext.splitlines()[-1]
        #print
        
        textid = id(blocktext)
        copy = [data.copy(line) for line in lines]
        self._blockCache[blocktext] = (copy, lineno, textid)
        self._blockCacheUsed.append(textid)
        self._blockCacheSize += len(blocktext)

        # {{{ remove old caches if cache is too big
        while self._blockCacheSize > LanguageImpl.maxCacheSize:
            delid = self._blockCacheUsed[0]
            for text, (lines, lineno, textid) in self._blockCache.items():
                if textid == delid:
                    del self._blockCache[text]
                    del self._blockCacheUsed[0]
                    self._blockCacheSize -= len(text)
                    break
            else:
                assert 0, "id not in _blockCache"
Exemplo n.º 6
0
    def collect_diff_mask_meta(self,
                               label=None,
                               filename=None,
                               save=False,
                               dtype=None,
                               **kwargs):
        """
        attempt to save diffraction data
        
        PARAMETERS
        -----------
        
        label : str
                ptypy label of the scan to save 
                if None, tries to save ALL diffraction data 
                
        filename : str
                override the file path to write to
                will change `data_filename` in `scan_info` dict
        
        all other kwargs are added to 'scan_info' key in the '.h5' file
        """

        if label is None:
            scans = {}
            for l in self.scans.keys():
                scans[l] = self.collect_diff_mask_meta(l, filename, save,
                                                       dtype, **kwargs)
            return scans
        else:
            dct = {}
            # get the scan
            scan = self.scans[label]
            for kind in ['mask', 'diff']:
                storage = scan[kind]
                # fresh copy
                new = [
                    data.copy() if data is not None else None
                    for data in storage.datalist
                ]
                Nframes = len(new)
                if parallel.MPIenabled:
                    logger.info('Using MPI to gather arrays for storing %s' %
                                kind)
                    for i in range(Nframes):
                        if parallel.master:

                            # Root receives the data if it doesn't have it yet
                            if new[i] is None:
                                new[i] = parallel.receive()
                                logger.info(
                                    '%s :: Frame %d/%d received at process %d'
                                    %
                                    (kind.upper(), i, Nframes, parallel.rank),
                                    extra={'allprocesses': True})

                            parallel.barrier()

                        else:
                            if new[i] is not None:
                                # Send data to root.
                                parallel.send(new[i])
                                #logger.info('Process %d - Send frame %d of %s' % (parallel.rank,i,kind), extra={'allprocesses':True})
                                sender = parallel.rank
                                logger.info(
                                    '%s :: Frame %d/%d send from process %d' %
                                    (kind.upper(), i, Nframes, parallel.rank),
                                    extra={'allprocesses': True})

                            parallel.barrier()

                    parallel.barrier()

                # storing as arrays
                if parallel.master:
                    key = 'data' if kind == 'diff' else kind
                    dct[key] = np.asarray(new)

            # save if you are master
            if parallel.master:

                # get meta data
                meta = self.scans[label]['meta']
                # update with geometric info
                meta.update(scan.pars.geometry.copy())

                # translate to scan_info and ditch variables not in data.DEFAULT_scan_info
                from data import MT as LeTraducteur
                dct['scan_info'] = LeTraducteur.as_scan_info(
                    self.scans[label]['meta'])

                # overwrite filename
                if filename is not None:
                    dct['scan_info']['data_filename'] = filename

                filename = dct['scan_info'].get('data_filename')

                # add other kwargs to scan_info
                dct['scan_info'].update(kwargs)
                dct['scan_info']['shape'] = dct['data'].shape

                # switch data type for data if wanted (saves space)
                if dtype is not None:
                    dct['data'] = dct['data'].astype(dtype)

                if save:
                    # cropping
                    from .. import io
                    filename = u.clean_path(filename)
                    logger.info('Saving to ' + filename)
                    io.h5write(filename, dct)
                    logger.info('Saved')
                    return filename

            return dct
Exemplo n.º 7
0
    def collect_diff_mask_meta(self,label=None,filename =None,save=False,dtype=None,**kwargs):
        """
        attempt to save diffraction data
        
        PARAMETERS
        -----------
        
        label : str
                ptypy label of the scan to save 
                if None, tries to save ALL diffraction data 
                
        filename : str
                override the file path to write to
                will change `data_filename` in `scan_info` dict
        
        all other kwargs are added to 'scan_info' key in the '.h5' file
        """
        
        if label is None:
            scans={}
            for l in self.scans.keys():
                scans[l]=self.collect_diff_mask_meta(l,filename,save,dtype,**kwargs)
            return scans
        else:
            dct ={}
            # get the scan
            scan = self.scans[label]
            for kind in ['mask','diff']:
                storage=scan[kind]
                # fresh copy
                new = [data.copy() if data is not None else None for data in storage.datalist]
                Nframes = len(new)
                if parallel.MPIenabled:
                    logger.info('Using MPI to gather arrays for storing %s' % kind)
                    for i in range(Nframes):
                        if parallel.master:
        
                            # Root receives the data if it doesn't have it yet
                            if new[i] is None:
                                new[i] = parallel.receive()
                                logger.info('%s :: Frame %d/%d received at process %d' %(kind.upper(),i,Nframes,parallel.rank) , extra={'allprocesses':True})

                            parallel.barrier()
        
                        else:
                            if new[i] is not None:
                                # Send data to root.
                                parallel.send(new[i])
                                #logger.info('Process %d - Send frame %d of %s' % (parallel.rank,i,kind), extra={'allprocesses':True})
                                sender=parallel.rank
                                logger.info('%s :: Frame %d/%d send from process %d' %(kind.upper(),i,Nframes,parallel.rank) , extra={'allprocesses':True})

                            parallel.barrier()

                    parallel.barrier()
                    
                # storing as arrays
                if parallel.master:
                    key = 'data' if kind=='diff' else kind
                    dct[key] = np.asarray(new)
                    
            # save if you are master
            if parallel.master: 
               
                # get meta data
                meta = self.scans[label]['meta']
                # update with geometric info
                meta.update(scan.pars.geometry.copy())
                
                # translate to scan_info and ditch variables not in data.DEFAULT_scan_info
                from data import MT as LeTraducteur
                dct['scan_info'] = LeTraducteur.as_scan_info(self.scans[label]['meta'])
                
                # overwrite filename
                if filename is not None:
                    dct['scan_info']['data_filename']= filename
                    
                filename = dct['scan_info'].get('data_filename')
                
                # add other kwargs to scan_info
                dct['scan_info'].update(kwargs)
                dct['scan_info']['shape']=dct['data'].shape
                
                # switch data type for data if wanted (saves space)
                if dtype is not None:
                    dct['data']=dct['data'].astype(dtype)
                    
                if save:
                # cropping
                    from .. import io
                    filename = u.clean_path(filename)
                    logger.info('Saving to ' +filename)
                    io.h5write(filename,dct)
                    logger.info('Saved')
                    return filename
            
            return dct
Exemplo n.º 8
0
	def __cb_buttonpress(self, widget, data):
		"Callback for handling mouse clicks"

		path = self.get_path_at_pos(int(data.x), int(data.y))

		# handle click outside entry
		if path is None:
			self.unselect_all()

		# handle doubleclick
		if data.button == 1 and data.type == gtk.gdk._2BUTTON_PRESS and path != None:
			iter = self.model.get_iter(path[0])
			self.toggle_expanded(iter)

			if iter != None:
				self.emit("doubleclick", iter)

		# display popup on right-click
		elif data.button == 3:
			if path != None and self.selection.iter_is_selected(self.model.get_iter(path[0])) == False:
				self.set_cursor(path[0], path[1], False)

			self.emit("popup", data)

			return True

		# handle drag-and-drop of multiple rows
		elif self.__cbid_drag_motion == None and data.button in ( 1, 2 ) and data.type == gtk.gdk.BUTTON_PRESS and path != None and self.selection.iter_is_selected(self.model.get_iter(path[0])) == True and len(self.get_selected()) > 1:
			self.__cbid_drag_motion = self.connect("motion_notify_event", self.__cb_drag_motion, data.copy() )
			self.__cbid_drag_end = self.connect("button_release_event", self.__cb_button_release, data.copy() )

			return True
Exemplo n.º 9
0
    def addToITunes(self):
        """
        Begin the conversion process of all the valid items in the queue.

        """
        self.validRecordings = []
        """A list containing the values from self.queueItemData, but only for
           recordings with all the required metadata"""
        self.currentRecording = 0
        """The index of self.validRecordings that is currently being converted
           and copied to iTunes"""
        self.currentTrack = 0
        """The track from the current recording currently being processed"""

        if not hasattr(self, 'antiCrashBin'):
            self.antiCrashBin = []
            """For reasons unknown, Windows 7 crashes when PCMReader objects
               go out of scope. My inelegant solution is to keep those objects
               in this antiCrashBin so that if the user converts multiple
               batches in one session the program won't crash.
            """

        # Count all tracks for the progress bar and load recording
        # data into self.validRecordings in the order that the items
        # appear in the queue.
        self.trackCount = 0
        [
            self.validRecordings.append(None)
            for x in range(len(self.queueItemData))
        ]
        for dir, data in self.queueItemData.iteritems():
            if data['valid'] == True:
                rowForItemInQueue = self.queueListWidget.row(data['item'])
                self.validRecordings[rowForItemInQueue] = data.copy()
                self.trackCount += len(data['metadata']['tracklist'])
        [
            self.validRecordings.remove(None)
            for x in range(self.validRecordings.count(None))
        ]

        self.failedTracks = []

        if len(self.validRecordings) == 0:
            MessageBox.warning(self, 'Notice', 'Nothing to add')
            return

        # Prepare a list of PcmReader objects
        for validRecording in self.validRecordings:
            validRecording['pcmReaders'] = []
            audioFiles = validRecording['metadata']['audioFiles']
            for index, audioFile in enumerate(audioFiles):
                try:
                    encoding = sys.getfilesystemencoding()
                    audiofileObj = audiotools.open(audioFile.encode(encoding))
                except audiotools.UnsupportedFile:
                    MessageBox.critical(
                        self,
                        'Error opening file',
                        '%s is an unsupported type' % \
                        os.path.basename(audioFile)
                    )
                    return
                except IOError as e:
                    MessageBox.critical(
                        self,
                        'Error opening file',
                        'Could not open file %s <br /><br /> %s ' % \
                        (os.path.basename(audioFile), e.args[1])
                    )
                    return
                except UnicodeDecodeError as e:
                    MessageBox.critical(
                        self, 'Error opening file',
                        'Unicode decode error <br /><br /> %s' % e.args[1])
                    return

                # If ALAC already, set the reader to None.
                if isinstance(audiofileObj, audiotools.ALACAudio):
                    validRecording['pcmReaders'].append(None)
                else:
                    try:
                        pcmReader = audiofileObj.to_pcm()
                    except Exception as e:
                        MessageBox.critical(
                            self,
                            'Error reading file',
                            'Could not read file: %s <br /><br /> %s' % \
                                (audioFile, str(e))
                        )
                        return

                    if isinstance(pcmReader, audiotools.PCMReaderError):
                        MessageBox.critical(
                            self, 'Error reading file',
                            'Could not read file ' +
                            os.path.basename(audioFile) + "<br /><br />" +
                            pcmReader.error_message)
                        return
                    validRecording['pcmReaders'].append(pcmReader)
                    self.antiCrashBin.append(pcmReader)

        self.progressBarLabel = progressBarLabel = QLabel()
        self.progressDialog = progressDialog = QProgressDialog(
            "Loading", "Cancel", 1, self.trackCount + 1, self)
        self.connect(self.progressDialog, SIGNAL("canceled()"),
                     self.cancelProcess)
        progressDialog.setWindowTitle('BootTunes')
        progressDialog.setWindowFlags(Qt.Window | Qt.WindowCloseButtonHint)
        progressDialog.setWindowModality(Qt.WindowModal)
        progressDialog.setLabel(progressBarLabel)
        progressBarLabel.setText(
            'Converting "%s"' % \
            self.validRecordings[0]['metadata']['tracklist'][0]
        )
        progressDialog.setValue(1)

        self.lock = QReadWriteLock()
        self.processThread = ConvertFilesThread(self.lock, self)
        self.connect(self.processThread, SIGNAL("progress(int, QString)"),
                     self.updateProgress)
        self.connect(self.processThread, SIGNAL("success()"),
                     self.conversionComplete)
        self.connect(self.processThread, SIGNAL("error(QString)"),
                     self.errorInThread)
        self.processThread.start()