def datasetGet(): badger = Badger() badger.updateDataset(setName) datasetTotalSize = badger.getDatasetMetadata(setName)['Value']['TotalSize'] originLocalfileSize = getCurrentDirTotalSize( destDir) #check file size of the destDir before download print "start download..." start = time.time() dw = DownloadWorker() mw = MultiWorker(dw, 5) mw.main() dw.Clear() total = time.time() - start print "Finished,total time is %s" % total
#!/usr/bin/env python #mtime:2013/12/09 """ besdirac-dms-dataset-update if a dataset changed,should update Usage: besdirac-dms-dataset-update <datasetname> """ __RCSID__ = "$Id$" from DIRAC import S_OK, S_ERROR, gLogger, exit from DIRAC.Core.Base import Script Script.setUsageMessage(__doc__) args = Script.getPositionalArgs() if len(args) != 1: Script.showHelp() datasetName = args[0] from IHEPDIRAC.Badger.API.Badger import Badger badger = Badger() badger.updateDataset(datasetName) exit(0)