Exemplo n.º 1
0
parser.add_option("-n", "--negate", action="store_true",
                  dest="negate",
                  help="do not proceed",
                  default=False)
parser.add_option("-k", "--kill", action="store_true",
                  dest="kill",
                  help="really remove the files",
                  default=False)

(options,args) = parser.parse_args()

if len(args)!=2:
    parser.print_help()
    sys.exit(1)

castorDir = args[0]
regexp = args[1]

files = castortools.matchingFiles( castorDir, regexp )

if options.negate:
    print 'NOT removing ',  
    pprint.pprint(files)
else:
    if options.kill == False:
        pprint.pprint(files)
        trash = castortools.createSubDir( castorDir, 'Trash')
        castortools.move( trash, files )
    else:
        castortools.remove( files )
Exemplo n.º 2
0
parser.add_option("-n", "--negate", action="store_true",
                  dest="negate",
                  help="do not proceed",
                  default=False)

(options,args) = parser.parse_args()

if len(args)!=3:
    parser.print_help()
    sys.exit(1)

dir1 = args[0]
dir2 = args[1]
regexp = args[2]


files = castortools.matchingFiles( dir1, regexp,
                                   protocol=False,
                                   castor = castortools.isCastorDir(dir1) )

if options.negate:
    print 'NOT copying ',  
    pprint.pprint(files)
else:
    print 'Copying ',  
    pprint.pprint(files)
    castortools.cp( dir2, files )

print 'from:', dir1
print 'to  :', dir2
Exemplo n.º 3
0
                  default=False)

(options, args) = parser.parse_args()

if len(args) != 3:
    parser.print_help()
    sys.exit(1)

castorDir = args[0]
regexp = args[1]
chunkSize = int(args[2])

print 'Merging files in: ', castorDir

matchingFiles = castortools.matchingFiles(castorDir,
                                          regexp,
                                          protocol='rfio:',
                                          castor=True)

# grouping files
count = 0
chunk = []
for file in matchingFiles:
    count += 1
    chunk.append(file)
    if count == chunkSize:
        count = 0
        processFiles(regexp, chunk)
        chunk = []

# remaining files:
if len(chunk) > 0:
Exemplo n.º 4
0
(options,args) = parser.parse_args()

if len(args) != 2:
    parser.print_help()
    sys.exit(1)

dir = args[0]
regexp = args[1]

castor = castortools.isCastorDir( dir )

protocol = 'file:'
if castor:
    protocol = 'root://castorcms/'

files = castortools.matchingFiles( dir, regexp,
                                   protocol=protocol, castor=castor)

print '''
import FWCore.ParameterSet.Config as cms

source = cms.Source(
\t"PoolSource",
'''
print '\tnoEventSort = cms.untracked.bool(True),'
print '\tduplicateCheckMode = cms.untracked.string("noDuplicateCheck"),'
print "\tfileNames = cms.untracked.vstring("
for file in files:
    fileLine = "\t\t'%s'," % file
    print fileLine
print "\t)"
print ")"
Exemplo n.º 5
0


(options,args) = parser.parse_args()

if len(args)!=3:
    parser.print_help()
    sys.exit(1)

castorDir = args[0]
regexp = args[1]
chunkSize = int(args[2])

print 'Merging files in: ', castorDir

matchingFiles = castortools.matchingFiles( castorDir, regexp, protocol='rfio:', castor=True)

# grouping files
count = 0
chunk = []
for file in matchingFiles:
    count += 1
    chunk.append( file )
    if count == chunkSize:
        count = 0
        processFiles( regexp, chunk )
        chunk = []
        
# remaining files:
if len(chunk)>0:
    processFiles( regexp, chunk )
Exemplo n.º 6
0
                  action="store_true",
                  dest="negate",
                  help="do not proceed",
                  default=False)

(options, args) = parser.parse_args()

if len(args) != 2:
    parser.print_help()
    sys.exit(1)

castorDir1 = args[0]
castorDir2 = args[1]

replicateDirStructure(castorDir1, castorDir2)

sys.exit(1)

files = castortools.matchingFiles(castorDir, regexp)

if options.negate:
    print 'NOT removing ',
    pprint.pprint(files)
else:
    if options.kill == False:
        pprint.pprint(files)
        trash = castortools.createSubDir(castorDir, 'Trash')
        castortools.move(trash, files)
    else:
        castortools.remove(files)