def removeRedundantFiles(self, workdir):
""" Remove redundant files and directories """
# List of files and directories to be removed from work directory prior to log file creation
# Make sure that any large files or directories that are not wanted in the log file are included in this list
dir_list = [
"buildJob*",
"external",
"fort.*",
"home",
"python",
"share",
"workdir",
"*.py",
"*.pyc",
"*.root*",
"JEM",
"tmp*",
"*.tmp",
"*.TMP",
"scratch",
]
for _dir in dir_list:
files = glob(os.path.join(workdir, _dir))
rc = remove(files)
if not rc:
tolog("IGNORE: Failed to remove redundant file(s): %s" % (files))
def removeRedundantFiles(self, workdir):
""" Remove redundant files and directories """
# List of files and directories to be removed from work directory prior to log file creation
# Make sure that any large files or directories that are not wanted in the log file are included in this list
dir_list = [
"buildJob*",
"external",
"fort.*",
"home",
"python",
"share",
"workdir",
"*.py",
"*.pyc",
"*.root*",
"JEM",
"tmp*",
"*.tmp",
"*.TMP",
"scratch",
]
for _dir in dir_list:
files = glob(os.path.join(workdir, _dir))
rc = remove(files)
if not rc:
tolog("IGNORE: Failed to remove redundant file(s): %s" %
(files))
def removeRedundantFiles(self, workdir):
""" Remove redundant files and directories """
dir_list = [ #"AtlasProduction*",
"*.py",
"*.pyc",
# Mancinelli
"pandaJobData.out",
"Pilot_VmPeak.txt",
"pandatracerlog.txt",
"pandawnutil",
"pilotlog.out",
"pilot.stderr",
"CMSRunAnaly.sh",
"*.tgz",
"PSetTweaks",
"WMCore.zip",
"lib",
"CMSSW_*",
"WMTaskSpace",
"process.id",
"cmsRun-main.sh",
#"PSet.pkl",
"jobState-*-test.pickle",
"ALLFILESTRANSFERRED",
"OutPutFileCatalog.xml",
"jobReportExtract.pickle",
"metadata-*.xml",
"PoolFileCatalog.xml"
]
for _dir in dir_list:
files = glob(os.path.join(workdir, _dir))
tolog("Mancinellidebug: removing files = %s" % files)
rc = remove(files)
if not rc:
tolog("IGNORE: Failed to remove redundant file(s): %s" %
(files))
tolog("Mancinellidebug: content of workdir = %s" % os.listdir(workdir))
def removeRedundantFiles(self, workdir):
""" Remove redundant files and directories """
dir_list = [#"AtlasProduction*",
"*.py",
"*.pyc",
# Mancinelli
"pandaJobData.out",
"Pilot_VmPeak.txt",
"pandatracerlog.txt",
"pandawnutil",
"pilotlog.out",
"pilot.stderr",
"CMSRunAnaly.sh",
"*.tgz",
"PSetTweaks",
"WMCore.zip",
"lib",
"CMSSW_*",
"WMTaskSpace",
"process.id",
"cmsRun-main.sh",
#"PSet.pkl",
"jobState-*-test.pickle",
"ALLFILESTRANSFERRED",
"OutPutFileCatalog.xml",
"jobReportExtract.pickle",
"metadata-*.xml",
"PoolFileCatalog.xml"]
for _dir in dir_list:
files = glob(os.path.join(workdir, _dir))
tolog("Mancinellidebug: removing files = %s" % files)
rc = remove(files)
if not rc:
tolog("IGNORE: Failed to remove redundant file(s): %s" % (files))
tolog("Mancinellidebug: content of workdir = %s" % os.listdir(workdir))