## Treat special arguments
if len(args.inputFiles) == 1:
args.inputFiles = csvStr2List(args.inputFiles[0])
args.inputFiles = expandFolders(args.inputFiles)
mainLogger.verbose("All input files are:")
if mainLogger.isEnabledFor(LoggingLevel.VERBOSE):
pprint(args.inputFiles)
for inFile in progressbar(args.inputFiles,
len(args.inputFiles),
logger=mainLogger,
prefix="Processing files "):
# Treat output file name:
from RingerCore import checkExtension, changeExtension, load, save
if checkExtension(inFile, "tgz|tar.gz|pic"):
cOutputName = changeExtension(inFile, '.mat')
if args.change_output_folder:
import os.path
cOutputName = os.path.join(
os.path.abspath(args.change_output_folder),
os.path.basename(cOutputName))
data = load(inFile, useHighLevelObj=False)
from scipy.io import savemat
try:
savemat(cOutputName, data)
except ImportError:
self._logger.fatal(
("Cannot save matlab file, it seems that scipy is not "
"available."), ImportError)
mainLogger.info("Successfully created matlab file: %s", cOutputName)
else:
## Treat special arguments
if len(args.inputFiles) == 1:
args.inputFiles = csvStr2List(args.inputFiles[0])
args.inputFiles = expandFolders(args.inputFiles)
mainLogger.verbose("All input files are:")
if mainLogger.isEnabledFor(LoggingLevel.VERBOSE):
pprint(args.inputFiles)
for inFile in progressbar(args.inputFiles,
len(args.inputFiles),
logger=mainLogger,
prefix="Processing files "):
# Treat output file name:
from RingerCore import checkExtension, changeExtension, save
if checkExtension(inFile, "root"):
cOutputName = changeExtension(inFile, '.npz')
if args.change_output_folder:
import os.path
cOutputName = os.path.join(
os.path.abspath(args.change_output_folder),
os.path.basename(cOutputName))
f = ROOT.TFile(inFile, 'r')
data = {}
for keyName, obj in getall(f):
mainLogger.debug("Reading key: %s", keyName)
shortKey = keyName.split('/')[-1]
if not issubclass(type(obj), ROOT.TH1):
mainLogger.verbose("Ignoring key: %s", shortKey)
continue
hist = obj
result = [exclude in shortKey for exclude in args.exclude_keys]
args.inputFiles = csvStr2List(args.inputFiles[0])
args.inputFiles = expandFolders(args.inputFiles)
mainLogger.verbose("All input files are:")
if mainLogger.isEnabledFor(LoggingLevel.VERBOSE):
pprint(args.inputFiles)
for idx, inFile in progressbar(enumerate(args.inputFiles),
len(args.inputFiles),
logger=mainLogger,
prefix="Processing files "):
# Treat output file name:
from RingerCore import checkExtension, changeExtension, save, ensureExtension
if checkExtension(inFile, "root"):
cOutputName = ensureExtension(
args.outputFiles[idx] if args.outputFiles
and idx < len(args.outputFiles) else changeExtension(
inFile, '.npz'), '.npz')
if args.change_output_folder:
import os.path
cOutputName = os.path.join(
os.path.abspath(args.change_output_folder),
os.path.basename(cOutputName))
f = ROOT.TFile(inFile, 'r')
mainLogger.debug("Reading key: %s", args.treePath)
tree = f.Get(args.treePath)
if not isinstance(tree, ROOT.TTree):
mainLogger.error("Path %s does not contain a TTree object",
args.treePath)
continue
shortKey = args.treePath.split('/')[-1]
# TODO Save each numpy object key instead of the collection tree:
data = rnp.tree2array(tree,
from pprint import pprint
pprint(args.inputFiles)
## Treat special arguments
if len( args.inputFiles ) == 1:
args.inputFiles = csvStr2List( args.inputFiles[0] )
args.inputFiles = expandFolders( args.inputFiles )
mainLogger.verbose("All input files are:")
if mainLogger.isEnabledFor( LoggingLevel.VERBOSE ):
pprint(args.inputFiles)
for inFile in progressbar(args.inputFiles, len(args.inputFiles),
logger = mainLogger, prefix = "Processing files "):
# Treat output file name:
from RingerCore import checkExtension, changeExtension, load, save
if checkExtension( inFile, "tgz|tar.gz|pic" ):
cOutputName = changeExtension( inFile, '.mat' )
if args.change_output_folder:
import os.path
cOutputName = os.path.join( os.path.abspath(args.change_output_folder) , os.path.basename(cOutputName) )
data = load( inFile, useHighLevelObj = False )
from scipy.io import savemat
try:
savemat( cOutputName, data )
except ImportError:
self._logger.fatal(("Cannot save matlab file, it seems that scipy is not "
"available."), ImportError)
mainLogger.info("Successfully created matlab file: %s", cOutputName)
else:
mainLogger.error("Cannot transform files '%s' to matlab." % inFile)
# end of (for fileCollection)
mainLogger.debug("Ignore reading object of type %s.", type(d))
## Treat special arguments
if len( args.inputFiles ) == 1:
args.inputFiles = csvStr2List( args.inputFiles[0] )
args.inputFiles = expandFolders( args.inputFiles )
mainLogger.verbose("All input files are:")
if mainLogger.isEnabledFor( LoggingLevel.VERBOSE ):
pprint(args.inputFiles)
for inFile in progressbar(args.inputFiles, len(args.inputFiles),
logger = mainLogger, prefix = "Processing files "):
# Treat output file name:
from RingerCore import checkExtension, changeExtension, save
if checkExtension( inFile, "root" ):
cOutputName = changeExtension( inFile, '.npz' )
if args.change_output_folder:
import os.path
cOutputName = os.path.join( os.path.abspath(args.change_output_folder) , os.path.basename(cOutputName) )
f = ROOT.TFile( inFile, 'r' )
data = {}
for keyName, obj in getall(f):
mainLogger.debug("Reading key: %s", keyName)
shortKey = keyName.split('/')[-1]
if not issubclass(type(obj), ROOT.TH1):
mainLogger.verbose("Ignoring key: %s", shortKey )
continue
hist = obj
if all( [wanted not in shortKey for wanted in args.filter_keys] ):
mainLogger.debug("key <%s> does not match any filter", shortKey )
continue
mainLogger.setLevel( args.output_level )
if mainLogger.isEnabledFor( LoggingLevel.DEBUG ):
from pprint import pprint
pprint(args.inputFiles)
## Treat special arguments
if len( args.inputFiles ) == 1:
args.inputFiles = csvStr2List( args.inputFiles[0] )
args.inputFiles = expandFolders( args.inputFiles )
mainLogger.verbose("All input files are:")
if mainLogger.isEnabledFor( LoggingLevel.VERBOSE ):
pprint(args.inputFiles)
for inFile in progressbar(args.inputFiles, len(args.inputFiles),
logger = mainLogger, prefix = "Processing files "):
from RingerCore import checkExtension, changeExtension, load, save
cOutputName = changeExtension( inFile, '.root', knownFileExtensions = ['mat'] )
#cOutputName = appendToFileName( cOutputName, args.field )
if args.change_output_folder:
import os.path
cOutputName = os.path.join( os.path.abspath(args.change_output_folder) , os.path.basename(cOutputName) )
rfile = ROOT.TFile(cOutputName,"recreate")
data = scipy.io.loadmat(inFile)
fields = data['cfields'][0]
t = ROOT.TTree('transfer_tree','')
codebook = data['codebook'].astype('float64')
weights = data['weights_bmu'].astype('float64')
allA = []
for f in fields:
a = array.array('d',[0])
allA.append(a)
t.Branch( f[0], a, f[0] + '/D' )
