def initial_sdl(logParams={}):
global sdlogger
name = "SDL"
if not logParams.has_key('sparkhome'):
from spark.util.misc import getSparkHomeDirectory
logParams['sparkhome'] = getSparkHomeDirectory()
if not logParams.has_key('logdir'):
# Create log directory if not present
logParams['logdir'] = os.path.join(logParams['sparkhome'], "log")
#keep logging.config happy since it expects string literals
logParams['logdir'] = logParams['logdir'].replace("\\", "\\\\")
# print "logdir=", logParams['logdir']
# print "sparkhome=", logParams['sparkhome']
from spark.internal.persist_aux import ensure_dir
ensure_dir(logParams['logdir'])
#
try:
import logging.config
config_log_file = os.path.join(logParams['sparkhome'], "config",
"logger.cfg")
if os.path.isfile(config_log_file):
logging.config.fileConfig(config_log_file, logParams)
else:
# Use default setting if it can not find the config file
print "Could not find %s. Using default logger configuration..." % config_log_file
logger = logging.getLogger(name)
sparklog = os.path.join(logParams['logdir'], 'spark.log')
#print "sparklog=", sparklog
hdlr = logging.FileHandler(sparklog)
formatter = logging.Formatter(
'%(created)f [%(thread)d] %(levelname)s %(name)s - %(message)s'
)
hdlr.setFormatter(formatter)
logger.addHandler(hdlr)
print "%s initiated." % name
except AnyException, e:
errid = NEWPM.displayError()
print "Error initiating %s." % e
def __init__(self, location, extra = (), fn = None):
ConstructibleValue.__init__(self)
self._location = location
ensure_dir(os.path.abspath(location))
self.name = "ExecutionTracer"
self._desc = "ExecutionTracer"
if os.path.isabs(location): # if it is not an absolute path:
self.abs_location = location
else:
self.abs_location = os.path.join(get_persist_root_dir(), location)
ensure_dir(self.abs_location)
try:
if fn != None and os.path.exists(self.abs_location + "/" + fn):
# Reopen the old file
resuming = True
self._filename = fn
ffn = self.abs_location + "/" + fn
else:
#Creating a new file.
resuming = False
self._filename = "sparklog_%04d%02d%02dT%02d%02d%02d.xml"%time.localtime()[0:6]
ffn = self.abs_location + "/" + self._filename
except:
ConstructibleValue.__init__(self)
NEWPM.displayError()
debug("Error constructing the log file name.")
return
try:
self.descriptor = FileWrapper(ffn, "a")
self.writeLog("<?xml version=\"1.0\" ?>\n")
self.writeLog("<ExecutionTracer>\n")
if not resuming:
global machineName
self.writeLog("\t<Initiator>TaskManager</Initiator>\n")
self.writeLog("\t<TimeZone>%s</TimeZone>\n"%time.tzname[0])
self.writeLog("\t<MachineName>%s</MachineName>\n"%machineName)
for x in extra:
key, value = x
self.writeLog("\t<%s>%s</%s>\n"%(key, value, key))
except:
NEWPM.displayError()
debug("Error initiating the log file.")
def initial_sdl(logParams={}):
global sdlogger
name = "SDL"
if not logParams.has_key('sparkhome'):
from spark.util.misc import getSparkHomeDirectory
logParams['sparkhome'] = getSparkHomeDirectory()
if not logParams.has_key('logdir'):
# Create log directory if not present
logParams['logdir'] = os.path.join(logParams['sparkhome'], "log")
#keep logging.config happy since it expects string literals
logParams['logdir'] = logParams['logdir'].replace("\\", "\\\\")
# print "logdir=", logParams['logdir']
# print "sparkhome=", logParams['sparkhome']
from spark.internal.persist_aux import ensure_dir
ensure_dir(logParams['logdir'])
#
try:
import logging.config
config_log_file = os.path.join(logParams['sparkhome'], "config", "logger.cfg")
if os.path.isfile(config_log_file):
logging.config.fileConfig(config_log_file, logParams)
else:
# Use default setting if it can not find the config file
print "Could not find %s. Using default logger configuration..."%config_log_file
logger = logging.getLogger(name)
sparklog = os.path.join(logParams['logdir'], 'spark.log')
#print "sparklog=", sparklog
hdlr = logging.FileHandler(sparklog)
formatter = logging.Formatter('%(created)f [%(thread)d] %(levelname)s %(name)s - %(message)s')
hdlr.setFormatter(formatter)
logger.addHandler(hdlr)
print "%s initiated."%name
except AnyException, e:
errid = NEWPM.displayError()
print "Error initiating %s."%e
