def new_workunit(self, name, labels=list(), cmd='', parent=None):
"""Creates a (hierarchical) subunit of work for the purpose of timing and reporting.
- name: A short name for this work. E.g., 'resolve', 'compile', 'scala', 'zinc'.
- labels: An optional iterable of labels. The reporters can use this to decide how to
display information about this work.
- cmd: An optional longer string representing this work.
E.g., the cmd line of a compiler invocation.
- parent: If specified, the new workunit is created under this parent. Otherwise it's created
under the current workunit for this thread. This allows threadpool work to nest
under the workunit that submitted it, instead of under the thread's root workunit,
which is fixed when the thread was created.
Use like this:
with context.new_workunit(name='compile', labels=[WorkUnit.GOAL]) as workunit:
<do scoped work here>
<set the outcome on workunit if necessary>
Note that the outcome will automatically be set to failure if an exception is raised
in a workunit, and to success otherwise, so usually you only need to set the
outcome explicitly if you want to set it to warning.
"""
enclosing_workunit = self._threadlocal.current_workunit
current_workunit = WorkUnit(run_tracker=self,
parent=parent or enclosing_workunit,
name=name,
labels=labels,
cmd=cmd)
self._threadlocal.current_workunit = current_workunit
current_workunit.start()
try:
self.report.start_workunit(current_workunit)
yield current_workunit
except KeyboardInterrupt:
current_workunit.set_outcome(WorkUnit.ABORTED)
self._aborted = True
raise
except:
current_workunit.set_outcome(WorkUnit.FAILURE)
raise
else:
current_workunit.set_outcome(WorkUnit.SUCCESS)
finally:
self.report.end_workunit(current_workunit)
current_workunit.end()
self._threadlocal.current_workunit = enclosing_workunit
def new_workunit(self, name, labels=list(), cmd='', parent=None):
"""Creates a (hierarchical) subunit of work for the purpose of timing and reporting.
- name: A short name for this work. E.g., 'resolve', 'compile', 'scala', 'zinc'.
- labels: An optional iterable of labels. The reporters can use this to decide how to
display information about this work.
- cmd: An optional longer string representing this work.
E.g., the cmd line of a compiler invocation.
- parent: If specified, the new workunit is created under this parent. Otherwise it's created
under the current workunit for this thread. This allows threadpool work to nest
under the workunit that submitted it, instead of under the thread's root workunit,
which is fixed when the thread was created.
Use like this:
with context.new_workunit(name='compile', labels=[WorkUnit.GOAL]) as workunit:
<do scoped work here>
<set the outcome on workunit if necessary>
Note that the outcome will automatically be set to failure if an exception is raised
in a workunit, and to success otherwise, so usually you only need to set the
outcome explicitly if you want to set it to warning.
"""
enclosing_workunit = self._threadlocal.current_workunit
current_workunit = WorkUnit(run_tracker=self,
parent=parent or enclosing_workunit,
name=name, labels=labels, cmd=cmd)
self._threadlocal.current_workunit = current_workunit
current_workunit.start()
try:
self.report.start_workunit(current_workunit)
yield current_workunit
except KeyboardInterrupt:
current_workunit.set_outcome(WorkUnit.ABORTED)
self._aborted = True
raise
except:
current_workunit.set_outcome(WorkUnit.FAILURE)
raise
else:
current_workunit.set_outcome(WorkUnit.SUCCESS)
finally:
self.report.end_workunit(current_workunit)
current_workunit.end()
self._threadlocal.current_workunit = enclosing_workunit
class RunTracker(object):
"""Tracks and times the execution of a pants run.
Use like this:
run_tracker.start()
with run_tracker.new_workunit('compile'):
with run_tracker.new_workunit('java'):
...
with run_tracker.new_workunit('scala'):
...
run_tracker.close()
"""
def __init__(self, config):
self.run_timestamp = time.time() # A double, so we get subsecond precision for ids.
cmd_line = ' '.join(['./pants'] + sys.argv[1:])
# run_id is safe for use in paths.
millis = (self.run_timestamp * 1000) % 1000
run_id = 'pants_run_%s_%d' % \
(time.strftime('%Y_%m_%d_%H_%M_%S', time.localtime(self.run_timestamp)), millis)
self.info_dir = os.path.join(config.getdefault('info_dir'), run_id)
self.run_info = RunInfo(os.path.join(self.info_dir, 'info'))
self.run_info.add_basic_info(run_id, self.run_timestamp)
self.run_info.add_info('cmd_line', cmd_line)
# Create a 'latest' symlink, after we add_infos, so we're guaranteed that the file exists.
link_to_latest = os.path.join(os.path.dirname(self.info_dir), 'latest')
if os.path.exists(link_to_latest):
os.unlink(link_to_latest)
os.symlink(self.info_dir, link_to_latest)
# Time spent in a workunit, including its children.
self.cumulative_timings = AggregatedTimings(os.path.join(self.info_dir, 'cumulative_timings'))
# Time spent in a workunit, not including its children.
self.self_timings = AggregatedTimings(os.path.join(self.info_dir, 'self_timings'))
# Hit/miss stats for the artifact cache.
self.artifact_cache_stats = \
ArtifactCacheStats(os.path.join(self.info_dir, 'artifact_cache_stats'))
# We report to this Report.
self.report = None
# The workunit representing the entire pants run.
self.root_workunit = None
# The workunit we're currently executing.
# TODO: What does this mean when executing multiple workunits in parallel?
self._current_workunit = None
def start(self, report):
"""Start tracking this pants run.
report: an instance of pants.reporting.Report."""
self.report = report
self.report.open()
self.root_workunit = WorkUnit(run_tracker=self, parent=None,
labels=[], name='all', cmd=None)
self.root_workunit.start()
self.report.start_workunit(self.root_workunit)
self._current_workunit = self.root_workunit
@contextmanager
def new_workunit(self, name, labels=list(), cmd=''):
"""Creates a (hierarchical) subunit of work for the purpose of timing and reporting.
- name: A short name for this work. E.g., 'resolve', 'compile', 'scala', 'zinc'.
- labels: An optional iterable of labels. The reporters can use this to decide how to
display information about this work.
- cmd: An optional longer string representing this work.
E.g., the cmd line of a compiler invocation.
Use like this:
with context.new_workunit(name='compile', labels=[WorkUnit.GOAL]) as workunit:
<do scoped work here>
<set the outcome on workunit if necessary>
Note that the outcome will automatically be set to failure if an exception is raised
in a workunit, and to success otherwise, so usually you only need to set the
outcome explicitly if you want to set it to warning.
"""
self._current_workunit = WorkUnit(run_tracker=self, parent=self._current_workunit,
name=name, labels=labels, cmd=cmd)
self._current_workunit.start()
try:
self.report.start_workunit(self._current_workunit)
yield self._current_workunit
except KeyboardInterrupt:
self._current_workunit.set_outcome(WorkUnit.ABORTED)
raise
except:
self._current_workunit.set_outcome(WorkUnit.FAILURE)
raise
else:
self._current_workunit.set_outcome(WorkUnit.SUCCESS)
finally:
self.report.end_workunit(self._current_workunit)
self._current_workunit.end()
self._current_workunit = self._current_workunit.parent
def log(self, level, *msg_elements):
"""Log a message against the current workunit."""
self.report.log(self._current_workunit, level, *msg_elements)
def end(self):
"""This pants run is over, so stop tracking it.
Note: If end() has been called once, subsequent calls are no-ops."""
while self._current_workunit:
self.report.end_workunit(self._current_workunit)
self._current_workunit.end()
self._current_workunit = self._current_workunit.parent
self.report.close()
try:
if self.run_info.get_info('outcome') is None:
self.run_info.add_info('outcome', self.root_workunit.outcome_string())
except IOError:
pass # If the goal is clean-all then the run info dir no longer exists...
class RunTracker(object):
"""Tracks and times the execution of a pants run.
Use like this:
run_tracker.start()
with run_tracker.new_workunit('compile'):
with run_tracker.new_workunit('java'):
...
with run_tracker.new_workunit('scala'):
...
run_tracker.close()
"""
def __init__(self, config):
self.run_timestamp = time.time(
) # A double, so we get subsecond precision for ids.
cmd_line = ' '.join(['./pants'] + sys.argv[1:])
# run_id is safe for use in paths.
millis = (self.run_timestamp * 1000) % 1000
run_id = 'pants_run_%s_%d' % \
(time.strftime('%Y_%m_%d_%H_%M_%S', time.localtime(self.run_timestamp)), millis)
self.info_dir = os.path.join(config.getdefault('info_dir'), run_id)
self.run_info = RunInfo(os.path.join(self.info_dir, 'info'))
self.run_info.add_basic_info(run_id, self.run_timestamp)
self.run_info.add_info('cmd_line', cmd_line)
# Create a 'latest' symlink, after we add_infos, so we're guaranteed that the file exists.
link_to_latest = os.path.join(os.path.dirname(self.info_dir), 'latest')
if os.path.exists(link_to_latest):
os.unlink(link_to_latest)
os.symlink(self.info_dir, link_to_latest)
# Time spent in a workunit, including its children.
self.cumulative_timings = AggregatedTimings(
os.path.join(self.info_dir, 'cumulative_timings'))
# Time spent in a workunit, not including its children.
self.self_timings = AggregatedTimings(
os.path.join(self.info_dir, 'self_timings'))
# Hit/miss stats for the artifact cache.
self.artifact_cache_stats = \
ArtifactCacheStats(os.path.join(self.info_dir, 'artifact_cache_stats'))
# We report to this Report.
self.report = None
# The workunit representing the entire pants run.
self.root_workunit = None
# The workunit we're currently executing.
# TODO: What does this mean when executing multiple workunits in parallel?
self._current_workunit = None
def start(self, report):
"""Start tracking this pants run.
report: an instance of pants.reporting.Report."""
self.report = report
self.report.open()
self.root_workunit = WorkUnit(run_tracker=self,
parent=None,
labels=[],
name='all',
cmd=None)
self.root_workunit.start()
self.report.start_workunit(self.root_workunit)
self._current_workunit = self.root_workunit
@contextmanager
def new_workunit(self, name, labels=list(), cmd=''):
"""Creates a (hierarchical) subunit of work for the purpose of timing and reporting.
- name: A short name for this work. E.g., 'resolve', 'compile', 'scala', 'zinc'.
- labels: An optional iterable of labels. The reporters can use this to decide how to
display information about this work.
- cmd: An optional longer string representing this work.
E.g., the cmd line of a compiler invocation.
Use like this:
with context.new_workunit(name='compile', labels=[WorkUnit.GOAL]) as workunit:
<do scoped work here>
<set the outcome on workunit if necessary>
Note that the outcome will automatically be set to failure if an exception is raised
in a workunit, and to success otherwise, so usually you only need to set the
outcome explicitly if you want to set it to warning.
"""
self._current_workunit = WorkUnit(run_tracker=self,
parent=self._current_workunit,
name=name,
labels=labels,
cmd=cmd)
self._current_workunit.start()
try:
self.report.start_workunit(self._current_workunit)
yield self._current_workunit
except KeyboardInterrupt:
self._current_workunit.set_outcome(WorkUnit.ABORTED)
raise
except:
self._current_workunit.set_outcome(WorkUnit.FAILURE)
raise
else:
self._current_workunit.set_outcome(WorkUnit.SUCCESS)
finally:
self.report.end_workunit(self._current_workunit)
self._current_workunit.end()
self._current_workunit = self._current_workunit.parent
def log(self, level, *msg_elements):
"""Log a message against the current workunit."""
self.report.log(self._current_workunit, level, *msg_elements)
def end(self):
"""This pants run is over, so stop tracking it.
Note: If end() has been called once, subsequent calls are no-ops."""
while self._current_workunit:
self.report.end_workunit(self._current_workunit)
self._current_workunit.end()
self._current_workunit = self._current_workunit.parent
self.report.close()
try:
if self.run_info.get_info('outcome') is None:
self.run_info.add_info('outcome',
self.root_workunit.outcome_string())
except IOError:
pass # If the goal is clean-all then the run info dir no longer exists...
class RunTracker(object):
"""Tracks and times the execution of a pants run.
Use like this:
run_tracker.start()
with run_tracker.new_workunit('compile'):
with run_tracker.new_workunit('java'):
...
with run_tracker.new_workunit('scala'):
...
run_tracker.close()
"""
def __init__(self, config):
self.run_timestamp = time.time() # A double, so we get subsecond precision for ids.
cmd_line = " ".join(["./pants"] + sys.argv[1:])
# run_id is safe for use in paths.
millis = (self.run_timestamp * 1000) % 1000
run_id = "pants_run_%s_%d" % (time.strftime("%Y_%m_%d_%H_%M_%S", time.localtime(self.run_timestamp)), millis)
self.info_dir = os.path.join(config.getdefault("info_dir"), run_id)
self.run_info = RunInfo(os.path.join(self.info_dir, "info"))
self.run_info.add_basic_info(run_id, self.run_timestamp)
self.run_info.add_info("cmd_line", cmd_line)
self.stats_url = config.getdefault("stats_upload_url", default=None)
# Create a 'latest' symlink, after we add_infos, so we're guaranteed that the file exists.
link_to_latest = os.path.join(os.path.dirname(self.info_dir), "latest")
if os.path.exists(link_to_latest):
os.unlink(link_to_latest)
os.symlink(self.info_dir, link_to_latest)
# Time spent in a workunit, including its children.
self.cumulative_timings = AggregatedTimings(os.path.join(self.info_dir, "cumulative_timings"))
# Time spent in a workunit, not including its children.
self.self_timings = AggregatedTimings(os.path.join(self.info_dir, "self_timings"))
# Hit/miss stats for the artifact cache.
self.artifact_cache_stats = ArtifactCacheStats(os.path.join(self.info_dir, "artifact_cache_stats"))
# We report to this Report.
self.report = None
# The workunit representing the entire pants run.
self.root_workunit = None
# The workunit we're currently executing.
# TODO: What does this mean when executing multiple workunits in parallel?
self._current_workunit = None
def start(self, report):
"""Start tracking this pants run.
report: an instance of pants.reporting.Report."""
self.report = report
self.report.open()
self.root_workunit = WorkUnit(run_tracker=self, parent=None, labels=[], name="all", cmd=None)
self.root_workunit.start()
self.report.start_workunit(self.root_workunit)
self._current_workunit = self.root_workunit
@contextmanager
def new_workunit(self, name, labels=list(), cmd=""):
"""Creates a (hierarchical) subunit of work for the purpose of timing and reporting.
- name: A short name for this work. E.g., 'resolve', 'compile', 'scala', 'zinc'.
- labels: An optional iterable of labels. The reporters can use this to decide how to
display information about this work.
- cmd: An optional longer string representing this work.
E.g., the cmd line of a compiler invocation.
Use like this:
with context.new_workunit(name='compile', labels=[WorkUnit.GOAL]) as workunit:
<do scoped work here>
<set the outcome on workunit if necessary>
Note that the outcome will automatically be set to failure if an exception is raised
in a workunit, and to success otherwise, so usually you only need to set the
outcome explicitly if you want to set it to warning.
"""
self._current_workunit = WorkUnit(
run_tracker=self, parent=self._current_workunit, name=name, labels=labels, cmd=cmd
)
self._current_workunit.start()
try:
self.report.start_workunit(self._current_workunit)
yield self._current_workunit
except KeyboardInterrupt:
self._current_workunit.set_outcome(WorkUnit.ABORTED)
raise
except:
self._current_workunit.set_outcome(WorkUnit.FAILURE)
raise
else:
self._current_workunit.set_outcome(WorkUnit.SUCCESS)
finally:
self.report.end_workunit(self._current_workunit)
self._current_workunit.end()
self._current_workunit = self._current_workunit.parent
def log(self, level, *msg_elements):
"""Log a message against the current workunit."""
self.report.log(self._current_workunit, level, *msg_elements)
def upload_stats(self):
"""Send timing results to URL specified in pants.ini"""
if self.stats_url:
params = {
"run_info": json.dumps(self.run_info.get_as_dict()),
"cumulative_timings": json.dumps(self.cumulative_timings.get_all()),
"self_timings": json.dumps(self.self_timings.get_all()),
"artifact_cache_stats": json.dumps(self.artifact_cache_stats.get_all()),
}
headers = {"Content-type": "application/x-www-form-urlencoded", "Accept": "text/plain"}
url = urlparse(self.stats_url)
if url.scheme == "https":
http_conn = httplib.HTTPSConnection(url.netloc)
else:
http_conn = httplib.HTTPConnection(url.netloc)
try:
http_conn.request("POST", url.path, urllib.urlencode(params), headers)
resp = http_conn.getresponse()
if resp.status != 200:
# Report aleady closed, so just print error
print "WARNING: Failed to upload stats. HTTP error code: %d" % resp.status
except socket.error as (value, message):
# Report aleady closed, so just print error
print "WARNING: Failed to upload stats. Socket error: %s" % message
