Example #1
0
    def test_close_stops_flush_thread(self):
        interface.state.flush_thread = interface._FlushThread(10)
        interface.state.flush_thread.start()

        self.assertTrue(interface.state.flush_thread.is_alive())
        interface.close()
        self.assertFalse(interface.state.flush_thread.is_alive())
Example #2
0
  def test_close_stops_flush_thread(self):
    interface.state.flush_thread = interface._FlushThread(10)
    interface.state.flush_thread.start()

    self.assertTrue(interface.state.flush_thread.is_alive())
    interface.close()
    self.assertFalse(interface.state.flush_thread.is_alive())
Example #3
0
    def setUp(self):
        mock.patch('infra_libs.ts_mon.interface.flush').start()
        mock.patch('time.time').start()

        self.fake_time = 0
        time.time.side_effect = lambda: self.fake_time

        self.stop_event = FakeThreadingEvent()
        self.stop_event.increment_time_func = self.increment_time

        self.t = interface._FlushThread(60, stop_event=self.stop_event)
Example #4
0
  def setUp(self):
    mock.patch('infra_libs.ts_mon.interface.flush').start()
    mock.patch('time.time').start()

    self.fake_time = 0
    time.time.side_effect = lambda: self.fake_time

    self.stop_event = FakeThreadingEvent()
    self.stop_event.increment_time_func = self.increment_time

    self.t = interface._FlushThread(60, stop_event=self.stop_event)
Example #5
0
def process_argparse_options(args):
    """Process command line arguments to initialize the global monitor.

  Also initializes the default target if sufficient arguments are supplied.
  If they aren't, all created metrics will have to supply their own target.
  This is generally a bad idea, as many libraries rely on the default target
  being set up.

  Starts a background thread to automatically flush monitoring metrics if not
  disabled by command line arguments.

  Args:
    args (argparse.Namespace): the result of parsing the command line arguments
  """

    # Parse the config file if it exists.
    config = load_machine_config(args.ts_mon_config_file)
    endpoint = config.get('endpoint', '')
    credentials = config.get('credentials', '')

    # Command-line args override the values in the config file.
    if args.ts_mon_endpoint:
        endpoint = args.ts_mon_endpoint
    if args.ts_mon_credentials:
        credentials = args.ts_mon_credentials

    if endpoint.startswith('file://'):
        interface.state.global_monitor = monitors.DiskMonitor(
            endpoint[len('file://'):])
    elif credentials:
        # If the flush mode is 'all' metrics will be sent immediately as they are
        # updated.  If this is the case, we mustn't set metrics while we're
        # sending metrics.
        use_instrumented_http = args.ts_mon_flush != 'all'

        if endpoint.startswith('pubsub://'):
            url = urlparse.urlparse(endpoint)
            project = url.netloc
            topic = url.path.strip('/')
            interface.state.global_monitor = monitors.PubSubMonitor(
                credentials,
                project,
                topic,
                use_instrumented_http=use_instrumented_http)
        else:
            interface.state.global_monitor = monitors.ApiMonitor(
                credentials,
                endpoint,
                use_instrumented_http=use_instrumented_http)
    else:
        logging.error(
            'Monitoring is disabled because --ts-mon-credentials was not '
            'set')
        interface.state.global_monitor = monitors.NullMonitor()

    if args.ts_mon_target_type == 'device':
        interface.state.default_target = targets.DeviceTarget(
            args.ts_mon_device_region, args.ts_mon_device_network,
            args.ts_mon_device_hostname)
    if args.ts_mon_target_type == 'task':  # pragma: no cover
        # Reimplement ArgumentParser.error, since we don't have access to the parser
        if not args.ts_mon_task_service_name:
            print >> sys.stderr, (
                'Argument --ts-mon-task-service-name must be '
                'provided when the target type is "task".')
            sys.exit(2)
        if not args.ts_mon_task_job_name:  # pragma: no cover
            print >> sys.stderr, (
                'Argument --ts-mon-task-job-name must be provided '
                'when the target type is "task".')
            sys.exit(2)
        interface.state.default_target = targets.TaskTarget(
            args.ts_mon_task_service_name, args.ts_mon_task_job_name,
            args.ts_mon_task_region, args.ts_mon_task_hostname,
            args.ts_mon_task_number)

    interface.state.flush_mode = args.ts_mon_flush

    if args.ts_mon_flush == 'auto':
        interface.state.flush_thread = interface._FlushThread(
            args.ts_mon_flush_interval_secs)
        interface.state.flush_thread.start()

    standard_metrics.init()
Example #6
0
def process_argparse_options(args):
  """Process command line arguments to initialize the global monitor.

  Also initializes the default target if sufficient arguments are supplied.
  If they aren't, all created metrics will have to supply their own target.
  This is generally a bad idea, as many libraries rely on the default target
  being set up.

  Starts a background thread to automatically flush monitoring metrics if not
  disabled by command line arguments.

  Args:
    args (argparse.Namespace): the result of parsing the command line arguments
  """

  # Parse the config file if it exists.
  config = load_machine_config(args.ts_mon_config_file)
  endpoint = config.get('endpoint', '')
  credentials = config.get('credentials', '')

  # Command-line args override the values in the config file.
  if args.ts_mon_endpoint:
    endpoint = args.ts_mon_endpoint
  if args.ts_mon_credentials:
    credentials = args.ts_mon_credentials

  if endpoint.startswith('file://'):
    interface.state.global_monitor = monitors.DiskMonitor(
        endpoint[len('file://'):])
  elif credentials:
    # If the flush mode is 'all' metrics will be sent immediately as they are
    # updated.  If this is the case, we mustn't set metrics while we're
    # sending metrics.
    use_instrumented_http = args.ts_mon_flush != 'all'

    if endpoint.startswith('pubsub://'):
      url = urlparse.urlparse(endpoint)
      project = url.netloc
      topic = url.path.strip('/')
      interface.state.global_monitor = monitors.PubSubMonitor(
          credentials, project, topic,
          use_instrumented_http=use_instrumented_http)
    else:
      interface.state.global_monitor = monitors.ApiMonitor(
          credentials, endpoint, use_instrumented_http=use_instrumented_http)
  else:
    logging.error('Monitoring is disabled because --ts-mon-credentials was not '
                  'set')
    interface.state.global_monitor = monitors.NullMonitor()

  if args.ts_mon_target_type == 'device':
    interface.state.default_target = targets.DeviceTarget(
        args.ts_mon_device_region,
        args.ts_mon_device_network,
        args.ts_mon_device_hostname)
  if args.ts_mon_target_type == 'task':  # pragma: no cover
    # Reimplement ArgumentParser.error, since we don't have access to the parser
    if not args.ts_mon_task_service_name:
      print >> sys.stderr, ('Argument --ts-mon-task-service-name must be '
                            'provided when the target type is "task".')
      sys.exit(2)
    if not args.ts_mon_task_job_name:  # pragma: no cover
      print >> sys.stderr, ('Argument --ts-mon-task-job-name must be provided '
                            'when the target type is "task".')
      sys.exit(2)
    interface.state.default_target = targets.TaskTarget(
        args.ts_mon_task_service_name,
        args.ts_mon_task_job_name,
        args.ts_mon_task_region,
        args.ts_mon_task_hostname,
        args.ts_mon_task_number)

  interface.state.flush_mode = args.ts_mon_flush

  if args.ts_mon_flush == 'auto':
    interface.state.flush_thread = interface._FlushThread(
        args.ts_mon_flush_interval_secs)
    interface.state.flush_thread.start()

  standard_metrics.init()