def log_client(client):
"""Safely log client creation at INFO level."""
if not client.is_enabled():
# raven already logs a *disabled* client at INFO level
return
# base_url shouldn't have secrets in, but just in case, clean it
public_dsn = client.remote.get_public_dsn()
scheme = parse_url(client.remote.base_url).scheme
url = scheme + ':' + public_dsn
clean_url = sanitize_url(url)
msg = 'configured raven DSN'
extra = {'dsn': clean_url}
config = talisker.get_config()
env_cfg = config.raw.get('SENTRY_DSN')
if env_cfg:
# make a full url look like a public dsn
clean_env = sanitize_url(re.sub(r'://(.*):.*@', r'://\1@', env_cfg))
if clean_env == clean_url:
msg += ' from SENTRY_DSN config'
extra['from_env'] = True
else:
msg += ' overriding SENTRY_DSN config'
extra['SENTRY_DSN'] = clean_env
logging.getLogger(__name__).info(msg, extra=extra)
def log_client(client):
"""Safely log client creation at INFO level."""
if not client.is_enabled():
# raven already logs a *disabled* client at INFO level
return
# base_url shouldn't have secrets in, but just in case, clean it
public_dsn = client.remote.get_public_dsn()
scheme = parse_url(client.remote.base_url).scheme
url = scheme + ':' + public_dsn
clean_url = sanitize_url(url)
msg = 'configured raven DSN'
extra = {'dsn': clean_url}
config = talisker.get_config()
env_cfg = config.raw.get('SENTRY_DSN')
if env_cfg:
# make a full url look like a public dsn
clean_env = sanitize_url(re.sub(r'://(.*):.*@', r'://\1@', env_cfg))
if clean_env == clean_url:
msg += ' from SENTRY_DSN config'
extra['from_env'] = True
else:
msg += ' overriding SENTRY_DSN config'
extra['SENTRY_DSN'] = clean_env
logging.getLogger(__name__).info(msg, extra=extra)
def test_sanitize_url():
source = 'https://*****:*****@host/path?q=bar'
expected = 'https://*****:*****@host/path?'
assert util.sanitize_url(source) == expected
# with port
assert (util.sanitize_url('https://host:1234/path') ==
'https://host:1234/path')
# no user
assert util.sanitize_url('https://host/path') == 'https://host/path'
def workers(self, request):
"""Information about workers resource usage."""
import psutil
arbiter = psutil.Process(os.getppid())
workers = arbiter.children()
workers.sort(key=lambda p: p.pid)
rows = [format_psutil_row('Gunicorn Master', arbiter)]
for i, worker in enumerate(workers):
rows.append(format_psutil_row('Worker {}'.format(i), worker))
master = arbiter.as_dict(MASTER_FIELDS)
master['cmdline'] = ' '.join(master['cmdline'])
environ = master.pop('environ')
if 'SENTRY_DSN' in environ:
environ['SENTRY_DSN'] = sanitize_url(environ['SENTRY_DSN'])
clean_environ = [
(k, v) for k, v in sorted(environ.items())
if k in TALISKER_ENV_VARS
]
sorted_master = [(k, master[k]) for k in MASTER_FIELDS if k in master]
return info_response(
request,
'Workers',
Content('Workers', 'h2'),
Table(rows, headers=HEADERS),
Content('Process Information', 'h2'),
Table(sorted_master),
Content('Process Environment (whitelist)', 'h2'),
Table(clean_environ),
)
def log_client(client, from_env=False):
"""Safely log client creation at INFO level."""
if not client.is_enabled():
# raven already logs a *disabled* client at INFO level
return
# base_url shouldn't have secrets in, but just in case, clean it
public_dsn = client.remote.get_public_dsn()
scheme = parse_url(client.remote.base_url).scheme
url = scheme + ':' + public_dsn
clean_url = sanitize_url(url)
msg = 'configured raven'
extra = {'dsn': clean_url}
if from_env:
msg += ' from SENTRY_DSN environment'
extra['from_env'] = True
logging.getLogger(__name__).info(msg, extra=extra)
def metadata(self):
meta = collections.OrderedDict()
for raw_name, (attr, doc) in self.METADATA.items():
value = getattr(self, attr)
if value:
if raw_name in self.SANITISE_URLS:
value = sanitize_url(value)
elif isinstance(value, list):
value = ', '.join(str(v) for v in value)
meta[raw_name] = self.Metadata(
raw_name,
value,
self.raw.get(raw_name),
self.DEFAULTS.get(raw_name),
doc,
CONFIG_ERRORS.get(raw_name),
)
return meta
def metadata(self):
meta = collections.OrderedDict()
for raw_name, (attr, doc) in self.METADATA.items():
value = getattr(self, attr)
if value:
if raw_name in self.SANITISE_URLS:
value = sanitize_url(value)
elif isinstance(value, list):
value = ', '.join(str(v) for v in value)
meta[raw_name] = self.Metadata(
raw_name,
value,
self.raw.get(raw_name),
self.DEFAULTS.get(raw_name),
doc,
CONFIG_ERRORS.get(raw_name),
)
return meta