def get_event_from_file(file_name):
file_path = get_data_file_path(file_name)
with open(file_path) as f:
return clean_event(json.load(f))
def load_data(
platform,
default=None,
sample_name=None,
timestamp=None,
start_timestamp=None,
trace=None,
span_id=None,
spans=None,
trace_context=None,
):
# NOTE: Before editing this data, make sure you understand the context
# in which its being used. It is NOT only used for local development and
# has production consequences.
# * bin/load-mocks to generate fake data for local testing
# * When a new project is created, a fake event is generated as a "starter"
# event so it's not an empty project.
# * When a user clicks Test Configuration from notification plugin settings page,
# a fake event is generated to go through the pipeline.
data = None
language = None
platform_data = INTEGRATION_ID_TO_PLATFORM_DATA.get(platform)
if platform_data is not None and platform_data["type"] != "language":
language = platform_data["language"]
samples_root = os.path.join(DATA_ROOT, "samples")
all_samples = {f for f in os.listdir(samples_root) if f.endswith(".json")}
for platform in (platform, language, default):
if not platform:
continue
# Verify by checking if the file is within our folder explicitly
# avoids being able to have a name that invokes traversing directories.
json_path = f"{platform}.json"
if json_path not in all_samples:
continue
if not sample_name:
try:
sample_name = INTEGRATION_ID_TO_PLATFORM_DATA[platform]["name"]
except KeyError:
pass
# XXX: At this point, it's assumed that `json_path` was safely found
# within `samples_root` due to the check above and cannot traverse
# into paths.
with open(os.path.join(samples_root, json_path)) as fp:
data = json.load(fp)
break
if data is None:
return
data = CanonicalKeyDict(data)
if platform in ("csp", "hkpk", "expectct", "expectstaple"):
return data
# Generate a timestamp in the present.
if timestamp is None:
timestamp = datetime.utcnow() - timedelta(minutes=1)
timestamp = timestamp - timedelta(microseconds=timestamp.microsecond %
1000)
timestamp = timestamp.replace(tzinfo=pytz.utc)
data.setdefault("timestamp", to_timestamp(timestamp))
if data.get("type") == "transaction":
if start_timestamp is None:
start_timestamp = timestamp - timedelta(seconds=3)
else:
start_timestamp = start_timestamp.replace(tzinfo=pytz.utc)
data["start_timestamp"] = to_timestamp(start_timestamp)
if trace is None:
trace = uuid4().hex
if span_id is None:
span_id = uuid4().hex[:16]
for tag in data["tags"]:
if tag[0] == "trace":
tag[1] = trace
elif tag[0] == "trace.span":
tag[1] = span_id
data["contexts"]["trace"]["trace_id"] = trace
data["contexts"]["trace"]["span_id"] = span_id
if trace_context is not None:
data["contexts"]["trace"].update(trace_context)
if spans:
data["spans"] = spans
for span in data.get("spans", []):
# Use data to generate span timestamps consistently and based
# on event timestamp
duration = span.get("data", {}).get("duration", 10.0)
offset = span.get("data", {}).get("offset", 0)
# Span doesn't have a parent, make it the transaction
if span.get("parent_span_id") is None:
span["parent_span_id"] = span_id
if span.get("span_id") is None:
span["span_id"] = uuid4().hex[:16]
span_start = data["start_timestamp"] + offset
span["trace_id"] = trace
span.setdefault("start_timestamp", span_start)
span.setdefault("timestamp", span_start + duration)
measurements = data.get("measurements")
if measurements:
measurement_markers = {}
for key, entry in measurements.items():
if key in ["fp", "fcp", "lcp", "fid"]:
measurement_markers[f"mark.{key}"] = {
"value":
round(data["start_timestamp"] + entry["value"] / 1000,
3)
}
measurements.update(measurement_markers)
data["platform"] = platform
# XXX: Message is a legacy alias for logentry. Do not overwrite if set.
if "message" not in data:
data[
"message"] = f"This is an example {sample_name or platform} exception"
data.setdefault(
"user",
generate_user(ip_address="127.0.0.1",
username="******",
id=1,
email="*****@*****.**"),
)
data.setdefault(
"extra",
{
"session": {
"foo": "bar"
},
"results": [1, 2, 3, 4, 5],
"emptyList": [],
"emptyMap": {},
"length": 10837790,
"unauthorized": False,
"url": "http://example.org/foo/bar/",
},
)
data.setdefault("modules", {"my.package": "1.0.0"})
data.setdefault(
"request",
{
"cookies": "foo=bar;biz=baz",
"url": "http://example.com/foo",
"headers": {
"Referer":
"http://example.com",
"Content-Type":
"application/json",
"User-Agent":
"Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1500.72 Safari/537.36",
},
"env": {
"ENV": "prod"
},
"query_string": "foo=bar",
"data": '{"hello": "world"}',
"method": "GET",
},
)
return data
def get_list_of_names() -> List[str]:
file_path = get_data_file_path("names.json")
with open(file_path) as f:
return json.load(f)
def get_list_of_names() -> List[str]:
with open("src/sentry/demo/data/names.json") as f:
return json.load(f)
def pytest_configure(config):
"""
Generate frontend assets before running any acceptance tests
TODO: There is a bug if you run `py.test` with `-f` -- the built
assets will trigger another `py.test` run.
"""
# Do not build in CI because tests are run w/ `make test-acceptance` which builds assets
# Can also skip with the env var `SKIP_ACCEPTANCE_UI_BUILD`
# `CI` is a default env var in GHA (https://docs.github.com/en/free-pro-team@latest/actions/reference/environment-variables#default-environment-variables)
if os.environ.get("CI") or os.environ.get("SKIP_ACCEPTANCE_UI_BUILD"):
return
try:
with open("./.webpack.meta") as f:
data = json.load(f)
# If built within last hour, do not build again
last_built = int(time.time()) - data["built"]
if last_built <= 3600:
print( # noqa: B314
u"""
###################
#
# Frontend assets last built {} seconds ago, skipping rebuilds for another {} seconds.
# Delete the file: `.webpack.meta` to rebuild.
#
###################
""".format(last_built, 3600 - last_built))
return
except IOError:
pass
except Exception:
pass
print( # noqa: B314
"""
###################
#
# Running webpack to compile frontend assets - this will take awhile
#
###################
""")
try:
status = subprocess.call(
["yarn", "build-acceptance"],
env={
"PATH": os.environ["PATH"],
"NODE_OPTIONS": "--max-old-space-size=4096"
},
)
if status != 0:
raise Exception(
"Unable to run `webpack` -- make sure your development environment is setup correctly: https://docs.sentry.io/development/contribute/environment/#macos---nodejs"
)
except OSError:
raise Exception(
"Unable to run `yarn` -- make sure your development environment is setup correctly: https://docs.sentry.io/development/contribute/environment/#macos---nodejs"
)
def data(self):
with open(os.path.join(_fingerprint_fixture_path, self.filename)) as f:
return json.load(f)
def get_list_of_base_contexts():
file_path = get_data_file_path("contexts.json")
with open(file_path) as f:
return json.load(f)
import os
import sentry
from sentry.utils import json
# change locale file dir name to locale code
def dirname_to_local(dir_name):
if "_" in dir_name:
pre, post = dir_name.split("_", 1)
dir_name = "{}-{}".format(pre, post.lower())
return dir_name
with open(
os.path.join(os.path.dirname(sentry.__file__), "locale",
"catalogs.json")) as f:
CATALOGS = json.load(f)["supported_locales"]
CATALOGS = [dirname_to_local(dirname) for dirname in CATALOGS]
