def repair():
"Attempt to repair any invalid data."
click.echo('Forcing documentation sync')
from sentry.utils.integrationdocs import sync_docs, DOC_FOLDER
if os.access(DOC_FOLDER, os.W_OK):
sync_docs()
elif os.path.isdir(DOC_FOLDER):
click.echo(' - skipping, path cannot be written to: %r' % DOC_FOLDER)
else:
click.echo(' - skipping, path does not exist: %r' % DOC_FOLDER)
from sentry.models import Activity, Project, ProjectKey
click.echo('Creating missing project keys')
queryset = Project.objects.filter(key_set__isnull=True)
for project in queryset:
try:
ProjectKey.objects.get_or_create(project=project, )
except ProjectKey.MultipleObjectsReturned:
pass
from django.db import connection
click.echo("Correcting Group.num_comments counter")
cursor = connection.cursor()
cursor.execute(
"""
UPDATE sentry_groupedmessage SET num_comments = (
SELECT COUNT(*) from sentry_activity
WHERE type = %s and group_id = sentry_groupedmessage.id
)
""", [Activity.NOTE])
def repair():
"Attempt to repair any invalid data."
click.echo('Forcing documentation sync')
from sentry.utils.integrationdocs import sync_docs, DOC_FOLDER
if os.access(DOC_FOLDER, os.W_OK):
try:
sync_docs()
except Exception as e:
click.echo(' - skipping, failure: %s' % e)
elif os.path.isdir(DOC_FOLDER):
click.echo(' - skipping, path cannot be written to: %r' % DOC_FOLDER)
else:
click.echo(' - skipping, path does not exist: %r' % DOC_FOLDER)
from sentry.models import Activity, Project, ProjectKey
click.echo('Creating missing project keys')
queryset = Project.objects.filter(key_set__isnull=True)
for project in queryset:
try:
ProjectKey.objects.get_or_create(
project=project,
)
except ProjectKey.MultipleObjectsReturned:
pass
from django.db import connection
click.echo("Correcting Group.num_comments counter")
cursor = connection.cursor()
cursor.execute("""
UPDATE sentry_groupedmessage SET num_comments = (
SELECT COUNT(*) from sentry_activity
WHERE type = %s and group_id = sentry_groupedmessage.id
)
""", [Activity.NOTE])
def sync_docs():
click.echo('Forcing documentation sync')
from sentry.utils.integrationdocs import sync_docs, DOC_FOLDER
if os.access(DOC_FOLDER, os.W_OK):
try:
sync_docs()
except Exception as e:
click.echo(' - skipping, failure: %s' % e)
elif os.path.isdir(DOC_FOLDER):
click.echo(' - skipping, path cannot be written to: %r' % DOC_FOLDER)
else:
click.echo(' - skipping, path does not exist: %r' % DOC_FOLDER)
def sync_docs():
click.echo('Forcing documentation sync')
from sentry.utils.integrationdocs import sync_docs, DOC_FOLDER
if os.access(DOC_FOLDER, os.W_OK):
try:
sync_docs()
except Exception as e:
click.echo(' - skipping, failure: %s' % e)
elif os.path.isdir(DOC_FOLDER):
click.echo(' - skipping, path cannot be written to: %r' % DOC_FOLDER)
else:
click.echo(' - skipping, path does not exist: %r' % DOC_FOLDER)
def run(self):
need_integration_docs = not os.path.isdir(INTEGRATION_DOC_FOLDER)
version_info = self._get_package_version()
if not (self.force or self._needs_static(version_info)):
log.info("skipped asset build (version already built)")
else:
log.info("building assets for Sentry v{} (build {})".format(
version_info['version'] or 'UNKNOWN',
version_info['build'] or 'UNKNOWN',
))
if not version_info['version'] or not version_info['build']:
log.fatal('Could not determine sentry version or build')
sys.exit(1)
node_version = []
for app in 'node', 'npm':
try:
node_version.append(
check_output([app, '--version']).rstrip())
except OSError:
log.fatal(
'Cannot find `{0}` executable. Please install {0}`'
' and try again.'.format(app))
sys.exit(1)
log.info('using node ({}) and npm ({})'.format(*node_version))
try:
self._build_static()
except Exception:
traceback.print_exc()
log.fatal(
"unable to build Sentry's static assets!\n"
"Hint: You might be running an invalid version of NPM.")
sys.exit(1)
log.info("writing version manifest")
manifest = self._write_version_file(version_info)
log.info("recorded manifest\n{}".format(
json.dumps(manifest, indent=2), ))
need_integration_docs = True
if not need_integration_docs:
log.info('skipped integration docs (already downloaded)')
else:
log.info('downloading integration docs')
from sentry.utils.integrationdocs import sync_docs
sync_docs()
self.update_manifests()
def repair(with_docs):
"""Attempt to repair any invalid data.
This by default will correct some common issues like projects missing
DSNs or counters desynchronizing. Optionally it can also synchronize
the current client documentation from the Sentry documentation server
(--with-docs).
"""
if with_docs:
sync_docs()
create_missing_dsns()
fix_group_counters()
def repair(with_docs):
"""Attempt to repair any invalid data.
This by default will correct some common issues like projects missing
DSNs or counters desynchronizing. Optionally it can also synchronize
the current client documentation from the Sentry documentation server
(--with-docs).
"""
if with_docs:
sync_docs()
create_missing_dsns()
fix_group_counters()
def run(self):
need_integration_docs = not os.path.isdir(INTEGRATION_DOC_FOLDER)
version_info = self._get_package_version()
if not (self.force or self._needs_static(version_info)):
log.info("skipped asset build (version already built)")
else:
log.info("building assets for Sentry v{} (build {})".format(
version_info['version'] or 'UNKNOWN',
version_info['build'] or 'UNKNOWN',
))
if not version_info['version'] or not version_info['build']:
log.fatal('Could not determine sentry version or build')
sys.exit(1)
node_version = []
for app in 'node', 'npm':
try:
node_version.append(check_output([app, '--version']).rstrip())
except OSError:
log.fatal('Cannot find `{0}` executable. Please install {0}`'
' and try again.'.format(app))
sys.exit(1)
log.info('using node ({}) and npm ({})'.format(*node_version))
try:
self._build_static()
except Exception:
traceback.print_exc()
log.fatal("unable to build Sentry's static assets!\n"
"Hint: You might be running an invalid version of NPM.")
sys.exit(1)
log.info("writing version manifest")
manifest = self._write_version_file(version_info)
log.info("recorded manifest\n{}".format(
json.dumps(manifest, indent=2),
))
need_integration_docs = True
if not need_integration_docs:
log.info('skipped integration docs (already downloaded)')
else:
log.info('downloading integration docs')
from sentry.utils.integrationdocs import sync_docs
sync_docs()
self.update_manifests()
def run(self):
need_integration_docs = not os.path.isdir(INTEGRATION_DOC_FOLDER)
version_info = self._get_package_version()
if not (self.force or self._needs_static(version_info)):
log.info("skipped asset build (version already built)")
else:
log.info("building assets for Sentry v{} (build {})".format(
version_info['version'] or 'UNKNOWN',
version_info['build'] or 'UNKNOWN',
))
if not version_info['version'] or not version_info['build']:
log.fatal('Could not determine sentry version or build')
sys.exit(1)
try:
self._build_static()
except Exception:
traceback.print_exc()
log.fatal("unable to build Sentry's static assets!\n"
"Hint: You might be running an invalid version of NPM.")
sys.exit(1)
log.info("writing version manifest")
manifest = self._write_version_file(version_info)
log.info("recorded manifest\n{}".format(
json.dumps(manifest, indent=2),
))
need_integration_docs = True
if not need_integration_docs:
log.info('skipped integration docs (already downloaded)')
else:
log.info('downloading integration docs')
from sentry.utils.integrationdocs import sync_docs
sync_docs()
self.update_manifests()
def run(self):
need_integration_docs = not os.path.isdir(INTEGRATION_DOC_FOLDER)
version_info = self._get_package_version()
if not (self.force or self._needs_static(version_info)):
log.info("skipped asset build (version already built)")
else:
log.info("building assets for Sentry v{} (build {})".format(
version_info['version'] or 'UNKNOWN',
version_info['build'] or 'UNKNOWN',
))
if not version_info['version'] or not version_info['build']:
log.fatal('Could not determine sentry version or build')
sys.exit(1)
try:
self._build_static()
except Exception:
traceback.print_exc()
log.fatal(
"unable to build Sentry's static assets!\n"
"Hint: You might be running an invalid version of NPM.")
sys.exit(1)
log.info("writing version manifest")
manifest = self._write_version_file(version_info)
log.info("recorded manifest\n{}".format(
json.dumps(manifest, indent=2), ))
need_integration_docs = True
if not need_integration_docs:
log.info('skipped integration docs (already downloaded)')
else:
log.info('downloading integration docs')
from sentry.utils.integrationdocs import sync_docs
sync_docs()
self.update_manifests()
def _build(self):
from sentry.utils.integrationdocs import sync_docs
log.info("downloading integration docs")
sync_docs()
def _build(self):
from sentry.utils.integrationdocs import sync_docs
log.info('downloading integration docs')
sync_docs()
def cli(output_path, output_format):
global OUTPUT_PATH
if output_path is not None:
OUTPUT_PATH = os.path.abspath(output_path)
with apidoc_containers():
from sentry.runner import configure
configure()
sentry = Popen([
"sentry",
"--config=" + SENTRY_CONFIG,
"run",
"web",
"-w",
"1",
"--bind",
"127.0.0.1:9000",
])
from django.core.management import call_command
call_command(
"migrate",
interactive=False,
traceback=True,
verbosity=0,
migrate=True,
merge=True,
ignore_ghost_migrations=True,
)
utils = MockUtils()
report("org", "Creating user and organization")
user = utils.create_user("*****@*****.**")
org = utils.create_org("The Interstellar Jurisdiction", owner=user)
report("auth", "Creating api token")
api_token = utils.create_api_token(user)
report("org", "Creating team")
team = utils.create_team("Powerful Abolitionist", org=org)
utils.join_team(team, user)
projects = []
for project_name in "Pump Station", "Prime Mover":
report("project", 'Creating project "%s"' % project_name)
project = utils.create_project(project_name, teams=[team], org=org)
release = utils.create_release(project=project, user=user)
report("event", 'Creating event for "%s"' % project_name)
event1 = utils.create_event(project=project,
release=release,
platform="python")
event2 = utils.create_event(project=project,
release=release,
platform="java")
projects.append({
"project": project,
"release": release,
"events": [event1, event2]
})
# HACK: the scenario in ProjectDetailsEndpoint#put requires our integration docs to be in place
# so that we can validate the platform. We create the docker container that runs generator.py
# with SENTRY_LIGHT_BUILD=1, which doesn't run `sync_docs` and `sync_docs` requires sentry
# to be configured, which we do in this file. So, we need to do the sync_docs here.
sync_docs(quiet=True)
vars = {
"org": org,
"me": user,
"api_token": api_token,
"teams": [{
"team": team,
"projects": projects
}],
}
scenario_map = {}
report("docs", "Collecting scenarios")
for scenario_ident, func in iter_scenarios():
scenario = run_scenario(vars, scenario_ident, func)
scenario_map[scenario_ident] = scenario
section_mapping = {}
report("docs", "Collecting endpoint documentation")
for endpoint in iter_endpoints():
report("endpoint",
'Collecting docs for "%s"' % endpoint["endpoint_name"])
section_mapping.setdefault(endpoint["section"],
[]).append(endpoint)
sections = get_sections()
if output_format in ("json", "both"):
output_json(sections, scenario_map, section_mapping)
if output_format in ("markdown", "both"):
output_markdown(sections, scenario_map, section_mapping)
if sentry is not None:
report("sentry", "Shutting down sentry server")
sentry.kill()
sentry.wait()
