Beispiel #1
0
 def test_merge_apple_crash_report(self):
     with open(get_unreal_crash_apple_file(), 'rb') as f:
         event = {}
         unreal_crash = process_unreal_crash(f.read(), None, None, event)
         merge_apple_crash_report(unreal_crash.get_apple_crash_report(),
                                  event)
         assert event['platform'] == 'native'
         assert event['timestamp'] == '2019-01-09T17:44:22Z'
         assert event['level'] == 'fatal'
         assert event['contexts']['os'][
             'raw_description'] == 'Mac OS X 10.14.0 (18A391)'
         assert event['contexts']['device']['model'] == 'MacBookPro14,3'
         assert len(event['threads']) == 55
         assert event['threads'][5]['crashed']
         assert event['threads'][5]['id'] == 5
         assert event['threads'][5]['stacktrace']['frames'][0][
             'instruction_addr'] == '0x7fff61c7f425'
         assert event['threads'][5]['stacktrace']['frames'][0][
             'package'] == 'libsystem_pthread.dylib'
         assert event['threads'][5]['stacktrace']['registers'][
             'r14'] == '0x1'
         assert len(event['debug_meta']['images']) == 272
         assert event['debug_meta']['images'][0]['type'] == 'symbolic'
         assert event['debug_meta']['images'][0][
             'id'] == '2d903291-397d-3d14-bfca-52c7fb8c5e00'
         assert event['debug_meta']['images'][0][
             'image_addr'] == '0x10864e000'
         assert event['debug_meta']['images'][0]['image_size'] == 108797951
         assert event['debug_meta']['images'][0]['arch'] == 'x86_64'
         assert event['debug_meta']['images'][0][
             'name'] == '/Users/bruno/Documents/Unreal Projects/YetAnotherMac/MacNoEditor/YetAnotherMac.app/Contents/MacOS/YetAnotherMac'
Beispiel #2
0
    def post(self, request, project, **kwargs):
        attachments_enabled = features.has('organizations:event-attachments',
                                           project.organization,
                                           actor=request.user)

        event_id = uuid.uuid4().hex
        data = {
            'event_id': event_id,
            'environment': request.GET.get('AppEnvironment'),
        }
        user_id = request.GET.get('UserID')
        if user_id:
            data['user'] = {'id': user_id}

        attachments = []
        try:
            unreal = process_unreal_crash(request.body)
            process_state = unreal.process_minidump()
        except (ProcessMinidumpError, Unreal4Error) as e:
            minidumps_logger.exception(e)
            raise APIError(e.message.split('\n', 1)[0])

        if process_state:
            merge_process_state_event(data, process_state)
        else:
            raise APIError("missing minidump in unreal crash report")

        try:
            unreal_context = unreal.get_context()
            if unreal_context is not None:
                merge_unreal_context_event(unreal_context, data, project)
        except Unreal4Error as e:
            # we'll continue without the context data
            minidumps_logger.exception(e)

        for file in unreal.files():
            # Always store the minidump in attachments so we can access it during
            # processing, regardless of the event-attachments feature. This will
            # allow us to stack walk again with CFI once symbols are loaded.
            if file.type == "minidump" or attachments_enabled:
                attachments.append(
                    CachedAttachment(
                        name=file.name,
                        data=file.open_stream().read(),
                        type=unreal_attachment_type(file),
                    ))

        response_or_event_id = self.process(request,
                                            attachments=attachments,
                                            data=data,
                                            project=project,
                                            **kwargs)

        # The return here is only useful for consistency
        # because the UE4 crash reporter doesn't care about it.
        if isinstance(response_or_event_id, HttpResponse):
            return response_or_event_id

        return HttpResponse(six.text_type(uuid.UUID(response_or_event_id)),
                            content_type='text/plain')
Beispiel #3
0
def test_process_minidump():
    minidump = os.path.join(os.path.dirname(__file__), 'fixtures', 'unreal_crash')
    with open(minidump, 'rb') as f:
        minidump = process_unreal_crash(f.read())
        process_state = minidump.process_minidump()
        assert 128 == process_state.module_count
        assert 59 == process_state.thread_count
Beispiel #4
0
 def test_merge_unreal_context_event(self):
     with open(get_unreal_crash_file(), 'rb') as f:
         event = {'event_id': MOCK_EVENT_ID}
         user_id = 'ebff51ef3c4878627823eebd9ff40eb4|2e7d369327054a448be6c8d3601213cb|C52DC39D-DAF3-5E36-A8D3-BF5F53A5D38F'
         unreal_crash = process_unreal_crash(f.read(), user_id, 'Production', event)
         merge_unreal_context_event(unreal_crash.get_context(), event, self.project)
         self.insta_snapshot(event)
Beispiel #5
0
 def test_merge_unreal_context_event(self):
     with open(get_unreal_crash_file(), 'rb') as f:
         event = {}
         unreal_crash = process_unreal_crash(
             f.read(),
             'ebff51ef3c4878627823eebd9ff40eb4|2e7d369327054a448be6c8d3601213cb|C52DC39D-DAF3-5E36-A8D3-BF5F53A5D38F',
             'Production', event)
         merge_unreal_context_event(unreal_crash.get_context(), event,
                                    self.project)
         assert event['environment'] == 'Production'
         assert event['tags'][
             'machine_id'] == 'C52DC39D-DAF3-5E36-A8D3-BF5F53A5D38F'
         assert event['tags'][
             'epic_account_id'] == '2e7d369327054a448be6c8d3601213cb'
         assert event['user']['id'] == 'ebff51ef3c4878627823eebd9ff40eb4'
         assert event[
             'message'] == 'Access violation - code c0000005 (first/second chance not available)'
         assert event['user']['username'] == 'bruno'
         assert event['contexts']['device']['memory_size'] == 6896832512
         assert event['contexts']['os']['name'] == 'Windows 10'
         assert event['contexts']['gpu'][
             'name'] == 'Parallels Display Adapter (WDDM)'
         assert len(event['stacktrace']['frames']) == 20
         assert 'ntdll' == event['stacktrace']['frames'][0]['package']
         assert 'YetAnother' == event['stacktrace']['frames'][2]['package']
         assert 'YetAnother' == event['stacktrace']['frames'][2]['package']
Beispiel #6
0
 def test_merge_apple_crash_report(self):
     with open(get_unreal_crash_apple_file(), 'rb') as f:
         event = {'event_id': MOCK_EVENT_ID}
         unreal_crash = process_unreal_crash(f.read(), None, None, event)
         merge_apple_crash_report(unreal_crash.get_apple_crash_report(),
                                  event)
         self.insta_snapshot(event)
Beispiel #7
0
 def test_merge_unreal_context_event(self):
     with open(get_unreal_crash_file(), 'rb') as f:
         event = {'event_id': MOCK_EVENT_ID}
         user_id = 'ebff51ef3c4878627823eebd9ff40eb4|2e7d369327054a448be6c8d3601213cb|C52DC39D-DAF3-5E36-A8D3-BF5F53A5D38F'
         unreal_crash = process_unreal_crash(f.read(), user_id,
                                             'Production', event)
         merge_unreal_context_event(unreal_crash.get_context(), event,
                                    self.project)
         self.insta_snapshot(event)
Beispiel #8
0
 def test_merge_unreal_logs_event(self):
     with open(get_unreal_crash_file(), 'rb') as f:
         event = {'event_id': MOCK_EVENT_ID}
         unreal_crash = process_unreal_crash(f.read(), None, None, event)
         merge_unreal_logs_event(unreal_crash.get_logs(), event)
         breadcrumbs = event['breadcrumbs']['values']
         assert len(breadcrumbs) == 100
         assert breadcrumbs[0]['timestamp'] == '2018-11-20T11:47:14Z'
         assert breadcrumbs[0]['message'] == '   4. \'Parallels Display Adapter (WDDM)\' (P:0 D:0)'
         assert breadcrumbs[0]['category'] == 'LogWindows'
         assert breadcrumbs[99]['timestamp'] == '2018-11-20T11:47:15Z'
         assert breadcrumbs[99]['message'] == 'Texture pool size now 1000 MB'
         assert breadcrumbs[99]['category'] == 'LogContentStreaming'
Beispiel #9
0
 def test_merge_unreal_logs_event(self):
     with open(get_unreal_crash_file(), 'rb') as f:
         event = {}
         unreal_crash = process_unreal_crash(f.read(), None, None, event)
         merge_unreal_logs_event(unreal_crash.get_logs(), event)
         breadcrumbs = event['breadcrumbs']['values']
         assert len(breadcrumbs) == 100
         assert breadcrumbs[0]['timestamp'] == '2018-11-20T11:47:14Z'
         assert breadcrumbs[0]['message'] == '   4. \'Parallels Display Adapter (WDDM)\' (P:0 D:0)'
         assert breadcrumbs[0]['category'] == 'LogWindows'
         assert breadcrumbs[99]['timestamp'] == '2018-11-20T11:47:15Z'
         assert breadcrumbs[99]['message'] == 'Texture pool size now 1000 MB'
         assert breadcrumbs[99]['category'] == 'LogContentStreaming'
Beispiel #10
0
 def test_merge_unreal_context_event(self):
     with open(get_unreal_crash_file(), 'rb') as f:
         unreal_crash = process_unreal_crash(f.read())
         event = {}
         merge_unreal_context_event(unreal_crash.get_context(), event, self.project)
         assert event['message'] == 'Access violation - code c0000005 (first/second chance not available)'
         assert event['user']['username'] == 'bruno'
         assert event['contexts']['device']['memory_size'] == 6896832512
         assert event['contexts']['os']['name'] == 'Windows 10'
         assert event['contexts']['gpu']['name'] == 'Parallels Display Adapter (WDDM)'
         assert len(event['stacktrace']['frames']) == 20
         assert 'ntdll' == event['stacktrace']['frames'][0]['package']
         assert 'YetAnother' == event['stacktrace']['frames'][2]['package']
         assert 'YetAnother' == event['stacktrace']['frames'][2]['package']
Beispiel #11
0
 def test_merge_unreal_context_event(self):
     with open(get_unreal_crash_file(), 'rb') as f:
         unreal_crash = process_unreal_crash(f.read())
         event = {}
         merge_unreal_context_event(unreal_crash.get_context(), event,
                                    self.project)
         assert event[
             'message'] == 'Access violation - code c0000005 (first/second chance not available)'
         assert event['user']['username'] == 'bruno'
         assert event['contexts']['device']['memory_size'] == 6896832512
         assert event['contexts']['os']['name'] == 'Windows 10'
         assert event['contexts']['gpu'][
             'name'] == 'Parallels Display Adapter (WDDM)'
         assert len(event['stacktrace']['frames']) == 20
         assert 'ntdll' == event['stacktrace']['frames'][0]['package']
         assert 'YetAnother' == event['stacktrace']['frames'][2]['package']
         assert 'YetAnother' == event['stacktrace']['frames'][2]['package']
Beispiel #12
0
def test_process_minidump():
    with open(get_unreal_crash_file(), 'rb') as f:
        unreal_crash = process_unreal_crash(f.read(), None, None, {})
        process_state = unreal_crash.process_minidump()
        assert 115 == process_state.module_count
        assert 54 == process_state.thread_count
Beispiel #13
0
 def test_merge_apple_crash_report(self):
     with open(get_unreal_crash_apple_file(), 'rb') as f:
         event = {'event_id': MOCK_EVENT_ID}
         unreal_crash = process_unreal_crash(f.read(), None, None, event)
         merge_apple_crash_report(unreal_crash.get_apple_crash_report(), event)
         self.insta_snapshot(event)
Beispiel #14
0
    def post(self, request, project, relay_config, **kwargs):
        attachments_enabled = features.has('organizations:event-attachments',
                                           project.organization,
                                           actor=request.user)

        is_apple_crash_report = False

        attachments = []
        event = {'event_id': uuid.uuid4().hex}
        try:
            unreal = process_unreal_crash(request.body,
                                          request.GET.get('UserID'),
                                          request.GET.get('AppEnvironment'),
                                          event)

            apple_crash_report = unreal.get_apple_crash_report()
            if apple_crash_report:
                merge_apple_crash_report(apple_crash_report, event)
                is_apple_crash_report = True
        except (ProcessMinidumpError, Unreal4Error) as e:
            minidumps_logger.exception(e)
            track_outcome(relay_config.organization_id,
                          relay_config.project_id, None, Outcome.INVALID,
                          "process_minidump_unreal")
            raise APIError(e.message.split('\n', 1)[0])

        try:
            unreal_context = unreal.get_context()
            if unreal_context is not None:
                merge_unreal_context_event(unreal_context, event, project)
        except Unreal4Error as e:
            # we'll continue without the context data
            minidumps_logger.exception(e)

        try:
            unreal_logs = unreal.get_logs()
            if unreal_logs is not None:
                merge_unreal_logs_event(unreal_logs, event)
        except Unreal4Error as e:
            # we'll continue without the breadcrumbs
            minidumps_logger.exception(e)

        is_minidump = False

        for file in unreal.files():
            # Known attachment: msgpack event
            if file.name == "__sentry-event":
                merge_attached_event(file.open_stream(), event)
                continue
            if file.name in ("__sentry-breadcrumb1", "__sentry-breadcrumb2"):
                merge_attached_breadcrumbs(file.open_stream(), event)
                continue

            if file.type == "minidump" and not is_apple_crash_report:
                is_minidump = True

            # Always store the minidump in attachments so we can access it during
            # processing, regardless of the event-attachments feature. This will
            # allow us to stack walk again with CFI once symbols are loaded.
            if file.type == "minidump" or attachments_enabled:
                attachments.append(
                    CachedAttachment(
                        name=file.name,
                        data=file.open_stream().read(),
                        type=unreal_attachment_type(file),
                    ))

        if is_minidump:
            write_minidump_placeholder(event)

        event_id = self.process(request,
                                attachments=attachments,
                                data=event,
                                project=project,
                                relay_config=relay_config,
                                **kwargs)

        # The return here is only useful for consistency
        # because the UE4 crash reporter doesn't care about it.
        return HttpResponse(six.text_type(uuid.UUID(event_id)),
                            content_type='text/plain')
Beispiel #15
0
    def post(self, request, project, **kwargs):
        attachments_enabled = features.has('organizations:event-attachments',
                                           project.organization, actor=request.user)

        event_id = uuid.uuid4().hex
        data = {
            'event_id': event_id,
            'environment': request.GET.get('AppEnvironment'),
        }
        user_id = request.GET.get('UserID')
        if user_id:
            data['user'] = {
                'id': user_id
            }

        attachments = []
        try:
            unreal = process_unreal_crash(request.body)
            process_state = unreal.process_minidump()
        except (ProcessMinidumpError, Unreal4Error) as e:
            minidumps_logger.exception(e)
            raise APIError(e.message.split('\n', 1)[0])

        if process_state:
            merge_process_state_event(data, process_state)
        else:
            raise APIError("missing minidump in unreal crash report")

        try:
            unreal_context = unreal.get_context()
            if unreal_context is not None:
                merge_unreal_context_event(unreal_context, data, project)
        except Unreal4Error as e:
            # we'll continue without the context data
            minidumps_logger.exception(e)

        try:
            unreal_logs = unreal.get_logs()
            if unreal_logs is not None:
                merge_unreal_logs_event(unreal_logs, data)
        except Unreal4Error as e:
            # we'll continue without the breadcrumbs
            minidumps_logger.exception(e)

        for file in unreal.files():
            # Always store the minidump in attachments so we can access it during
            # processing, regardless of the event-attachments feature. This will
            # allow us to stack walk again with CFI once symbols are loaded.
            if file.type == "minidump" or attachments_enabled:
                attachments.append(CachedAttachment(
                    name=file.name,
                    data=file.open_stream().read(),
                    type=unreal_attachment_type(file),
                ))

        response_or_event_id = self.process(
            request,
            attachments=attachments,
            data=data,
            project=project,
            **kwargs)

        # The return here is only useful for consistency
        # because the UE4 crash reporter doesn't care about it.
        if isinstance(response_or_event_id, HttpResponse):
            return response_or_event_id

        return HttpResponse(
            six.text_type(uuid.UUID(response_or_event_id)),
            content_type='text/plain'
        )
Beispiel #16
0
def test_process_minidump():
    with open(get_unreal_crash_file(), 'rb') as f:
        unreal_crash = process_unreal_crash(f.read(), None, None, {})
        process_state = unreal_crash.process_minidump()
        assert 115 == process_state.module_count
        assert 54 == process_state.thread_count
Beispiel #17
0
    def post(self, request, project, **kwargs):
        attachments_enabled = features.has('organizations:event-attachments',
                                           project.organization, actor=request.user)

        attachments = []
        event = {'event_id': uuid.uuid4().hex}
        try:
            unreal = process_unreal_crash(request.body, request.GET.get(
                'UserID'), request.GET.get('AppEnvironment'), event)
            process_state = unreal.process_minidump()
            if process_state:
                merge_process_state_event(event, process_state)
            else:
                apple_crash_report = unreal.get_apple_crash_report()
                if apple_crash_report:
                    merge_apple_crash_report(apple_crash_report, event)
                else:
                    track_outcome(project.organization_id, project.id, None,
                                  Outcome.INVALID, "missing_minidump_unreal")
                    raise APIError("missing minidump in unreal crash report")
        except (ProcessMinidumpError, Unreal4Error) as e:
            minidumps_logger.exception(e)
            track_outcome(
                project.organization_id,
                project.id,
                None,
                Outcome.INVALID,
                "process_minidump_unreal")
            raise APIError(e.message.split('\n', 1)[0])

        try:
            unreal_context = unreal.get_context()
            if unreal_context is not None:
                merge_unreal_context_event(unreal_context, event, project)
        except Unreal4Error as e:
            # we'll continue without the context data
            minidumps_logger.exception(e)

        try:
            unreal_logs = unreal.get_logs()
            if unreal_logs is not None:
                merge_unreal_logs_event(unreal_logs, event)
        except Unreal4Error as e:
            # we'll continue without the breadcrumbs
            minidumps_logger.exception(e)

        for file in unreal.files():
            # Known attachment: msgpack event
            if file.name == "__sentry-event":
                merge_attached_event(file.open_stream(), event)
                continue
            if file.name in ("__sentry-breadcrumb1", "__sentry-breadcrumb2"):
                merge_attached_breadcrumbs(file.open_stream(), event)
                continue

            # Always store the minidump in attachments so we can access it during
            # processing, regardless of the event-attachments feature. This will
            # allow us to stack walk again with CFI once symbols are loaded.
            if file.type == "minidump" or attachments_enabled:
                attachments.append(CachedAttachment(
                    name=file.name,
                    data=file.open_stream().read(),
                    type=unreal_attachment_type(file),
                ))

        event_id = self.process(
            request,
            attachments=attachments,
            data=event,
            project=project,
            **kwargs)

        # The return here is only useful for consistency
        # because the UE4 crash reporter doesn't care about it.
        return HttpResponse(
            six.text_type(uuid.UUID(event_id)),
            content_type='text/plain'
        )