def test_create_from_results_collection(self):
     collection = DatazillaResultsCollection(machine_name='localhost',
                                             os='linux')
     test_date = collection.test_date
     req = DatazillaRequest.create('host', 'project', 'key', 'secret', collection)
     self.assertEqual(req.machine_name, 'localhost')
     self.assertEqual(req.os, 'linux')
     self.assertEqual(req.test_date, test_date)
     self.assertEqual(req.host, 'host')
     self.assertEqual(req.project, 'project')
     self.assertEqual(req.oauth_key, 'key')
     self.assertEqual(req.oauth_secret, 'secret')
Esempio n. 2
0
 def test_create_from_results_collection(self):
     collection = DatazillaResultsCollection(machine_name='localhost',
                                             os='linux',
                                             branch='mozilla-try')
     test_date = collection.test_date
     req = DatazillaRequest.create('http', 'host', 'project', 'key',
                                   'secret', collection)
     self.assertEqual(req.machine_name, 'localhost')
     self.assertEqual(req.os, 'linux')
     self.assertEqual(req.test_date, test_date)
     self.assertEqual(req.host, 'host')
     self.assertEqual(req.project, 'project')
     self.assertEqual(req.oauth_key, 'key')
     self.assertEqual(req.oauth_secret, 'secret')
Esempio n. 3
0
    def post(self, results, server, path, scheme, tbpl_output):
        """post the data to datazilla"""

        # datazilla project
        project = path.strip('/')
        url = '%s://%s/%s' % (scheme, server, project)

        # oauth credentials
        oauth_key = None
        oauth_secret = None
        if self.oauth:
            project_oauth = self.oauth.get(project)
            if project_oauth:
                required = ['oauthKey', 'oauthSecret']
                if set(required).issubset(project_oauth.keys()):
                    oauth_key = project_oauth['oauthKey']
                    oauth_secret = project_oauth['oauthSecret']
                else:
                    utils.info("%s not found for project '%s' in '%s' (found: %s)", required, project, self.authfile, project_oauth.keys())
            else:
                utils.info("No oauth credentials found for project '%s' in '%s'", project, self.authfile)
        utils.info("datazilla: %s//%s/%s; oauth=%s", scheme, server, project, bool(oauth_key and oauth_secret))

        # submit the request
        req = DatazillaRequest.create(scheme, server, project, oauth_key, oauth_secret, results)
        responses = req.submit()

        # print error responses
        for response in responses:
            if response.status != 200:
                # use lower-case string because buildbot is sensitive to upper case error
                # as in 'INTERNAL SERVER ERROR'
                # https://bugzilla.mozilla.org/show_bug.cgi?id=799576
                reason = response.reason.lower()
                print "Error posting to %s: %s %s" % (url, response.status, reason)
            else:
                res = response.read()
                print "Datazilla response is: %s" % res.lower()

        # TBPL output
        # URLs are in the form of
        # https://datazilla.mozilla.org/<path>/summary/<branch>/<revision>?product=Firefox&branch_version=16.0a1
        # see https://bugzilla.mozilla.org/show_bug.cgi?id=816634#c8
        if results.branch and results.revision:

            # compute url
            path = '/%s/summary/%s/%s' % (project, results.branch, results.revision)
            query = '&'.join(['%s=%s' % (j, urllib.quote(getattr(results, i)))
                              for i, j in
                              (('build_name', 'product'),
                               ('version', 'branch_version'))
                              if getattr(results, i)])
            if query:
                query = '?' + query
            url = '%(scheme)s://%(server)s%(path)s%(query)s' % dict(scheme=scheme,
                                                                    server=server,
                                                                    path=path,
                                                                    query=query)

            # build TBPL output
            # XXX this will not work for multiple URLs :(
            tbpl_output.setdefault('datazilla', {})
            for dataset in results.datasets():
                tbpl_output['datazilla'][dataset['testrun']['suite']] = {'url': url}
            utils.info("Datazilla results at %s", url)
Esempio n. 4
0
    def post(self, results, server, path, scheme, tbpl_output):
        """post the data to datazilla"""

        # datazilla project
        project = path.strip('/')
        url = '%s://%s/%s' % (scheme, server, project)

        # oauth credentials
        oauth_key = None
        oauth_secret = None
        if self.oauth:
            project_oauth = self.oauth.get(project)
            if project_oauth:
                required = ['oauthKey', 'oauthSecret']
                if set(required).issubset(project_oauth.keys()):
                    oauth_key = project_oauth['oauthKey']
                    oauth_secret = project_oauth['oauthSecret']
                else:
                    utils.info("%s not found for project '%s' in '%s' (found: %s)", required, project, self.authfile, project_oauth.keys())
            else:
                utils.info("No oauth credentials found for project '%s' in '%s'", project, self.authfile)
        utils.info("datazilla: %s//%s/%s; oauth=%s", scheme, server, project, bool(oauth_key and oauth_secret))

        # submit the request
        req = DatazillaRequest.create(scheme, server, project, oauth_key, oauth_secret, results)
        responses = req.submit()

        # print error responses
        for response in responses:
            if response.status != 200:
                # use lower-case string because buildbot is sensitive to upper case error
                # as in 'INTERNAL SERVER ERROR'
                # https://bugzilla.mozilla.org/show_bug.cgi?id=799576
                reason = response.reason.lower()
                print "Error posting to %s: %s %s" % (url, response.status, reason)
            else:
                res = response.read()
                print "Datazilla response is: %s" % res.lower()

        # TBPL output
        # URLs are in the form of
        # https://datazilla.mozilla.org/?start=1379423909&stop=1380028709&product=Firefox&repository=Mozilla-Inbound&os=linux&os_version=Ubuntu%2012.04&test=a11yr&x86=false&project=talos
        if results.branch and results.revision:
            # compute url
            now = str(datetime.datetime.now())
            diff = str(datetime.datetime.now() - datetime.timedelta(days=7))
            jsend = int(time.mktime(time.strptime(now.split('.')[0], "%Y-%m-%d %H:%M:%S")))
            jsstart = int(time.mktime(time.strptime(diff.split('.')[0], "%Y-%m-%d %H:%M:%S")))

            params = {}
            if results.platform == 'x86':
                params['x86_64'] = 'false'
            else:
                params['x86'] = 'false'

            revision = ""
            if results.revision and results.revision != 'NULL':
                params['graph_search'] = results.revision

            params['start'] = jsstart
            params['stop'] = jsend
            params['product'] = results.build_name
            params['repository'] = results.branch
            params['os'] = results.os.lower()
            # As per bug 957166, we need to Capitalize Android
            if params['os'] == 'android':
                params['os'] = 'Android'

            params['os_version'] = results.os_version
            params['project'] = project
            query = '?%s' % '&'.join(['%s=%s' % (key, urllib.quote(str(value))) for key, value in params.items()])

            url = '%(scheme)s://%(server)s%(query)s' % dict(scheme=scheme,
                                                                    server=server,
                                                                    query=query)

            # build TBPL output
            # XXX this will not work for multiple URLs :(
            tbpl_output.setdefault('datazilla', {})
            for dataset in results.datasets():
                url = "%s&test=%s" % (url, dataset['testrun']['suite'])
                tbpl_output['datazilla'][dataset['testrun']['suite']] = {'url': url}
                utils.info("Datazilla results at %s", url)
Esempio n. 5
0
    def post(self, results, server, path, scheme, tbpl_output):
        """post the data to datazilla"""

        # datazilla project
        project = path.strip('/')
        url = '%s://%s/%s' % (scheme, server, project)

        # oauth credentials
        oauth_key = None
        oauth_secret = None
        if self.oauth:
            project_oauth = self.oauth.get(project)
            if project_oauth:
                required = ['oauthKey', 'oauthSecret']
                if set(required).issubset(project_oauth.keys()):
                    oauth_key = project_oauth['oauthKey']
                    oauth_secret = project_oauth['oauthSecret']
                else:
                    utils.info(
                        "%s not found for project '%s' in '%s' (found: %s)",
                        required, project, self.authfile, project_oauth.keys())
            else:
                utils.info(
                    "No oauth credentials found for project '%s' in '%s'",
                    project, self.authfile)
        utils.info("datazilla: %s//%s/%s; oauth=%s", scheme, server, project,
                   bool(oauth_key and oauth_secret))

        # submit the request
        req = DatazillaRequest.create(scheme, server, project, oauth_key,
                                      oauth_secret, results)
        responses = req.submit()

        # print error responses
        for response in responses:
            if response.status != 200:
                # use lower-case string because buildbot is sensitive to upper case error
                # as in 'INTERNAL SERVER ERROR'
                # https://bugzilla.mozilla.org/show_bug.cgi?id=799576
                reason = response.reason.lower()
                print "Error posting to %s: %s %s" % (url, response.status,
                                                      reason)
            else:
                res = response.read()
                print "Datazilla response is: %s" % res.lower()

        # TBPL output
        # URLs are in the form of
        # https://datazilla.mozilla.org/<path>/summary/<branch>/<revision>?product=Firefox&branch_version=16.0a1
        # see https://bugzilla.mozilla.org/show_bug.cgi?id=816634#c8
        if results.branch and results.revision:

            # compute url
            path = '/%s/summary/%s/%s' % (project, results.branch,
                                          results.revision)
            query = '&'.join([
                '%s=%s' % (j, urllib.quote(getattr(results, i)))
                for i, j in (('build_name', 'product'), ('version',
                                                         'branch_version'))
                if getattr(results, i)
            ])
            if query:
                query = '?' + query
            url = '%(scheme)s://%(server)s%(path)s%(query)s' % dict(
                scheme=scheme, server=server, path=path, query=query)

            # build TBPL output
            # XXX this will not work for multiple URLs :(
            tbpl_output.setdefault('datazilla', {})
            for dataset in results.datasets():
                tbpl_output['datazilla'][dataset['testrun']['suite']] = {
                    'url': url
                }
            utils.info("Datazilla results at %s", url)