Exemplo n.º 1
0
 def _get_thread(self):
     """Run the configured number of get request. This blocks until the
     put thread has inserted at least one blob so it has a blob name
     to get. The blob content retrieved is verified with a checksum
     by using the blob name (which contains the checksum)."""
     while len(self.names) == 0:
         if not self._running:
             return
         time.sleep(0.1)
     for count in xrange(self.config["gets_per_thread"]):
         name = self.names[count % len(self.names)]
         profile = clcommon.profile.Profile()
         data = None
         try:
             data = self._client.get(name).read()
             profile.mark_time("get")
             profile.mark("get:size", len(data))
         except Exception, exception:
             self.log.warning(_("Get request failed: %s"), exception)
             profile.mark("get:fail", 1)
         self.profile_logs.append("%s\n" % profile)
         if data is None:
             continue
         checksum = hashlib.md5(data).hexdigest()  # pylint: disable=E1101
         if checksum != name.split("_")[-1:][0]:
             self.log.error(_("Checksum mismatch: %s"), name)
Exemplo n.º 2
0
 def _get_thread(self):
     '''Run the configured number of get request. This blocks until the
     put thread has inserted at least one blob so it has a blob name
     to get. The blob content retrieved is verified with a checksum
     by using the blob name (which contains the checksum).'''
     while len(self.names) == 0:
         if not self._running:
             return
         time.sleep(0.1)
     for count in xrange(self.config['gets_per_thread']):
         name = self.names[count % len(self.names)]
         profile = clcommon.profile.Profile()
         data = None
         try:
             data = self._client.get(name).read()
             profile.mark_time('get')
             profile.mark('get:size', len(data))
         except Exception, exception:
             self.log.warning(_('Get request failed: %s'), exception)
             profile.mark('get:fail', 1)
         self.profile_logs.append('%s\n' % profile)
         if data is None:
             continue
         checksum = hashlib.md5(data).hexdigest()  # pylint: disable=E1101
         if checksum != name.split('_')[-1:][0]:
             self.log.error(_('Checksum mismatch: %s'), name)
Exemplo n.º 3
0
 def test_profile(self):
     profile = clcommon.profile.Profile()
     profile.mark_cpu('a')
     profile.mark_time('b')
     profile.reset_all()
     profile.mark_all('c')
     profile.mark('d', 1000000)
     profile.mark('e', 99.999)
     profile.mark('f', 9.9999)
     profile.mark('g', 0.99999)
     profile.mark('h', 0.099999)
     result = str(profile).split(' ')
     result.sort()
     expected = ['a:cpu=0', 'b:time=0', 'c:cpu=0', 'c:time=0', 'd=1000000',
         'e=100', 'f=10', 'g=1', 'h=0.1']
     self.assertEquals(expected, result)
Exemplo n.º 4
0
 def _delete_thread(self):
     '''Run the configured number of delete request. This blocks until
     the put thread has inserted at least one blob so it has a blob
     name to delete.'''
     while len(self.names) == 0:
         if not self._running:
             return
         time.sleep(0.1)
     for count in xrange(self.config['deletes_per_thread']):
         name = self.names[count % len(self.names)]
         profile = clcommon.profile.Profile()
         try:
             self._client.delete(name)
             profile.mark_time('delete')
         except Exception, exception:
             self.log.warning(_('Delete request failed: %s'), exception)
             profile.mark('delete:fail', 1)
         self.profile_logs.append('%s\n' % profile)
Exemplo n.º 5
0
 def _delete_thread(self):
     """Run the configured number of delete request. This blocks until
     the put thread has inserted at least one blob so it has a blob
     name to delete."""
     while len(self.names) == 0:
         if not self._running:
             return
         time.sleep(0.1)
     for count in xrange(self.config["deletes_per_thread"]):
         name = self.names[count % len(self.names)]
         profile = clcommon.profile.Profile()
         try:
             self._client.delete(name)
             profile.mark_time("delete")
         except Exception, exception:
             self.log.warning(_("Delete request failed: %s"), exception)
             profile.mark("delete:fail", 1)
         self.profile_logs.append("%s\n" % profile)
Exemplo n.º 6
0
 def _put_thread(self):
     '''Run the configured number of put request. The checksum of the
     blob content is used as the blob name so get requests can verify
     the content.'''
     for _count in xrange(self.config['puts_per_thread']):
         num = random.randrange(2**32)
         size = self.config['min_size'] + (num % self._size_range)
         offset = num % max(1, self.config['max_size'] - size)
         data = self._data[offset:offset + size]
         name = hashlib.md5(data).hexdigest()  # pylint: disable=E1101
         profile = clcommon.profile.Profile()
         try:
             info = self._client.put(name, data)
             profile.mark_time('put')
             profile.mark('put:size', size)
             self.names.append(info['name'])
         except Exception, exception:
             self.log.warning(_('Put request failed: %s'), exception)
             profile.mark('put:fail', 1)
         self.profile_logs.append('%s\n' % profile)
Exemplo n.º 7
0
 def _put_thread(self):
     """Run the configured number of put request. The checksum of the
     blob content is used as the blob name so get requests can verify
     the content."""
     for _count in xrange(self.config["puts_per_thread"]):
         num = random.randrange(2 ** 32)
         size = self.config["min_size"] + (num % self._size_range)
         offset = num % max(1, self.config["max_size"] - size)
         data = self._data[offset : offset + size]
         name = hashlib.md5(data).hexdigest()  # pylint: disable=E1101
         profile = clcommon.profile.Profile()
         try:
             info = self._client.put(name, data)
             profile.mark_time("put")
             profile.mark("put:size", size)
             self.names.append(info["name"])
         except Exception, exception:
             self.log.warning(_("Put request failed: %s"), exception)
             profile.mark("put:fail", 1)
         self.profile_logs.append("%s\n" % profile)
Exemplo n.º 8
0
        if self._orientation > 1:
            for operation in ORIENTATION_OPERATIONS[self._orientation]:
                image = image.transpose(operation)
            profile.mark_time('%s:transpose' % size['name'])

        if image.mode in ['P', 'LA']:
            image = image.convert(mode='RGB')
            profile.mark_time('%s:convert' % size['name'])

        output = StringIO.StringIO()
        image.save(output, 'JPEG', quality=self.config['quality'],
            optimize=True)
        raw = output.getvalue()
        self._processed[size['name']] = raw
        profile.mark_time('%s:save' % size['name'])
        profile.mark('%s:size' % size['name'], len(raw))
        self.profile.update(profile)

    def _crop(self, image, end_width, end_height):
        '''Crop the image if needed.'''
        width, height = image.size
        if self._orientation > 4:
            # Width and height will be reversed for these orientations.
            width, height = height, width
        factor = min(float(width) / end_width, float(height) / end_height)
        crop_width = int(end_width * factor)
        crop_height = int(end_height * factor)
        left = (width - crop_width) / 2
        upper = (height - crop_height) / 2
        right = left + crop_width
        lower = upper + crop_height
Exemplo n.º 9
0
                image = image.transpose(operation)
            profile.mark_time('%s:transpose' % size['name'])

        if image.mode in ['P', 'LA']:
            image = image.convert(mode='RGB')
            profile.mark_time('%s:convert' % size['name'])

        output = StringIO.StringIO()
        image.save(output,
                   'JPEG',
                   quality=self.config['quality'],
                   optimize=True)
        raw = output.getvalue()
        self._processed[size['name']] = raw
        profile.mark_time('%s:save' % size['name'])
        profile.mark('%s:size' % size['name'], len(raw))
        self.profile.update(profile)

    def _crop(self, image, end_width, end_height):
        '''Crop the image if needed.'''
        width, height = image.size
        if self._orientation > 4:
            # Width and height will be reversed for these orientations.
            width, height = height, width
        factor = min(float(width) / end_width, float(height) / end_height)
        crop_width = int(end_width * factor)
        crop_height = int(end_height * factor)
        left = (width - crop_width) / 2
        upper = (height - crop_height) / 2
        right = left + crop_width
        lower = upper + crop_height