Beispiel #1
0
    def _get_shorthash(self, photo_id):
        """Get a shorthash for a Flickr photo."""

        photo = self.photos[photo_id]

        req = urllib2.Request(
            url=photo['url_o'],
            headers={'Range': "bytes=-%u" % TAILHASH_SIZE},
        )

        f = urllib2.urlopen(req)

        if f.code != urllib2.httplib.PARTIAL_CONTENT:
            raise IOError("Got status %s from Flickr" % f.code)

        return photo_id, make_shorthash(
            f.read(), photo['originalformat'],
            int(f.headers['content-range'].split('/')[-1]),
            int(photo['o_width']), int(photo['o_height']))
Beispiel #2
0
    def __getitem__(self, filename):
        if filename in self:
            last_modified, shorthash = pif.dictdb.DictDB.__getitem__(
                self, filename)
        else:
            last_modified, shorthash = None, None

        # Abort if the file hasn't been modified.
        statinfo = os.stat(filename)

        if last_modified == statinfo.st_mtime:
            return shorthash

        # Validate the potential image.
        try:
            image = PIL.Image.open(filename)
            image.verify()
        except IOError:
            raise KeyError(filename)

        # Gather the metadata to create the shorthash.
        with file(filename) as f:
            try:
                f.seek(-TAILHASH_SIZE, 2)
            except IOError:
                # Maybe the file doesn't have TAILHASH_SIZE bytes to spare...
                f.seek(0)

            tailhash = f.read(TAILHASH_SIZE)

        shorthash = make_shorthash(
            tailhash,
            image.format,
            statinfo.st_size,
            image.size[0],
            image.size[1],
        )

        # Cache the shorthash.
        self[filename] = (statinfo.st_mtime, shorthash)

        return shorthash
Beispiel #3
0
Datei: local.py Projekt: quad/pif
    def __getitem__(self, filename):
        if filename in self:
            last_modified, shorthash = pif.dictdb.DictDB.__getitem__(
                self, filename)
        else:
            last_modified, shorthash = None, None

        # Abort if the file hasn't been modified.
        statinfo = os.stat(filename)

        if last_modified == statinfo.st_mtime:
            return shorthash

        # Validate the potential image.
        try:
            image = PIL.Image.open(filename)
            image.verify()
        except IOError:
            raise KeyError(filename)

        # Gather the metadata to create the shorthash.
        with file(filename) as f:
            try:
                f.seek(-TAILHASH_SIZE, 2)
            except IOError:
                # Maybe the file doesn't have TAILHASH_SIZE bytes to spare...
                f.seek(0)

            tailhash = f.read(TAILHASH_SIZE)

        shorthash = make_shorthash(
            tailhash,
            image.format,
            statinfo.st_size,
            image.size[0],
            image.size[1],
        )

        # Cache the shorthash.
        self[filename] = (statinfo.st_mtime, shorthash)

        return shorthash
Beispiel #4
0
Datei: hash.py Projekt: quad/pif
    def _get_shorthash(self, photo_id):
        """Get a shorthash for a Flickr photo."""

        photo = self.photos[photo_id]

        req = urllib2.Request(
            url=photo['url_o'],
            headers={'Range': "bytes=-%u" % TAILHASH_SIZE},
        )

        f = urllib2.urlopen(req)

        if f.code != urllib2.httplib.PARTIAL_CONTENT:
            raise IOError("Got status %s from Flickr" % f.code)

        return photo_id, make_shorthash(
            f.read(),
            photo['originalformat'],
            int(f.headers['content-range'].split('/')[-1]),
            int(photo['o_width']),
            int(photo['o_height']))
Beispiel #5
0
    def setUp(self):
        self.tempdir = tempfile.mkdtemp()
        self.index = FileIndex(os.path.join(self.tempdir, 'index'))

        # Build some test images!
        self.shorthashes = {}

        for num, meta in enumerate(self.FILES.iteritems()):
            basename, format = meta
            fn = os.path.join(self.tempdir, basename)

            i = PIL.Image.new('RGB', (self.IMAGE_WIDTH, self.IMAGE_HEIGHT))

            # Draw something different so the hash is unique.
            d = PIL.ImageDraw.ImageDraw(i)
            d.text((0, 0), "Test %u" % num)

            i.save(fn)

            # Gather the metadata to create the shorthash.
            statinfo = os.stat(fn)

            with file(fn) as f:
                f.seek(-pif.TAILHASH_SIZE, 2)
                tailhash = f.read()

            self.shorthashes[fn] = pif.make_shorthash(
                tailhash,
                format,
                statinfo.st_size,
                self.IMAGE_WIDTH,
                self.IMAGE_HEIGHT,
            )

            # Load the image into the cache.
            self.index[fn]