Exemplo n.º 1
0
 def test_xxh3_128(self):
     self.assertEqual(
         xxhash.xxh3_128('a').intdigest(),
         225219434562328483135862406050043285023)
     self.assertEqual(
         xxhash.xxh3_128('a', 0).intdigest(),
         225219434562328483135862406050043285023)
     self.assertEqual(
         xxhash.xxh3_128('a', 1).intdigest(),
         337425133163118381928709500770786453280)
     self.assertEqual(
         xxhash.xxh3_128('a', 2**64 - 1).intdigest(),
         198297796855923085494266857744987477846)
Exemplo n.º 2
0
def hash_compare_files(a_path: Path, b_path: Path,
                       pbar: tqdm) -> Tuple[str, str, bool]:
    """Return checksums of two files, and a boolean whether or not these files have identical content.

    Can return 'not equal' even when hashes collide.
    """
    a_x = xxhash.xxh3_128()
    b_x = xxhash.xxh3_128()
    eq = True
    for chunk in itertools.zip_longest(slurp(a_path, pbar),
                                       slurp(b_path, pbar)):
        a_x.update(chunk[0] or b'')
        b_x.update(chunk[1] or b'')
        if chunk[0] != chunk[1]:
            eq = False
    return a_x.hexdigest(), b_x.hexdigest(), eq
Exemplo n.º 3
0
 def test_xxh3_128_seed_reset(self):
     seed = random.randint(0, 2**64 - 1)
     x = xxhash.xxh3_128(seed=seed)
     h = x.intdigest()
     x.update('x' * 10240)
     x.reset()
     self.assertEqual(h, x.intdigest())
Exemplo n.º 4
0
 def _file_hash(path, blocksize=65536):  # pragma: no cover
     f = open(path, 'rb')
     xx = xxhash.xxh3_128()
     buf = f.read(blocksize)
     while len(buf) > 0:
         xx.update(buf)
         buf = f.read(blocksize)
     f.close()
     return xx.intdigest()
Exemplo n.º 5
0
    def test_xxh3_128_reset_more(self):
        x = xxhash.xxh3_128()
        h = x.intdigest()

        for i in range(random.randint(100, 200)):
            x.reset()

        for i in range(10, 1000):
            x.update(os.urandom(i))
        x.reset()

        self.assertEqual(h, x.intdigest())

        for i in range(10, 1000):
            x.update(os.urandom(100))
        x.reset()

        self.assertEqual(h, x.intdigest())
Exemplo n.º 6
0
    def test_xxh3_128_copy(self):
        a = xxhash.xxh3_128()
        a.update('xxhash')

        b = a.copy()
        self.assertEqual(a.digest(), b.digest())
        self.assertEqual(a.intdigest(), b.intdigest())
        self.assertEqual(a.hexdigest(), b.hexdigest())

        b.update('xxhash')
        self.assertNotEqual(a.digest(), b.digest())
        self.assertNotEqual(a.intdigest(), b.intdigest())
        self.assertNotEqual(a.hexdigest(), b.hexdigest())

        a.update('xxhash')
        self.assertEqual(a.digest(), b.digest())
        self.assertEqual(a.intdigest(), b.intdigest())
        self.assertEqual(a.hexdigest(), b.hexdigest())
Exemplo n.º 7
0
    def test_xxh3_128_overflow(self):
        s = 'I want an unsigned 64-bit seed!'
        a = xxhash.xxh3_128(s, seed=0)
        b = xxhash.xxh3_128(s, seed=2**64)
        self.assertEqual(a.seed, b.seed)
        self.assertEqual(a.intdigest(), b.intdigest())
        self.assertEqual(a.hexdigest(), b.hexdigest())
        self.assertEqual(a.digest(), b.digest())
        self.assertEqual(a.intdigest(), xxhash.xxh3_128_intdigest(s, seed=0))
        self.assertEqual(a.intdigest(), xxhash.xxh3_128_intdigest(s,
                                                                  seed=2**64))
        self.assertEqual(a.digest(), xxhash.xxh3_128_digest(s, seed=0))
        self.assertEqual(a.digest(), xxhash.xxh3_128_digest(s, seed=2**64))
        self.assertEqual(a.hexdigest(), xxhash.xxh3_128_hexdigest(s, seed=0))
        self.assertEqual(a.hexdigest(), xxhash.xxh3_128_hexdigest(s,
                                                                  seed=2**64))

        a = xxhash.xxh3_128(s, seed=1)
        b = xxhash.xxh3_128(s, seed=2**64 + 1)
        self.assertEqual(a.seed, b.seed)
        self.assertEqual(a.intdigest(), b.intdigest())
        self.assertEqual(a.hexdigest(), b.hexdigest())
        self.assertEqual(a.digest(), b.digest())
        self.assertEqual(a.intdigest(), xxhash.xxh3_128_intdigest(s, seed=1))
        self.assertEqual(a.intdigest(),
                         xxhash.xxh3_128_intdigest(s, seed=2**64 + 1))
        self.assertEqual(a.digest(), xxhash.xxh3_128_digest(s, seed=1))
        self.assertEqual(a.digest(), xxhash.xxh3_128_digest(s, seed=2**64 + 1))
        self.assertEqual(a.hexdigest(), xxhash.xxh3_128_hexdigest(s, seed=1))
        self.assertEqual(a.hexdigest(),
                         xxhash.xxh3_128_hexdigest(s, seed=2**64 + 1))

        a = xxhash.xxh3_128(s, seed=2**65 - 1)
        b = xxhash.xxh3_128(s, seed=2**66 - 1)
        self.assertEqual(a.seed, b.seed)
        self.assertEqual(a.intdigest(), b.intdigest())
        self.assertEqual(a.hexdigest(), b.hexdigest())
        self.assertEqual(a.digest(), b.digest())
        self.assertEqual(a.intdigest(),
                         xxhash.xxh3_128_intdigest(s, seed=2**65 - 1))
        self.assertEqual(a.intdigest(),
                         xxhash.xxh3_128_intdigest(s, seed=2**66 - 1))
        self.assertEqual(a.digest(), xxhash.xxh3_128_digest(s, seed=2**65 - 1))
        self.assertEqual(a.digest(), xxhash.xxh3_128_digest(s, seed=2**66 - 1))
        self.assertEqual(a.hexdigest(),
                         xxhash.xxh3_128_hexdigest(s, seed=2**65 - 1))
        self.assertEqual(a.hexdigest(),
                         xxhash.xxh3_128_hexdigest(s, seed=2**66 - 1))
Exemplo n.º 8
0
    def test_xxh3_128_update(self):
        x = xxhash.xxh3_128()
        x.update('a')
        self.assertEqual(xxhash.xxh3_128('a').digest(), x.digest())
        self.assertEqual(xxhash.xxh3_128_digest('a'), x.digest())
        x.update('b')
        self.assertEqual(xxhash.xxh3_128('ab').digest(), x.digest())
        self.assertEqual(xxhash.xxh3_128_digest('ab'), x.digest())
        x.update('c')
        self.assertEqual(xxhash.xxh3_128('abc').digest(), x.digest())
        self.assertEqual(xxhash.xxh3_128_digest('abc'), x.digest())

        seed = random.randint(0, 2**64)
        x = xxhash.xxh3_128(seed=seed)
        x.update('a')
        self.assertEqual(xxhash.xxh3_128('a', seed).digest(), x.digest())
        self.assertEqual(xxhash.xxh3_128_digest('a', seed), x.digest())
        x.update('b')
        self.assertEqual(xxhash.xxh3_128('ab', seed).digest(), x.digest())
        self.assertEqual(xxhash.xxh3_128_digest('ab', seed), x.digest())
        x.update('c')
        self.assertEqual(xxhash.xxh3_128('abc', seed).digest(), x.digest())
        self.assertEqual(xxhash.xxh3_128_digest('abc', seed), x.digest())
Exemplo n.º 9
0
def hash_file(path: Path, pbar: tqdm) -> str:
    """Returns checksum of file content"""
    x = xxhash.xxh3_128()
    for chunk in slurp(path, pbar):
        x.update(chunk)
    return x.hexdigest()
Exemplo n.º 10
0
 def xxh3_128(password):
     return xxhash.xxh3_128(password).hexdigest()
Exemplo n.º 11
0
 def test_xxh3_128_reset(self):
     x = xxhash.xxh3_128()
     h = x.intdigest()
     x.update('x' * 10240)
     x.reset()
     self.assertEqual(h, x.intdigest())