Python sha1 Examples

Example #1

def single_node_chain(url1, url2):
    r = Request(url=url1)
    re = Response(url=url2, request=r)
    re.meta[b'fingerprint'] = sha1(url2)
    re.meta[b'redirect_urls'] = [url1]
    re.meta[b'redirect_fingerprints'] = [sha1(url1)]
    return re

Example #2

File: test_message_bus.py Project: bomquote/transistor-frontera

 def spider_log_activity(self, messages):
     for i in range(0, messages):
         if i % 2 == 0:
             self.sp_sl_p.send(sha1(str(randint(1, 1000))), b'http://helloworld.com/way/to/the/sun/' + b'0')
         else:
             self.sp_sl_p.send(sha1(str(randint(1, 1000))), b'http://way.to.the.sun' + b'0')
     self.sp_sl_p.flush()

Example #3

File: test_canonical_solver.py Project: Preetwinder/frontera

def single_node_chain(url1, url2):
    r = Request(url=url1)
    re = Response(url=url2, request=r)
    re.meta[b'fingerprint'] = sha1(url2)
    re.meta[b'redirect_urls'] = [url1]
    re.meta[b'redirect_fingerprints'] = [sha1(url1)]
    return re

Example #4

File: test_fingerprint.py Project: bomquote/transistor-frontera

 def test_sha1_bytes(self):
     assert sha1(
         to_bytes(url1)) == b'880c5e7919cb09e182bd639d724bce6d90db71eb'
     assert sha1(
         to_bytes(url2)) == b'd598b03bee8866ae03b54cb6912efdfef107fd6d'
     assert sha1(
         to_bytes(url3)) == b'28bf812b6421a46ee5bcf40c05a82e8f051ab88e'

Example #5

File: test_fingerprint.py Project: scrapinghub/frontera

 def test_sha1_unicode(self):
     assert sha1(url1) == b'880c5e7919cb09e182bd639d724bce6d90db71eb'
     assert sha1(url2) == b'd598b03bee8866ae03b54cb6912efdfef107fd6d'
     assert sha1(url3) == b'28bf812b6421a46ee5bcf40c05a82e8f051ab88e'