def single_node_chain(url1, url2): r = Request(url=url1) re = Response(url=url2, request=r) re.meta[b'fingerprint'] = sha1(url2) re.meta[b'redirect_urls'] = [url1] re.meta[b'redirect_fingerprints'] = [sha1(url1)] return re
def spider_log_activity(self, messages): for i in range(0, messages): if i % 2 == 0: self.sp_sl_p.send(sha1(str(randint(1, 1000))), b'http://helloworld.com/way/to/the/sun/' + b'0') else: self.sp_sl_p.send(sha1(str(randint(1, 1000))), b'http://way.to.the.sun' + b'0') self.sp_sl_p.flush()
def test_sha1_bytes(self): assert sha1( to_bytes(url1)) == b'880c5e7919cb09e182bd639d724bce6d90db71eb' assert sha1( to_bytes(url2)) == b'd598b03bee8866ae03b54cb6912efdfef107fd6d' assert sha1( to_bytes(url3)) == b'28bf812b6421a46ee5bcf40c05a82e8f051ab88e'
def test_sha1_unicode(self): assert sha1(url1) == b'880c5e7919cb09e182bd639d724bce6d90db71eb' assert sha1(url2) == b'd598b03bee8866ae03b54cb6912efdfef107fd6d' assert sha1(url3) == b'28bf812b6421a46ee5bcf40c05a82e8f051ab88e'