def test_request_fingerprint_splash():
r1 = scrapy.Request("http://example.com")
r2 = scrapy.Request("http://example.com", meta={"splash": {"args": {"html": 1}}})
r3 = scrapy.Request("http://example.com", meta={"splash": {"args": {"png": 1}}})
r4 = scrapy.Request("http://example.com", meta={"foo": "bar", "splash": {"args": {"html": 1}}})
r5 = scrapy.Request("http://example.com", meta={"splash": {"args": {"html": 1, "wait": 1.0}}})
assert request_fingerprint(r1) == request_fingerprint(r2)
assert splash_request_fingerprint(r1) != splash_request_fingerprint(r2)
assert splash_request_fingerprint(r1) != splash_request_fingerprint(r3)
assert splash_request_fingerprint(r1) != splash_request_fingerprint(r4)
assert splash_request_fingerprint(r1) != splash_request_fingerprint(r5)
assert splash_request_fingerprint(r2) != splash_request_fingerprint(r3)
# only "splash" contents is taken into account
assert splash_request_fingerprint(r2) == splash_request_fingerprint(r4)
def test_request_fingerprint_splash():
r1 = scrapy.Request("http://example.com")
r2 = scrapy.Request("http://example.com",
meta={"splash": {
"args": {
"html": 1
}
}})
r3 = scrapy.Request("http://example.com",
meta={"splash": {
"args": {
"png": 1
}
}})
r4 = scrapy.Request("http://example.com",
meta={
"foo": "bar",
"splash": {
"args": {
"html": 1
}
}
})
r5 = scrapy.Request("http://example.com",
meta={"splash": {
"args": {
"html": 1,
"wait": 1.0
}
}})
assert request_fingerprint(r1) == request_fingerprint(r2)
assert splash_request_fingerprint(r1) != splash_request_fingerprint(r2)
assert splash_request_fingerprint(r1) != splash_request_fingerprint(r3)
assert splash_request_fingerprint(r1) != splash_request_fingerprint(r4)
assert splash_request_fingerprint(r1) != splash_request_fingerprint(r5)
assert splash_request_fingerprint(r2) != splash_request_fingerprint(r3)
# only "splash" contents is taken into account
assert splash_request_fingerprint(r2) == splash_request_fingerprint(r4)
def test_request_fingerprint_nosplash():
r1 = scrapy.Request("http://example.com")
r2 = scrapy.Request("http://example.com", meta={"foo": "bar"})
assert request_fingerprint(r1) == splash_request_fingerprint(r1)
assert request_fingerprint(r1) == request_fingerprint(r2)
assert request_fingerprint(r1) == splash_request_fingerprint(r2)
def test_request_fingerprint_nosplash():
r1 = scrapy.Request("http://example.com")
r2 = scrapy.Request("http://example.com", meta={"foo": "bar"})
assert request_fingerprint(r1) == splash_request_fingerprint(r1)
assert request_fingerprint(r1) == request_fingerprint(r2)
assert request_fingerprint(r1) == splash_request_fingerprint(r2)
