def compareUrls(self, hostHeader, url1, url2):
for retry in xrange(URL_COMPARE_RETRIES):
if retry != 0:
time.sleep(URL_COMPARE_RETRIES_SLEEP_INTERVAL)
if LOG_LEVEL['UrlCompareLog']:
self.writeOutput('Compare %s with %s (retry %d)' % (url1, url2, retry))
code1, headers1, body1 = self.getURL(hostHeader, url1)
code2, headers2, body2 = self.getURL(hostHeader, url2)
if code1 != code2:
self.writeOutput('Error: got different status codes %s vs %s, url1=%s, url2=%s' % (code1, code2, url1, url2))
continue
headerCompare = compare_utils.compareHeaders(headers1, headers2)
if headerCompare != None:
self.writeOutput(headerCompare)
continue
if str(code1) != '200':
self.writeOutput('Notice: got status code %s, url1=%s, url2=%s' % (code1, url1, url2))
if body1 != body2:
if retry >= URL_COMPARE_RETRIES-1:
severity = "Error"
else:
severity = "Notice"
self.writeOutput('%s: comparison failed, url1=%s, url2=%s\n%s\n%s' % (severity, url1, url2, convertBody(body1), convertBody(body2)))
continue
return code1, headers1, body1
return False
def compareUrls(self, hostHeader, url1, url2):
code1, headers1, body1 = self.getURL(hostHeader, url1)
code2, headers2, body2 = self.getURL(hostHeader, url2)
if code1 != code2:
self.writeOutput(
'Error: got different status codes %s vs %s, url1=%s, url2=%s'
% (code1, code2, url1, url2))
return False
headerCompare = compare_utils.compareHeaders(headers1, headers2)
if headerCompare != None:
self.writeOutput(headerCompare)
return False
if str(code1) != '200':
self.writeOutput('Notice: got status code %s, url1=%s, url2=%s' %
(code1, url1, url2))
if body1 != body2:
self.writeOutput('Error: comparison failed, url1=%s, url2=%s' %
(url1, url2))
self.writeOutput(body1)
self.writeOutput(body2)
return False
return code1, headers1, body1
def compareUrls(self, hostHeader, url1, url2):
for retry in xrange(URL_COMPARE_RETRIES):
if retry != 0:
time.sleep(URL_COMPARE_RETRIES_SLEEP_INTERVAL)
if LOG_LEVEL['UrlCompareLog']:
self.writeOutput('Compare %s with %s (retry %d)' % (url1, url2, retry))
code1, headers1, body1 = self.getURL(hostHeader, url1)
code2, headers2, body2 = self.getURL(hostHeader, url2)
if code1 != code2:
self.writeOutput('Error: got different status codes %s vs %s, url1=%s, url2=%s' % (code1, code2, url1, url2))
continue
headerCompare = compare_utils.compareHeaders(headers1, headers2)
if headerCompare != None:
self.writeOutput(headerCompare)
continue
if str(code1) != '200':
self.writeOutput('Notice: got status code %s, url1=%s, url2=%s' % (code1, url1, url2))
if body1 != body2:
if retry >= URL_COMPARE_RETRIES-1:
severity = "Error"
else:
severity = "Notice"
self.writeOutput('%s: comparison failed, url1=%s, url2=%s\n%s\n%s' % (severity, url1, url2, convertBody(body1), convertBody(body2)))
continue
return code1, headers1, body1
return False
def runTest(self, uri):
hostHeader, uri = uri.split(' ')
urlBase1 = random.choice(URL1_BASE)
urlBase2 = random.choice(URL2_BASE)
url1 = urlBase1 + uri
url2 = urlBase2 + uri
self.writeOutput('Info: testing %s %s' % (url1, url2))
# avoid billing real partners
useRealPartner = False
for curPrefix in USE_REAL_PARTNER_PREFIXES:
if uri.startswith(curPrefix):
useRealPartner = True
if not useRealPartner:
url1 = re.sub('/p/\d+/sp/\d+/', '/p/%s/sp/%s00/' % (TEST_PARTNER_ID, TEST_PARTNER_ID), url1)
url2 = re.sub('/p/\d+/sp/\d+/', '/p/%s/sp/%s00/' % (TEST_PARTNER_ID, TEST_PARTNER_ID), url2)
code1, headers1, body1 = self.getURL(hostHeader, url1)
code2, headers2, body2 = self.getURL(hostHeader, url2)
if code1 != code2:
self.writeOutput('Error: got different status codes %s vs %s' % (code1, code2))
return False
headerCompare = compare_utils.compareHeaders(headers1, headers2)
if headerCompare != None:
self.writeOutput(headerCompare)
return False
if str(code1) != '200':
self.writeOutput('Notice: got status code %s' % (code1))
body1 = re.sub('nginx/\d+\.\d+\.\d+', 'nginx/0.0.0', body1)
body2 = re.sub('nginx/\d+\.\d+\.\d+', 'nginx/0.0.0', body2)
if (headers1.has_key('content-type') and
headers1['content-type'][0] in set(['application/vnd.apple.mpegurl', 'application/dash+xml'])):
body1 = body1.replace(urlBase1, urlBase2)
body1 = body1.replace('-a1-v1', '-v1-a1')
body2 = body2.replace('-a1-v1', '-v1-a1')
# must strip CF tokens since they sign the domain
body1 = re.sub('&Signature=[^&]+', '&Signature=', re.sub('\?Policy=[^&]+', '?Policy=', body1))
body2 = re.sub('&Signature=[^&]+', '&Signature=', re.sub('\?Policy=[^&]+', '?Policy=', body2))
if body1.startswith('<?xml'):
body1 = re.sub('<executionTime>[0-9\.]+<\/executionTime>', '', body1)
body2 = re.sub('<executionTime>[0-9\.]+<\/executionTime>', '', body2)
if body1 != body2:
self.writeOutput('Error: comparison failed - url1=%s, url2=%s' % (url1, url2))
self.writeOutput(body1)
self.writeOutput(body2)
return False
return True
def compareUrls(self, hostHeader, url1, url2):
code1, headers1, body1 = self.getURL(hostHeader, url1)
code2, headers2, body2 = self.getURL(hostHeader, url2)
if code1 != code2:
self.writeOutput('Error: got different status codes %s vs %s, url1=%s, url2=%s' % (code1, code2, url1, url2))
return False
headerCompare = compare_utils.compareHeaders(headers1, headers2)
if headerCompare != None:
self.writeOutput(headerCompare)
return False
if str(code1) != '200':
self.writeOutput('Notice: got status code %s, url1=%s, url2=%s' % (code1, url1, url2))
if body1 != body2:
self.writeOutput('Error: comparison failed, url1=%s, url2=%s' % (url1, url2))
self.writeOutput(body1)
self.writeOutput(body2)
return False
return code1, headers1, body1
def runTest(self, line):
splittedLine = line.split(' ')
if len(splittedLine) == 2:
hostHeader, uri = splittedLine
range = None
elif len(splittedLine) == 3:
range, hostHeader, uri = splittedLine
range = range.split('/')[0]
else:
return True
urlBase1 = random.choice(URL1_BASE)
urlBase2 = random.choice(URL2_BASE)
url1 = urlBase1 + uri
url2 = urlBase2 + uri
self.writeOutput('Info: testing %s %s' % (url1, url2))
# avoid billing real partners
useRealPartner = False
for curPrefix in USE_REAL_PARTNER_PREFIXES:
if uri.startswith(curPrefix):
useRealPartner = True
if not useRealPartner:
url1 = re.sub(
'/p/\d+/sp/\d+/',
'/p/%s/sp/%s00/' % (TEST_PARTNER_ID, TEST_PARTNER_ID), url1)
url2 = re.sub(
'/p/\d+/sp/\d+/',
'/p/%s/sp/%s00/' % (TEST_PARTNER_ID, TEST_PARTNER_ID), url2)
code1, headers1, body1 = self.getURL(hostHeader, url1, range)
code2, headers2, body2 = self.getURL(hostHeader, url2, range)
if code1 != code2:
self.writeOutput('Error: got different status codes %s vs %s' %
(code1, code2))
return False
headerCompare = compare_utils.compareHeaders(headers1, headers2)
if headerCompare != None:
self.writeOutput(headerCompare)
return False
if not str(code1) in ['200', '206']:
self.writeOutput('Notice: got status code %s' % (code1))
body1 = re.sub('nginx/\d+\.\d+\.\d+', 'nginx/0.0.0', body1)
body2 = re.sub('nginx/\d+\.\d+\.\d+', 'nginx/0.0.0', body2)
if (headers1.has_key('content-type')
and headers1['content-type'][0] in set([
'application/vnd.apple.mpegurl', 'application/dash+xml'
])):
body1 = body1.replace(urlBase1, urlBase2)
body1 = body1.replace('-a1-v1', '-v1-a1')
body2 = body2.replace('-a1-v1', '-v1-a1')
# must strip CF tokens since they sign the domain
body1 = re.sub('&Signature=[^&]+', '&Signature=',
re.sub('\?Policy=[^&]+', '?Policy=', body1))
body2 = re.sub('&Signature=[^&]+', '&Signature=',
re.sub('\?Policy=[^&]+', '?Policy=', body2))
if body1.startswith('<?xml'):
body1 = re.sub('<executionTime>[0-9\.]+<\/executionTime>', '',
body1)
body2 = re.sub('<executionTime>[0-9\.]+<\/executionTime>', '',
body2)
if body1.startswith('<html>'):
body1 = body1.replace(' bgcolor="white"', '')
body2 = body2.replace(' bgcolor="white"', '')
if body1 != body2:
self.writeOutput('Error: comparison failed - url1=%s, url2=%s' %
(url1, url2))
self.writeOutput(body1)
self.writeOutput(body2)
return False
return True