def test_simple(self):
url = 'http://deakin.edu.au/?utm_mkt=simple'
expected = 'http://deakin.edu.au/'
self.assertEqual(expected, removeBlackListedParameters(url))
def test_courses_by_atar(self):
url = 'http://www.deakin.edu.au/courses/courses-by-atar/?utm_source=Marketo&utm_medium=EDM&utm_campaign=generic&mkt_tok=eyJpIjoiTXpBMU5HWTRPRE5pTlRVNCIsInQiOiJ2eFdoaXBRQnZ3K0FiNFc5cUl1ZDIxUXpSMWlsRld4VVAxXC9lNzZER21ONktrb3p4WENZb21xZWYrSFdcL2NRXC92V3o2SjR3ODNhZDg2SUV6UHNYYlp0Nm5NTlJCcTlvVmxPMmtKMTAwazNwS2lXSkpkVDJtcXJuUjlDSkIwTWRzeCJ9'
expected = 'http://www.deakin.edu.au/courses/courses-by-atar/'
self.assertEqual(expected, removeBlackListedParameters(url))
def test_auto_tracking_code(self):
url = 'http://www.deakin.edu.au/courses/courses-by-atar?utm_source=google&utm_medium=searchsitelink&utm_campaign=cop17q2&gclid=CjwKEAiAj7TCBRCp2Z22ue-zrj4SJACG7SBEvbyxndI4p53AAPNJBAKtWM846hI23DWBQuCencZ5KxoCM7Tw_wcB'
expected = 'http://www.deakin.edu.au/courses/courses-by-atar'
self.assertEqual(expected, removeBlackListedParameters(url))
def test_find_a_course(self):
url = 'http://www.deakin.edu.au/courses/find-a-course/results?q=&dkncoursestudent=Domestic&dkncoursequal=under_bachelor_degree&dkncourseatar=0..70&dkncourseintakes=Trimester+1&dkncourselocations=Burwood&dknpagetagia=ia-Information+Technology&dknpagetype=Course'
expected = 'http://www.deakin.edu.au/courses/find-a-course/results?q=&dkncoursestudent=Domestic&dkncoursequal=under_bachelor_degree&dkncourseatar=0..70&dkncourseintakes=Trimester+1&dkncourselocations=Burwood&dknpagetagia=ia-Information+Technology&dknpagetype=Course'
self.assertEqual(expected, removeBlackListedParameters(url))
def test_query_with_special_chars(self):
url = 'http://www.deakin.edu.au/searchpage?q=query[0]=hello&query[1]=goodbye&utm_medium=EDM'
expected = 'http://www.deakin.edu.au/searchpage?q=query[0]=hello&query[1]=goodbye'
self.assertEqual(expected, removeBlackListedParameters(url))
def test_mixed_doubles(self):
url = 'http://deakin.edu.au/?utm_mkt=utmmkt&page=1&page=2'
expected = 'http://deakin.edu.au/?page=1&page=2'
self.assertEqual(expected, removeBlackListedParameters(url))
def test_utm_and_mkt(self):
url = 'http://deakin.edu.au/?utm_mkt=utttm&mkt_name=mkttttm'
expected = 'http://deakin.edu.au/'
self.assertEqual(expected, removeBlackListedParameters(url))
#!/usr/bin/python
import sys
import signal
from url_cleaner import removeBlackListedParameters
def sig_handle(signal, frame):
sys.exit(0)
while True:
signal.signal(signal.SIGINT, sig_handle)
signal.signal(signal.SIGTERM, sig_handle)
try:
line = sys.stdin.readline().strip()
urlList = line.split()
urlInput = urlList[0]
newUrl = removeBlackListedParameters(urlInput)
sys.stdout.write('%s%s'.format(newUrl, '\n'))
sys.stdout.flush()
except Exception:
continue