counter = 0 #FormatHtml(ie.outerHTML(), counter) if not os.path.exists("urls.txt"): urlFile = open("urls.txt", 'w') urlFile.write(url + "\n") ie = PAMIE() ie.navigate(url) urls = [url] while ie.buttonClick('next'): url = ie.locationURL() print "NEXT page: ", url urlFile.write(url + "\n") urls.append(url) urlFile.close() print "IE operator OVER" else: urlFile = open("urls.txt", 'r') urls = [url for url in urlFile] oriurl = 'http://www.sciencedirect.com/science?_ob=ArticleListURL&_method=list&_ArticleListID=987492397&_st=13&_acct=C000050221&_version=1&_urlVersion=0&_userid=10&md5=07b2ce065d4fbefa373c5267ca144469' for url in urls: print url req = urllib2.Request(url)