counter = 0
#FormatHtml(ie.outerHTML(), counter)
if not os.path.exists("urls.txt"):
urlFile = open("urls.txt", 'w')
urlFile.write(url + "\n")
ie = PAMIE()
ie.navigate(url)
urls = [url]
while ie.buttonClick('next'):
url = ie.locationURL()
print "NEXT page: ", url
urlFile.write(url + "\n")
urls.append(url)
urlFile.close()
print "IE operator OVER"
else:
urlFile = open("urls.txt", 'r')
urls = [url for url in urlFile]
oriurl = 'http://www.sciencedirect.com/science?_ob=ArticleListURL&_method=list&_ArticleListID=987492397&_st=13&_acct=C000050221&_version=1&_urlVersion=0&_userid=10&md5=07b2ce065d4fbefa373c5267ca144469'
for url in urls:
print url
req = urllib2.Request(url)
