def proxyFetch(alamatURL):
#
# fetch web page via web proxy
webProxy = pickProxy()
try:
if phantomMode:
browser = Browser('phantomjs')
else:
try:
# preferably using Chrome
browser = Browser('chrome')
if disableImage == True:
browser.driver.close()
options = webdriver.ChromeOptions()
options.add_experimental_option("excludeSwitches", ["ignore-certificate-errors"])
options.add_experimental_option("prefs", {"profile.managed_default_content_settings.images":2})
browser.driver = webdriver.Chrome(chrome_options=options)
except:
# "please install Chrome Web Driver from https://sites.google.com/a/chromium.org/chromedriver/downloads"
browser = Browser()
browser.driver.maximize_window()
browser.visit(webProxy)
time.sleep(2)
browser.fill('u', alamatURL)
divs = browser.find_by_value('Go').first.click()
time.sleep(10)
strHTML = browser.html
# uncomment this if you want to print HTML source to screen
#strHTML = strHTML.encode('ascii', 'ignore').decode('ascii')
#print strHTML
browser.driver.close()
except:
try:
browser.driver.close()
except:
pass
print "retrying..."
strHTML = switchFetch(alamatURL)
return strHTML
