def auto_refresh(self, res):
if res is None:
return None
lower_res = res.lower()
if lower_res.find('onload="javascript:dosubmit();"') != -1:
return self.web.submit(res)
for meta in get_in_list(lower_res, '<meta', '/>'):
if meta.find('http-equiv="refresh"') != -1:
refresh = get_in(meta, 'content="', '"')
ii = refresh.find(";")
if ii != -1:
pause, newurl_spec = float(refresh[:ii]), refresh[ii + 1:]
jj = newurl_spec.find("=")
if jj != -1:
key, newurl = newurl_spec[:jj], newurl_spec[jj + 1:]
if key.strip().lower() != "url":
return res
else:
return res
if pause > 1E-3:
time.sleep(pause)
newurl = iso_to_char(newurl)
res = self.get_page(newurl)
return res
return res
def get_auto_refresh_url(self, page):
page = page.lower()
noscript = get_in(page, '<noscript>', '</noscript>')
if not noscript:
return None
for meta in get_in_list(noscript, '<meta', '/>'):
equiv = get_in(meta, 'http-equiv="', '"')
if equiv and equiv == 'refresh':
refresh = get_in(meta, 'content="', '"')
ii = refresh.find(";")
if ii != -1:
pause, newurl_spec = float(refresh[:ii]), refresh[ii + 1:]
jj = newurl_spec.find("=")
if jj != -1:
key, url = newurl_spec[:jj], newurl_spec[jj + 1:]
if key.strip().lower() != "url":
continue
else:
continue
if pause > 1E-3:
time.sleep(pause)
url = iso_to_char(url)
return url
return None
def loadApp(self):
url = 'https://appengine.google.com/'
page = self.web.get_page(url)
if page is None:
return []
appids = text.get_in_list(page, 'app_id=', '"')
return appids
def get_auto_refresh_url(self, page):
page = page.lower()
noscript = get_in(page, '<noscript>', '</noscript>')
if not noscript:
return None
for meta in get_in_list(noscript, '<meta', '/>'):
equiv = get_in(meta, 'http-equiv="', '"')
if equiv and equiv == 'refresh':
refresh = get_in(meta, 'content="', '"')
ii = refresh.find(";")
if ii != -1:
pause, newurl_spec = float(refresh[:ii]), refresh[ii+1:]
jj = newurl_spec.find("=")
if jj != -1:
key, url = newurl_spec[:jj], newurl_spec[jj+1:]
if key.strip().lower() != "url":
continue
else:
continue
if pause > 1E-3:
time.sleep(pause)
url = iso_to_char(url)
return url
return None
def auto_refresh(self, res):
if res is None:
return None
lower_res = res.lower()
if lower_res.find('onload="javascript:dosubmit();"') != -1:
return self.web.submit(res)
for meta in get_in_list(lower_res, '<meta', '/>'):
if meta.find('http-equiv="refresh"') != -1:
refresh = get_in(meta, 'content="', '"')
ii = refresh.find(";")
if ii != -1:
pause, newurl_spec = float(refresh[:ii]), refresh[ii+1:]
jj = newurl_spec.find("=")
if jj != -1:
key, newurl = newurl_spec[:jj], newurl_spec[jj+1:]
if key.strip().lower() != "url":
return res
else:
return res
if pause > 1E-3:
time.sleep(pause)
newurl = iso_to_char(newurl)
res = self.get_page(newurl)
return res
return res
def get_input(page, type='hidden'):
data = {}
for input in get_in_list(page, '<input', '>'):
input = input.replace("'", '"')
if input.lower().find('type="%s"' % type) == -1:
continue
name = get_in(input, 'name="', '"')
value = get_in(input, 'value="', '"')
if name is None:
name = get_in(input, 'name=', ' ')
if name is None:
continue
continue
if value is None:
value = get_in(input, 'value=', ' ')
if value is None:
value = ''
data[name] = value
return data
def get_input(page, type='hidden'):
data = {}
for input in get_in_list(page, '<input', '>'):
input = input.replace("'", '"')
if input.lower().find('type="%s"' % type) == -1:
continue
name = get_in(input, 'name="', '"')
value = get_in(input, 'value="', '"')
if name is None:
name = get_in(input, 'name=', ' ')
if name is None:
continue
continue
if value is None:
value = get_in(input, 'value=', ' ')
if value is None:
value = ''
data[name] = value
return data
