def checkOneApp(self, apkid):
"""
checkOneApp(apkid):
"""
logging.info('Checking app: {0}'.format(apkid))
url = 'http://apkbeast.com/' + apkid
session = requests.Session()
logging.debug('Requesting1: ' + url)
resp = session.get(url)
if resp.status_code == http.client.OK:
html = unicodedata.normalize('NFKD',
resp.text).encode('ascii', 'ignore')
try:
dom = BeautifulSoup(html, 'html5lib')
apkversion = dom.find('p', {
'itemprop': 'softwareVersion'
}).get_text()
apkurl = dom.find('a', {'class': 'da'})['href']
if apkurl:
apkversion = apkversion.strip()
avi = ApkVersionInfo(name=apkid,
ver=apkversion,
crawler_name=self.__class__.__name__)
if apkurl[
0] == '/': # a relative URL; takes us to an intermediate screen
avi.scrape_src = 'http://apkbeast.com' + apkurl
else: # direct download
avi.download_src = apkurl
if self.report.isThisApkNeeded(avi):
return self.downloadApk(avi)
except IndexError:
logging.info(
'{0} not supported by apk-dl.com ...'.format(apkid))
except:
logging.exception(
'!!! Error parsing html from: "{0}"'.format(url))
else:
logging.info('{0} not supported by APKBeast ...'.format(apkid))
def checkOneApp(self, apkid):
"""
checkOneApp(apkid):
"""
logging.info('Checking app: {0}'.format(apkid))
url = 'http://apkbeast.com/' + apkid
session = requests.Session()
logging.debug('Requesting1: ' + url)
resp = session.get(url)
if resp.status_code == http.client.OK:
html = unicodedata.normalize('NFKD', resp.text).encode('ascii', 'ignore')
try:
dom = BeautifulSoup(html, 'html5lib')
apkversion = dom.find('p', {'itemprop': 'softwareVersion'}).get_text()
apkurl = dom.find('a', {'class': 'da'})['href']
if apkurl:
apkversion = apkversion.strip()
avi = ApkVersionInfo(name=apkid,
ver=apkversion,
crawler_name=self.__class__.__name__
)
if apkurl[0] == '/': # a relative URL; takes us to an intermediate screen
avi.scrape_src = 'http://apkbeast.com' + apkurl
else: # direct download
avi.download_src = apkurl
if self.report.isThisApkNeeded(avi):
return self.downloadApk(avi)
except IndexError:
logging.info('{0} not supported by apk-dl.com ...'.format(apkid))
except:
logging.exception('!!! Error parsing html from: "{0}"'.format(url))
else:
logging.info('{0} not supported by APKBeast ...'.format(apkid))
