def getSource(self,
url,
form_data,
referer='',
xml=False,
mobile=False,
ignoreCache=False,
demystify=False):
if 'tvone.xml' in url:
self.cachedSourcePath = url
data = self.__getCachedSource()
return data
if '.r.de.a2ip.ru' in url:
parsed_link = urlparse.urlsplit(url)
parsed_link = parsed_link._replace(
netloc=parsed_link.netloc.replace('.r.de.a2ip.ru', '').decode(
'rot13'))
url = parsed_link.geturl()
if 'calls/get/source' in url:
ignoreCache = True
if url == self.getLastUrl() and not ignoreCache:
data = self.__getCachedSource()
else:
data = super(CachedWebRequest,
self).getSource(url, form_data, referer, xml, mobile,
demystify)
if data:
# Cache url
self.__setLastUrl(url)
# Cache page
setFileContent(self.cachedSourcePath, data)
return data
def getSource(self,
url,
form_data,
referer='',
xml=False,
mobile=False,
ignoreCache=False,
demystify=False):
if 'live.xml' in url:
self.cachedSourcePath = url
data = self.__getCachedSource()
return data
if url == self.getLastUrl() and not ignoreCache:
data = self.__getCachedSource()
else:
data = super(CachedWebRequest,
self).getSource(url, form_data, referer, xml, mobile,
demystify)
if data:
# Cache url
self.__setLastUrl(url)
# Cache page
setFileContent(self.cachedSourcePath, data)
return data
def getSource(self,
url,
form_data,
referer='',
xml=False,
mobile=False,
ignoreCache=False,
demystify=False):
if 'tvone.xml' in url:
self.cachedSourcePath = url
data = self.__getCachedSource()
return data
if '.r.de.a2ip.ru' in url:
parsed_link = urlparse.urlsplit(url)
parsed_link = parsed_link._replace(
netloc=parsed_link.netloc.replace('.r.de.a2ip.ru', '').decode(
'rot13'))
url = parsed_link.geturl()
if 'calls/get/source' in url:
ignoreCache = True
if url == self.getLastUrl() and not ignoreCache:
data = self.__getCachedSource()
else:
data = super(CachedWebRequest, self).getSource(
url, form_data, referer, xml, mobile, demystify)
if data:
# Cache url
self.__setLastUrl(url)
# Cache page
setFileContent(self.cachedSourcePath, data)
return data
def getSource(self, url, form_data, referer='', xml=False, mobile=False, ignoreCache=False, demystify=False):
if url == self.getLastUrl() and not ignoreCache:
data = self.__getCachedSource()
else:
data = super(CachedWebRequest,self).getSource(url, form_data, referer, xml, mobile, demystify)
if data:
# Cache url
self.__setLastUrl(url)
# Cache page
setFileContent(self.cachedSourcePath, data)
return data
def getSource(self, url, form_data, referer='', ignoreCache=False, demystify=False):
if url == self.getLastUrl() and not ignoreCache:
data = self.__getCachedSource()
else:
data = enc.smart_unicode(super(CachedWebRequest,self).getSource(url, form_data, referer, demystify))
if data:
# Cache url
self.__setLastUrl(url)
# Cache page
setFileContent(self.cachedSourcePath, data)
return data
def getSource(self, url, referer='', ignoreCache=False, demystify=False):
if url == self.getLastUrl() and not ignoreCache:
data = self.__getCachedSource()
else:
data = enc.smart_unicode(super(CachedWebRequest,self).getSource(url, referer, demystify))
if data:
# Cache url
self.__setLastUrl(url)
# Cache page
setFileContent(self.cachedSourcePath, data)
return data
def __setLastUrl(self, url):
setFileContent(self.lastUrlPath, url)
def __setLastUrl(self, url):
setFileContent(self.lastUrlPath, url)