コード例 #1
0
    def __init__(self):

        thName = threading.current_thread().name
        if "-" in thName:
            logPath = "Main.Thread-{num}.SadPanda.Cl".format(
                num=thName.split("-")[-1])
        else:
            logPath = 'Main.SadPanda.Cl'

        self.log = logging.getLogger(logPath)
        self.wg = WebGetRobust(logPath=logPath + ".Web")

        self.log = logging.getLogger(self.loggerPath)
        self.log.info("Loading %s Runner", self.pluginName)

        self.settings = main.loadSettings()
コード例 #2
0
	def __init__(self):

		thName = threading.current_thread().name
		if "-" in thName:
			logPath = "Main.Thread-{num}.SadPanda.Cl".format(num=thName.split("-")[-1])
		else:
			logPath = 'Main.SadPanda.Cl'

		self.log = logging.getLogger(logPath)
		self.wg = WebGetRobust(logPath=logPath+".Web")

		self.log = logging.getLogger(self.loggerPath)
		self.log.info("Loading %s Runner", self.pluginName)

		self.settings = main.loadSettings()
コード例 #3
0
class ExContentLoader(object):

    loggerPath = "Main.SadPanda.Cl"
    pluginName = "SadPanda Content Retreiver"

    urlBase = "http://exhentai.org/"

    def __init__(self):

        thName = threading.current_thread().name
        if "-" in thName:
            logPath = "Main.Thread-{num}.SadPanda.Cl".format(
                num=thName.split("-")[-1])
        else:
            logPath = 'Main.SadPanda.Cl'

        self.log = logging.getLogger(logPath)
        self.wg = WebGetRobust(logPath=logPath + ".Web")

        self.log = logging.getLogger(self.loggerPath)
        self.log.info("Loading %s Runner", self.pluginName)

        self.settings = main.loadSettings()

    # -----------------------------------------------------------------------------------
    # Login Management tools
    # -----------------------------------------------------------------------------------

    def checkLogin(self):

        checkPage = self.wg.getpage(r"https://forums.e-hentai.org/index.php?")
        if "Logged in as" in checkPage:
            self.log.info("Still logged in")
            return
        else:
            self.log.info("Whoops, need to get Login cookie")

        logondict = {
            "UserName": self.settings['sadPanda']["login"],
            "PassWord": self.settings['sadPanda']["passWd"],
            "referer": "https://forums.e-hentai.org/index.php?",
            "CookieDate": "Log me in",
            "b": '',
            "bt": '',
            "submit": "Log me in"
        }

        getPage = self.wg.getpage(
            r"https://forums.e-hentai.org/index.php?act=Login&CODE=01",
            postData=logondict)
        if "You are now logged in as:" in getPage:
            self.log.info("Logged in successfully!")
            self.permuteCookies()
            self.setSiteConfig()
            self.wg.saveCookies()
        else:
            self.log.error("Login failed!")
            raise LoginException("Login failed! Is your login data valid?")

    def setSiteConfig(self):

        params = {
            'apply': 'Apply',
            'ar': '0',
            'cs': 'a',
            'dm': 'l',
            'f_artistcg': 'on',
            'f_asianporn': 'on',
            'f_cosplay': 'on',
            'f_doujinshi': 'on',
            'f_gamecg': 'on',
            'f_imageset': 'on',
            'f_manga': 'on',
            'f_misc': 'on',
            'f_non-h': 'on',
            'f_western': 'on',
            'favorite_0': 'Favorites 0',
            'favorite_1': 'Favorites 1',
            'favorite_2': 'Favorites 2',
            'favorite_3': 'Favorites 3',
            'favorite_4': 'Favorites 4',
            'favorite_5': 'Favorites 5',
            'favorite_6': 'Favorites 6',
            'favorite_7': 'Favorites 7',
            'favorite_8': 'Favorites 8',
            'favorite_9': 'Favorites 9',
            'hk': '',
            'hp': '',
            'oi': 'y',
            'pn': '0',
            'qb': 'n',
            'rc':
            '3',  # This is the only setting here I actually give a shit about.
            'rx': '0',
            'ry': '0',
            'sc': '0',
            'tf': 'n',
            'tl': 'm',
            'to': 'a',
            'tr': '2',
            'ts': 'm',
            'uh': 'y',
        }

        # Plain access sets the "hath_perks" cookie, apparently
        self.wg.getpage(
            'http://exhentai.org/uconfig.php',
            addlHeaders={"Referer": 'http://exhentai.org/home.php'},
            returnMultiple=True)
        self.wg.getpage(
            'http://exhentai.org/uconfig.php',
            addlHeaders={"Referer": 'http://exhentai.org/uconfig.php'},
            postData=params,
            returnMultiple=True)

        self.wg.getpage(
            'http://g.e-hentai.org/uconfig.php',
            addlHeaders={"Referer": 'http://g.e-hentai.org/home.php'},
            returnMultiple=True)
        self.wg.getpage(
            'http://g.e-hentai.org/uconfig.php',
            addlHeaders={"Referer": 'http://g.e-hentai.org/uconfig.php'},
            postData=params,
            returnMultiple=True)

        # Plain access sets the "hath_perks" cookie, apparently
        # pg, hdr = self.wg.getpage('http://g.e-hentai.org/uconfig.php', addlHeaders={"Referer" : 'http://g.e-hentai.org/home.php'}, returnMultiple=True)
        # print(hdr.headers)
        # self.wg.getpage('http://g.e-hentai.org/uconfig.php', addlHeaders={"Referer" : 'http://g.e-hentai.org/uconfig.php'}, postData=params, returnMultiple=True)

    # So exhen uses some irritating cross-site login hijinks.
    # Anyways, we need to copy the cookies for e-hentai to exhentai,
    # so we iterate over all cookies, and duplicate+modify the relevant
    # cookies.
    def permuteCookies(self):
        self.log.info("Fixing cookies")
        for cookie in self.wg.cj:
            if "ipb_member_id" in cookie.name or "ipb_pass_hash" in cookie.name:

                dup = copy.copy(cookie)
                dup.domain = 'exhentai.org'
                self.wg.addCookie(dup)

    # MOAR checking. We load the root page, and see if we have anything.
    # If we get an error, it means we're being sadpanda'ed (because it serves up a gif
    # rather then HTML, which causes getSoup() to error), and we should abort.
    def checkExAccess(self):
        try:
            self.wg.getSoup(self.urlBase)
            return True
        except ValueError:
            return False

    # -----------------------------------------------------------------------------------
    # The scraping parts
    # -----------------------------------------------------------------------------------

    def getDownloadPageUrl(self, inSoup):
        dlA = inSoup.find('a', onclick=re.compile('archiver.php'))

        clickAction = dlA['onclick']
        clickUrl = re.search("(http://exhentai.org/archiver.php.*)'",
                             clickAction)
        return clickUrl.group(1)

    def getDownloadInfo(self, sourceUrl):
        self.log.info("Retreiving item: %s", sourceUrl)

        try:
            soup = self.wg.getSoup(sourceUrl,
                                   addlHeaders={'Referer': self.urlBase})
        except:
            self.log.critical("No download at url %s!", sourceUrl)
            raise ExScrapeError("Invalid webpage '%s'", sourceUrl)

        if "This gallery has been removed, and is unavailable." in soup.get_text(
        ):
            self.log.info("Gallery deleted.")
            raise GalleryDeletedException("Gallery at '%s' has been deleted!" %
                                          (sourceUrl))

        dlPage = self.getDownloadPageUrl(soup)

        return dlPage

    def extractGpCost(self, soup):
        cost = -2
        main = soup.find('div', id='db')
        for div in [
                div for div in main.find_all('div') if div.get_text().strip()
        ]:
            text = div.get_text().strip()
            if 'Download Cost:' in text and 'GP' in text:
                text = text.split(":")[-1]
                text = text.split("GP")[0]
                text = text.replace(",", "")
                text = text.replace(".", "")
                text = text.strip()
                cost = int(text)

        if cost > 0:
            self.log.info("Gallery cost: %s GP", cost)
        else:
            self.log.error("Could not extract gallery cost!")
            return -2
        return cost

    def getDownloadUrl(self, dlPageUrl, referrer):

        soup = self.wg.getSoup(dlPageUrl, addlHeaders={'Referer': referrer})

        gpCost = self.extractGpCost(soup)

        if 'Insufficient funds'.lower() in str(soup).lower():
            raise OutOfCreditsException("Out of credits. Cannot download!")

        if 'Pressing this button will immediately deduct funds' in soup.get_text(
        ):
            self.log.info("Accepting download.")
            acceptForm = soup.find('form')
            formPostUrl = acceptForm['action']
            soup = self.wg.getSoup(formPostUrl,
                                   addlHeaders={'Referer': referrer},
                                   postData={'dlcheck': 'Download Archive'})
        else:
            self.log.warn("Already accepted download?")

        contLink = soup.find('p', id='continue')
        if not contLink:
            self.log.error("No link found!")
            self.log.error("Page Contents: '%s'", soup)

            raise ExScrapeError("Could not find download link on page '%s'!" %
                                (dlPageUrl, ))

        downloadUrl = contLink.a['href'] + "?start=1"

        return downloadUrl, gpCost

    def doDownload(self, downloadUrl, sourceUrl):

        downloadUrl, gpCost = self.getDownloadUrl(downloadUrl, sourceUrl)
        fCont, fName = self.wg.getFileAndName(downloadUrl)

        try:
            self.log.info("Downloaded filename: %s.", fName)
        except UnicodeEncodeError:
            self.log.warning("Could not print filename with len %s!",
                             len(fName))

        response = {
            u'success': True,
            u'gpcost': gpCost,
            u'fileN': fName,
            u'fileC': fCont,
            u'cancontinue': True
        }
        return response

    def getLink(self, sourceUrl):
        '''
		Response codes:

			`success`     - Self Explanitory. Boolean of whether the retreival was successful.
			`error`       - Error string. Current error types are "gdeleted" (gallery deleted),
								"credits" (client out of credits),
								"urlerror" (error accessing file (generally a HTTP error, or something is really broken))
			`traceback`   - In the case of an exception being thrown in the client, this will contain the traceback of the thrown
								exception, as a string.
			`cancontinue` - Boolean, can the client continue to process galleries. In the case of deleted galleries
								or transient URLerrors, the problem is not client-side, so the client will keep
								running. If the client is out of GP, it will exit, and return `cancontinue` = False

		For Successful scrape:
			`gpcost`      - Cost of downloading gallery in GP
			`fileN`       - The name of the downloaded file
			`fileC`       - The file contents, as a byte string


		'''
        try:
            downloadUrl = self.getDownloadInfo(sourceUrl)

            response = self.doDownload(downloadUrl, sourceUrl)

        except urllib.error.URLError:
            response = {
                u'success': False,
                u'error': u"urlerror",
                u'traceback': traceback.format_exc(),
                u'cancontinue': True
            }
            self.log.error("Failure retreiving content for link %s", sourceUrl)
            self.log.error("Traceback: %s", traceback.format_exc())
            return response

        except GalleryDeletedException:
            response = {
                u'success': False,
                u'error': u"gdeleted",
                u'traceback': traceback.format_exc(),
                u'cancontinue': True
            }
            self.log.error("Gallery for link has been deleted %s", sourceUrl)
            self.log.error("Traceback: %s", traceback.format_exc())
            return response

        except OutOfCreditsException:
            response = {
                u'success': False,
                u'error': u"credits",
                u'traceback': traceback.format_exc(),
                u'cancontinue': False
            }
            self.log.error("Client is out of credits!")
            self.log.error("Traceback: %s", traceback.format_exc())
            return response

        except ExScrapeError:
            response = {
                u'success': False,
                u'error': u"credits",
                u'traceback': traceback.format_exc(),
                u'cancontinue': False
            }
            self.log.error("Unknown exception on page '%s'!", sourceUrl)
            self.log.error("Traceback: %s", traceback.format_exc())
            return response

        return response
コード例 #4
0
 def __init__(self):
     print("StoriesOnlineFetch __init__()")
     self.log = logging.getLogger("Main.Text.StoriesOnline")
     super().__init__()
     self.wg = WebGetRobust()
コード例 #5
0
class StoriesOnlineFetch(object):
    def __init__(self):
        print("StoriesOnlineFetch __init__()")
        self.log = logging.getLogger("Main.Text.StoriesOnline")
        super().__init__()
        self.wg = WebGetRobust()

    def activate_account(self, mc, mailid):
        self.log.info("Received account validation mail. Validating.")
        mail = mc.get_mail(mailid)

        soup = bs4.BeautifulSoup(mail, "lxml")
        assert soup.a
        assert "https://storiesonline.net/user/activate.php?token=" in soup.a[
            'href']

        activateurl = soup.a['href']

        activatepage = self.wg.getpage(activateurl)
        soup = bs4.BeautifulSoup(activatepage, "lxml")
        tok = soup.find("input", attrs={'name': 'token'})

        assert tok != None

        postdata = {
            "token": tok['value'],
            "upass1": mc.get_pseudo_pass(),
            "upass2": mc.get_pseudo_pass(),
            "cmd": "Create Account"
        }

        logged_in = self.wg.getpage(
            'https://storiesonline.net/user/activate.php', postData=postdata)

        self.log.info(
            "Activation submitted. Checking account was created successfully.")
        soup = bs4.BeautifulSoup(logged_in, "lxml")

        for item in soup.find_all("span", class_='pane-head-text'):
            if mc.get_prefix() in item.get_text():
                self.log.info("Logged in successfully!")
                return

        raise ValueError("Failed to create an account!")
        # print(soup.a)

    def renew_account(self):
        self.log.info("Creating account.")
        mc = MailinatorClient()
        email = mc.get_address()
        pwd = mc.get_pseudo_pass()

        self.wg.getpage('https://storiesonline.net/user/new.php')
        postdata = {
            "email1": email,
            "email2": email,
            "cmd": "Send Me Invitation"
        }
        succ = self.wg.getpage("https://storiesonline.net/user/new.php",
                               postData=postdata)
        if not "An account creation link has been emailed to you. Please, check your email and follow those simple instructions to create an account" in succ:
            raise ValueError("Couldn't create a account?")

        waited = 0

        self.log.info("Account created. Waiting for activation e-mail.")
        while 1:
            have = mc.get_available_inbox()
            for item in have:
                # print(item)
                if "subject" in item and item[
                        'subject'] == 'Storiesonline Account Activation Information':
                    self.activate_account(mc, item['id'])
                    return

            time.sleep(5)
            waited += 1
            if waited > 20:
                raise ValueError("Could not create an account?")

    def getpage(self, *args, **kwargs):
        while 1:
            ret = self.wg.getpage(*args, **kwargs)
            if "Access to unlinked chapters requires you to" in ret:
                self.renew_account()
            elif "Sorry! You have reached your daily limit of 16 stories per day" in ret:
                self.renew_account()
            else:
                break
        return ret

    def getFileAndName(self, *args, **kwargs):
        return self.wg.getpage(*args, **kwargs)
コード例 #6
0
class ExContentLoader(object):


	loggerPath = "Main.SadPanda.Cl"
	pluginName = "SadPanda Content Retreiver"

	urlBase = "http://exhentai.org/"



	def __init__(self):

		thName = threading.current_thread().name
		if "-" in thName:
			logPath = "Main.Thread-{num}.SadPanda.Cl".format(num=thName.split("-")[-1])
		else:
			logPath = 'Main.SadPanda.Cl'

		self.log = logging.getLogger(logPath)
		self.wg = WebGetRobust(logPath=logPath+".Web")

		self.log = logging.getLogger(self.loggerPath)
		self.log.info("Loading %s Runner", self.pluginName)

		self.settings = main.loadSettings()

	# -----------------------------------------------------------------------------------
	# Login Management tools
	# -----------------------------------------------------------------------------------


	def checkLogin(self):

		checkPage = self.wg.getpage(r"https://forums.e-hentai.org/index.php?")
		if "Logged in as" in checkPage:
			self.log.info("Still logged in")
			return
		else:
			self.log.info("Whoops, need to get Login cookie")

		logondict = {
			"UserName"   : self.settings['sadPanda']["login"],
			"PassWord"   : self.settings['sadPanda']["passWd"],
			"referer"    : "https://forums.e-hentai.org/index.php?",
			"CookieDate" : "Log me in",
			"b"          : '',
			"bt"         : '',
			"submit"     : "Log me in"
			}


		getPage = self.wg.getpage(r"https://forums.e-hentai.org/index.php?act=Login&CODE=01", postData=logondict)
		if "You are now logged in as:" in getPage:
			self.log.info("Logged in successfully!")
		else:
			self.log.error("Login failed!")
			raise LoginException("Login failed! Is your login data valid?")

		self.permuteCookies()
		self.setSiteConfig()
		self.wg.saveCookies()

	def setSiteConfig(self):

		params = {
			'apply'       : 'Apply',
			'ar'          : '0',
			'cs'          : 'a',
			'dm'          : 'l',
			'f_artistcg'  : 'on',
			'f_asianporn' : 'on',
			'f_cosplay'   : 'on',
			'f_doujinshi' : 'on',
			'f_gamecg'    : 'on',
			'f_imageset'  : 'on',
			'f_manga'     : 'on',
			'f_misc'      : 'on',
			'f_non-h'     : 'on',
			'f_western'   : 'on',
			'favorite_0'  : 'Favorites 0',
			'favorite_1'  : 'Favorites 1',
			'favorite_2'  : 'Favorites 2',
			'favorite_3'  : 'Favorites 3',
			'favorite_4'  : 'Favorites 4',
			'favorite_5'  : 'Favorites 5',
			'favorite_6'  : 'Favorites 6',
			'favorite_7'  : 'Favorites 7',
			'favorite_8'  : 'Favorites 8',
			'favorite_9'  : 'Favorites 9',
			'hk'          : '',
			'hp'          : '',
			'oi'          : 'y',
			'pn'          : '0',
			'qb'          : 'n',
			'rc'          : '3',   # This is the only setting here I actually give a shit about.
			'rx'          : '0',
			'ry'          : '0',
			'sc'          : '0',
			'tf'          : 'n',
			'tl'          : 'm',
			'to'          : 'a',
			'tr'          : '2',
			'ts'          : 'm',
			'uh'          : 'y',
			}

		# Plain access sets the "hath_perks" cookie, apparently
		self.wg.getpage('http://exhentai.org/uconfig.php', addlHeaders={"Referer" : 'http://exhentai.org/home.php'}, returnMultiple=True)
		self.wg.getpage('http://exhentai.org/uconfig.php', addlHeaders={"Referer" : 'http://exhentai.org/uconfig.php'}, postData=params, returnMultiple=True)

		self.wg.getpage('http://g.e-hentai.org/uconfig.php', addlHeaders={"Referer" : 'http://g.e-hentai.org/home.php'}, returnMultiple=True)
		self.wg.getpage('http://g.e-hentai.org/uconfig.php', addlHeaders={"Referer" : 'http://g.e-hentai.org/uconfig.php'}, postData=params, returnMultiple=True)

		# Plain access sets the "hath_perks" cookie, apparently
		# pg, hdr = self.wg.getpage('http://g.e-hentai.org/uconfig.php', addlHeaders={"Referer" : 'http://g.e-hentai.org/home.php'}, returnMultiple=True)
		# print(hdr.headers)
		# self.wg.getpage('http://g.e-hentai.org/uconfig.php', addlHeaders={"Referer" : 'http://g.e-hentai.org/uconfig.php'}, postData=params, returnMultiple=True)


	# So exhen uses some irritating cross-site login hijinks.
	# Anyways, we need to copy the cookies for e-hentai to exhentai,
	# so we iterate over all cookies, and duplicate+modify the relevant
	# cookies.
	def permuteCookies(self):
		self.log.info("Fixing cookies")
		for cookie in self.wg.cj:
			if "ipb_member_id" in cookie.name or "ipb_pass_hash" in cookie.name:

				dup = copy.copy(cookie)
				dup.domain = 'exhentai.org'
				self.wg.addCookie(dup)


	# MOAR checking. We load the root page, and see if we have anything.
	# If we get an error, it means we're being sadpanda'ed (because it serves up a gif
	# rather then HTML, which causes getSoup() to error), and we should abort.
	def checkExAccess(self):
		try:
			self.wg.getSoup(self.urlBase)
			return True
		except ValueError:
			return False


	# -----------------------------------------------------------------------------------
	# The scraping parts
	# -----------------------------------------------------------------------------------




	def getDownloadPageUrl(self, inSoup):
		dlA = inSoup.find('a', onclick=re.compile('archiver.php'))

		clickAction = dlA['onclick']
		clickUrl = re.search("(http://exhentai.org/archiver.php.*)'", clickAction)
		return clickUrl.group(1)


	def getDownloadInfo(self, sourceUrl):
		self.log.info("Retreiving item: %s", sourceUrl)

		try:
			soup = self.wg.getSoup(sourceUrl, addlHeaders={'Referer': self.urlBase})
		except:
			self.log.critical("No download at url %s!", sourceUrl)
			raise ExScrapeError("Invalid webpage '%s'", sourceUrl)

		if "This gallery has been removed, and is unavailable." in soup.get_text():
			self.log.info("Gallery deleted.")
			raise GalleryDeletedException("Gallery at '%s' has been deleted!" % (sourceUrl))

		dlPage = self.getDownloadPageUrl(soup)

		return dlPage


	def extractGpCost(self, soup):
		cost = -2
		main = soup.find('div', id='db')
		for div in [div for div in main.find_all('div') if div.get_text().strip()]:
			text = div.get_text().strip()
			if 'Download Cost:' in text and 'GP' in text:
				text = text.split(":")[-1]
				text = text.split("GP")[0]
				text = text.replace(",", "")
				text = text.replace(".", "")
				text = text.strip()
				cost = int(text)


		if cost > 0:
			self.log.info("Gallery cost: %s GP", cost)
		else:
			self.log.error("Could not extract gallery cost!")
			return -2
		return cost


	def getDownloadUrl(self, dlPageUrl, referrer):

		soup = self.wg.getSoup(dlPageUrl, addlHeaders={'Referer': referrer})

		gpCost = self.extractGpCost(soup)

		if 'Insufficient funds'.lower() in str(soup).lower():
			raise OutOfCreditsException("Out of credits. Cannot download!")

		if 'Pressing this button will immediately deduct funds' in soup.get_text():
			self.log.info("Accepting download.")
			acceptForm = soup.find('form')
			formPostUrl = acceptForm['action']
			soup = self.wg.getSoup(formPostUrl, addlHeaders={'Referer': referrer}, postData={'dlcheck': 'Download Archive'})
		else:
			self.log.warn("Already accepted download?")



		contLink = soup.find('p', id='continue')
		if not contLink:
			self.log.error("No link found!")
			self.log.error("Page Contents: '%s'", soup)

			raise ExScrapeError("Could not find download link on page '%s'!" % (dlPageUrl, ))

		downloadUrl = contLink.a['href']+"?start=1"

		return downloadUrl, gpCost

	def doDownload(self, downloadUrl, sourceUrl):

		downloadUrl, gpCost = self.getDownloadUrl(downloadUrl, sourceUrl)
		fCont, fName = self.wg.getFileAndName(downloadUrl)

		try:
			self.log.info("Downloaded filename: %s.", fName)
		except UnicodeEncodeError:
			self.log.warning("Could not print filename with len %s!", len(fName))

		response = {
			u'success'     : True,
			u'gpcost'      : gpCost,
			u'fileN'       : fName,
			u'fileC'       : fCont,
			u'cancontinue' : True
		}
		return response


	def getLink(self, sourceUrl):
		'''
		Response codes:

			`success`     - Self Explanitory. Boolean of whether the retreival was successful.
			`error`       - Error string. Current error types are "gdeleted" (gallery deleted),
								"credits" (client out of credits),
								"urlerror" (error accessing file (generally a HTTP error, or something is really broken))
			`traceback`   - In the case of an exception being thrown in the client, this will contain the traceback of the thrown
								exception, as a string.
			`cancontinue` - Boolean, can the client continue to process galleries. In the case of deleted galleries
								or transient URLerrors, the problem is not client-side, so the client will keep
								running. If the client is out of GP, it will exit, and return `cancontinue` = False

		For Successful scrape:
			`gpcost`      - Cost of downloading gallery in GP
			`fileN`       - The name of the downloaded file
			`fileC`       - The file contents, as a byte string


		'''
		try:
			downloadUrl = self.getDownloadInfo(sourceUrl)

			response = self.doDownload(downloadUrl, sourceUrl)

		except urllib.error.URLError:
			response = {
				u'success'     : False,
				u'error'       : u"urlerror",
				u'traceback'   : traceback.format_exc(),
				u'cancontinue' : True
			}
			self.log.error("Failure retreiving content for link %s", sourceUrl)
			self.log.error("Traceback: %s", traceback.format_exc())
			return response


		except GalleryDeletedException:
			response = {
				u'success'     : False,
				u'error'       : u"gdeleted",
				u'traceback'   : traceback.format_exc(),
				u'cancontinue' : True
			}
			self.log.error("Gallery for link has been deleted %s", sourceUrl)
			self.log.error("Traceback: %s", traceback.format_exc())
			return response

		except OutOfCreditsException:
			response = {
				u'success'     : False,
				u'error'       : u"credits",
				u'traceback'   : traceback.format_exc(),
				u'cancontinue' : False
			}
			self.log.error("Client is out of credits!")
			self.log.error("Traceback: %s", traceback.format_exc())
			return response


		except ExScrapeError:
			response = {
				u'success'     : False,
				u'error'       : u"credits",
				u'traceback'   : traceback.format_exc(),
				u'cancontinue' : False
			}
			self.log.error("Unknown exception on page '%s'!", sourceUrl)
			self.log.error("Traceback: %s", traceback.format_exc())
			return response

		return response