def search(self, keyword): if self.shelve.hasKey(keyword): xpath_content = self.shelve.load('content', keyword) finalurl = self.shelve.load('url', keyword) else: html_page = self.CC.search(keyword) xpath_doc = xpath.Doc(html_page) content = xpath_doc.search('//div[@class=dictionaries dictionary]') if not len(content): return False xpath_content = xpath.Doc(content[0]) finalurl = self.CC.finalurl self.shelve.save('content', xpath_content, keyword) self.shelve.save('url', finalurl, keyword) result = '' for dic in xpath_content.search('/div'): # print(xpath_content); exit() if self.element['all']: dict_type = (re.findall(r'data-type-block="(.+?)"', dic)) if len(dict_type) >= 1: result += '[%s]\n '%(dict_type[0]) result += self.dict_to_string(xpath.Doc(dic)) else: result += self.dict_to_string(xpath.Doc(dic)) break if self.element['origin_url']: result += finalurl return result
def shorte(self): br = self.br br.open("https://shorte.st/es/login") u, p = self._get_auth("shorte") br.form = list(br.forms())[1] br.form["_username"] = u br.form["_password"] = p br.submit() res = br.response().read() doc = xpath.Doc(res) return doc.get("//a[@class='total-income']")
def adfly(self): br = self.br br.open("https://login.adf.ly/login") br.form = list(br.forms())[0] u, p = self._get_auth("adfly") br.form["email"] = u br.form["password"] = p br.submit() res = br.response().read() doc = xpath.Doc(res) return doc.get("//h4[@id='total-earnings']")
def ouo(self): br = self.br br.open("http://ouo.press/auth/signin/") br.form = list(br.forms())[0] user, pswd = self._get_auth('ouo') br.form["username"] = user br.form["password"] = pswd br.submit() res = br.response().read() doc = xpath.Doc(res) return doc.get( "//span[@class='h3 text-success font-bold m-t m-b-xs block']")
def bcvc(self): br = self.br br.open("http://bc.vc") br.form = list(br.forms())[2] u, p = self._get_auth("bcvc") br.form["usr_email"] = u br.form["usr_pass"] = p br.submit() res = br.response().read() doc = xpath.Doc(res) t = doc.search("//div[@class='user_content']/text()")[0] return t.strip().split(" ")[-2]
def publited(self): br = self.br br.open("http://www.publited.com/en/login") u, p = self._get_auth("publited") br.form = list(br.forms())[0] br.form["data[User][email]"] = u br.form["data[User][password]"] = p br.submit() res = br.response().read() doc = xpath.Doc(res) f = doc.search("//dd[@class='em-price text-green']/a/text()") number = f[3].replace(",", ".").split(" ")[0] return "$ {}".format(number)
def shink(self): br = self.br br.open("http://panel.shink.in/auth/login") br.form = list(br.forms())[0] u, p = self._get_auth("shink") br.form["identity"] = u br.form["password"] = p br.submit() br.open("http://panel.shink.in/") res = br.response().read() print res doc = xpath.Doc(res) res = doc.search("//span[@class='h3 text-success font-bold']") print res return res