def search(self, keyword):
if self.shelve.hasKey(keyword):
xpath_content = self.shelve.load('content', keyword)
finalurl = self.shelve.load('url', keyword)
else:
html_page = self.CC.search(keyword)
xpath_doc = xpath.Doc(html_page)
content = xpath_doc.search('//div[@class=dictionaries dictionary]')
if not len(content): return False
xpath_content = xpath.Doc(content[0])
finalurl = self.CC.finalurl
self.shelve.save('content', xpath_content, keyword)
self.shelve.save('url', finalurl, keyword)
result = ''
for dic in xpath_content.search('/div'):
# print(xpath_content); exit()
if self.element['all']:
dict_type = (re.findall(r'data-type-block="(.+?)"', dic))
if len(dict_type) >= 1:
result += '[%s]\n '%(dict_type[0])
result += self.dict_to_string(xpath.Doc(dic))
else:
result += self.dict_to_string(xpath.Doc(dic))
break
if self.element['origin_url']: result += finalurl
return result
def shorte(self):
br = self.br
br.open("https://shorte.st/es/login")
u, p = self._get_auth("shorte")
br.form = list(br.forms())[1]
br.form["_username"] = u
br.form["_password"] = p
br.submit()
res = br.response().read()
doc = xpath.Doc(res)
return doc.get("//a[@class='total-income']")
def adfly(self):
br = self.br
br.open("https://login.adf.ly/login")
br.form = list(br.forms())[0]
u, p = self._get_auth("adfly")
br.form["email"] = u
br.form["password"] = p
br.submit()
res = br.response().read()
doc = xpath.Doc(res)
return doc.get("//h4[@id='total-earnings']")
def ouo(self):
br = self.br
br.open("http://ouo.press/auth/signin/")
br.form = list(br.forms())[0]
user, pswd = self._get_auth('ouo')
br.form["username"] = user
br.form["password"] = pswd
br.submit()
res = br.response().read()
doc = xpath.Doc(res)
return doc.get(
"//span[@class='h3 text-success font-bold m-t m-b-xs block']")
def bcvc(self):
br = self.br
br.open("http://bc.vc")
br.form = list(br.forms())[2]
u, p = self._get_auth("bcvc")
br.form["usr_email"] = u
br.form["usr_pass"] = p
br.submit()
res = br.response().read()
doc = xpath.Doc(res)
t = doc.search("//div[@class='user_content']/text()")[0]
return t.strip().split(" ")[-2]
def publited(self):
br = self.br
br.open("http://www.publited.com/en/login")
u, p = self._get_auth("publited")
br.form = list(br.forms())[0]
br.form["data[User][email]"] = u
br.form["data[User][password]"] = p
br.submit()
res = br.response().read()
doc = xpath.Doc(res)
f = doc.search("//dd[@class='em-price text-green']/a/text()")
number = f[3].replace(",", ".").split(" ")[0]
return "$ {}".format(number)
def shink(self):
br = self.br
br.open("http://panel.shink.in/auth/login")
br.form = list(br.forms())[0]
u, p = self._get_auth("shink")
br.form["identity"] = u
br.form["password"] = p
br.submit()
br.open("http://panel.shink.in/")
res = br.response().read()
print res
doc = xpath.Doc(res)
res = doc.search("//span[@class='h3 text-success font-bold']")
print res
return res