def post(keyword): user_agent = [ \ "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.1 (KHTML, like Gecko) Chrome/22.0.1207.1 Safari/537.1", \ "Mozilla/5.0 (X11; CrOS i686 2268.111.0) AppleWebKit/536.11 (KHTML, like Gecko) Chrome/20.0.1132.57 Safari/536.11", \ "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/536.6 (KHTML, like Gecko) Chrome/20.0.1092.0 Safari/536.6", \ "Mozilla/5.0 (Windows NT 6.2) AppleWebKit/536.6 (KHTML, like Gecko) Chrome/20.0.1090.0 Safari/536.6", \ "Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.1 (KHTML, like Gecko) Chrome/19.77.34.5 Safari/537.1", \ "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/536.5 (KHTML, like Gecko) Chrome/19.0.1084.9 Safari/536.5", \ "Mozilla/5.0 (Windows NT 6.0) AppleWebKit/536.5 (KHTML, like Gecko) Chrome/19.0.1084.36 Safari/536.5", \ "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1063.0 Safari/536.3", \ "Mozilla/5.0 (Windows NT 5.1) AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1063.0 Safari/536.3", \ "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_0) AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1063.0 Safari/536.3", \ "Mozilla/5.0 (Windows NT 6.2) AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1062.0 Safari/536.3", \ "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1062.0 Safari/536.3", \ "Mozilla/5.0 (Windows NT 6.2) AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1061.1 Safari/536.3", \ "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1061.1 Safari/536.3", \ "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1061.1 Safari/536.3", \ "Mozilla/5.0 (Windows NT 6.2) AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1061.0 Safari/536.3", \ "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/535.24 (KHTML, like Gecko) Chrome/19.0.1055.1 Safari/535.24", \ "Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/535.24 (KHTML, like Gecko) Chrome/19.0.1055.1 Safari/535.24" ] header = {"User-Agent": random.choice(user_agent)} s = requests.session() response = s.get("https://baike.baidu.com/item/" + keyword, headers=header) content = response.content return content
def __init__(self, url_login, url_auth, login, pwd): self.ses = requests.session() login_html = self.ses.get(url_login) soup_login = BeautifulSoup(login_html.content, features="html.parser").find('form').find_all('input') my_dict = {} for u in soup_login: if u.has_attr('value'): my_dict[u['name']] = u['value'] # override the inputs without login and pwd: my_dict['Email'] = login my_dict['Passwd'] = pwd self.ses.post(url_auth, data=my_dict)
def _init(): global _session if _session is None: _session = requests.session() _session.headers.update(_header) if os.path.isfile(_Cookies_File_Name): with open(_Cookies_File_Name, 'r') as f: cookies_dict = json.load(f) _session.cookies.update(cookies_dict) else: print('no cookies file, this may make something wrong.') print('if you will run create_cookies or login next, ' 'please ignore me.') _session.post(_Login_URL, data={}) else: raise Exception('call init func two times')
def __init__(self, data: dict = { "DDDDD": "2016140606", "upass": "******", "0MKKey": "" }, login_url: str = "http://10.3.8.211", logout_url: str = "http://10.3.8.211/F.htm"): self.login_url = login_url self.data = data # self.data = {"DDDDD":"2016140606","upass":"******","0MKKey":""} # self.cookie = {"myusername":"******", "username":"******", "smartdot":"046614"} self.login_headers = { "User-Agent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36", "Content-Type": "application/x-www-form-urlencoded", "Referer": "http://10.3.8.211/" } self.logout_url = logout_url self.session = requests.session()
from .models import News, Category headers = { 'authority': 'www.kith.com', 'cache-control': 'max-age=0', 'upgrade-insecure-requests': '1', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.106 Safari/537.36', 'sec-fetch-dest': 'document', 'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9', 'sec-fetch-site': 'same-origin', 'sec-fetch-mode': 'navigate', 'sec-fetch-user': '******', } session = requests.session() def getNews(): News.objects.filter(category=Category.objects.get(name='Музыка')).filter( poll__isnull=True).all().delete() getMusicNews() def getMusicNews(): response = session.get('https://rg.ru/tema/kultura/music/pop/', headers=headers) bs = BeautifulSoup(response.text, 'lxml') for a in bs.select('h2.b-news-inner__list-item-title a[href]')[0:15]: try: response_ = session.get('https://rg.ru' + a['href'],
from docopt import docopt from pip.req import parse_requirements from pip.index import PackageFinder from pip._vendor.requests import session import os requests = session() class Requirements(object): def __init__(self,reqfile=None): super(Requirements,self).__init__() self.path=reqfile self.requirements=[] if reqfile: self.load(reqfile) def __repr__(self): return '<Requirements \'{}\'>'.format(self.path) def load(self,reqfile): if not os.path.exists(reqfile): raise ValueError('The given requirements file doesn\'t exist') finder = PackageFinder([],[],session=requests) for requirement in parse_requirements(reqfile,finder=finder,session=requests): if requirement.req: if not getattr(requirement.req,'name',None): requirement.req.name=requirement.req.project_name self.requirements.append(requirement.req) def diff(self,requirements,ignore_versions=False,excludes=None):
#!/usr/bin/env python #-*- coding:utf-8 -*- """Usage: pip-grep [-s] <reqfile> <package>... Options: -h --help Show this screen. """ import os from docopt import docopt from pip.req import parse_requirements from pip.index import PackageFinder from pip._vendor.requests import session results = session() class Requirements(object): def __init__(self, reqfile=None): super(Requirements, self).__init__() self.path = reqfile self.requirements = [] if reqfile: self.load(reqfile) def __repr__(self): return '<Requirements \'{}\'>'.format(self.path) def load(self, reqfile): if not os.path.exists(reqfile): raise ValueError('The given requirements file does not exist.')