def send(user, pwd):
session.post(url,
allow_redirects=False,
data={
'username': user,
'password': pwd
})
def startTweet():
increment()
session = requests.session()
result = session.get('https://twitter.com/login')
tree = html.fromstring(result.text)
authenticity_token = list(set(tree.xpath("//input[@name='authenticity_token']/@value")))[0]
print ('auth token is: ' + authenticity_token)
payload = {
'authenticity_token' : {authenticity_token, authenticity_token},
'redirect_after_login' : '',
'remember_me' : '1',
'scribe_log': '',
'session[password]': AutomatedPosting.pass_entry.get(),
'session[username_or_email]' : AutomatedPosting.user_entry.get(),
'ui_metrics':''
}
params ={
'authenticity_token' : authenticity_token,
'batch_mode' : 'off',
'is_permalink_page' :'false',
'place_id' : '',
'status' : AutomatedPosting.msg_entry.get() + " " + str(COUNT),
'tagged_users':''
}
result = session.post('https://twitter.com/sessions', data = payload)
cookies = result.cookies
result = session.post('https://twitter.com/i/tweet/create', cookies = cookies, params = params, headers =dict(referer = 'https://www.twitter.com/'))
print(result.text)
def CanvasLogin(session):
res = session.get(MainUrl)
#print 'Return status:', res.status_code
assert res.status_code == 200 # code = OK
#print res.text
PayloadLogin['authenticity_token'] = getAuthToken(res.text, 0)
updateUserInfoForPayloadLogin()
session.post(LoginPostUrl, data=PayloadLogin)
def login(session):
try:
login = {
'j_username': AGILE_CREDENTIALS['username'],
'j_password': AGILE_CREDENTIALS['password']
}
headers = {
'Accept':
'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
'Accept-Encoding':
'gzip, deflate',
'Accept-Language':
'en-US,en;q=0.5',
'Connection':
'keep-alive',
'Content-Length':
'1781',
'Content-Type':
'application/x-www-form-urlencoded',
'Host':
AGILE_HOST_NAME,
'Referer':
AGILE_PROD_URL,
'Upgrade-Insecure-Requests':
'1',
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:56.0) Gecko/20100101 Firefox/57.0'
}
timeout = 5 # seconds
session.post(AGILE_LOGIN_URL,
data=login,
headers=headers,
timeout=timeout)
# open agile window
session.get(AGILE_PROD_URL)
except requests.exceptions.Timeout:
return "no agile"
pass
except:
return "no agile"
pass
def get_rates_detail_JSON(ex_code):
securityCode = ex_code['Code']
securityName = ex_code['Security']['Name']
exchangeCode = ex_code['Security']['ExchangeCode']
decimals = ex_code['Security']['Decimals']
boardCode = ex_code['Board']['Code']
marketCode = ex_code['Board']['MarketCode']
payload = json.dumps([{
"securityCode": securityCode,
"securityName": securityName,
"exchangeCode": exchangeCode,
"decimals": decimals,
"boardCode": boardCode,
"marketCode": marketCode
}])
url = f"""{url_trade}/GetRatesDetailJSON?request={payload}"""
result = {}
try:
r = session.post(url, headers=headers)
except:
return result
try:
result = json.loads(r.content)
except:
pass
logger.debug(result)
return result
def get_packet(account):
payload = f"""SrcAccount={account['SrcAccount']}&SrcAccount_placeId={account['SrcAccount_placeId']}&AccountKey={account['AccountKey']}"""
url = f"""{url_trade}/GetPacket?{payload}"""
result = {}
try:
r = session.post(url, headers=headers)
except:
return result
soup = BeautifulSoup(r.text)
micex_head = []
micex_head_table = soup.find_all(class_="micex_head")
if len(micex_head_table) > 0:
micex_head = table_to_list(micex_head_table[0])
result['micex_head'] = micex_head
micex_data_table = soup.find_all(class_="micex data-table")
if len(micex_data_table) > 0:
micex_data_table = table_to_list(micex_data_table[0])
result['micex_data_table'] = micex_data_table
account['packet'] = result
soup = None
logger.debug(result)
return result
def get_open_book_detail(ex_code):
market = ex_code['Board']['ExchangeCode']
security = f"{ex_code['Security']['DisplayBaseSecurityCode']} ({ex_code['Security']['Code']})"
security_code = ex_code['Security']['Code']
decimals = ex_code['Security']['Decimals']
deep = 20
payload = f"""Market={market}&SecurityCode={security_code}&Decimals={decimals}&Deep={deep}"""
url = f"""{url_trade}/GetOpenBookDetail?{payload}"""
result = []
try:
r = session.post(url, headers=headers)
except:
return result
soup = BeautifulSoup(r.content)
open_book_table = soup.find_all(class_="open-book-table")
if len(open_book_table) > 0:
result = table_to_list(open_book_table[0])
soup = None
logger.debug(result)
return result
def login_sso():
print("starting sso log in ...")
login_page = session.get(login_sso_url)
print(login_page.text)
login_page.encoding = 'utf8'
root = etree.HTML(login_page.content)
if "You have successfully logged in" in login_page.text or "退出登录" in login_page.text:
print("sso already logged in")
return True
form = root.xpath('//div[@class="clearfix login_btncont"]')[0]
lt = root.xpath('//input[@name="lt"]/@value')[0]
execution = form.xpath('//input[@name="execution"]/@value')[0]
_eventId = form.xpath('//input[@name="_eventId"]/@value')[0]
login_result = session.post(login_sso_url,
data={
'submit': '登录',
'username': username,
'password': password,
'code': '',
'lt': lt,
'execution': execution,
"_eventId": _eventId
})
result = 'You have successfully logged in' in login_result.text
print("sso log in done, result={0}".format(result))
return result
def get_securities_by_exchange_code():
result = {}
for x in exchange_codes:
url = f"""{url_trade}/GetSecuritiesByExchangeCode?exchangeCode={x}"""
try:
r = session.post(url, headers=headers)
except:
return result
result[x] = []
res = []
try:
res = json.loads(r.content)
except:
pass
result[x] = res
logger.debug(result)
return result
def UploadComments(session):
with open(LogFile, 'w') as foutLog:
with open(ScoreAndCommentFile) as fin:
lineID = 0
for line in fin:
lineID += 1
splitLine = line.split('\t')
assert len(splitLine) == 4
studentName = splitLine[0]
studentID = splitLine[1]
score = splitLine[2]
comment = urllib.unquote(splitLine[3])
setComment(comment)
setScore(score)
print '%s: %s' % (lineID, studentName)
payload = None
if SubmitScoreOrComment <= 0:
payload = PayloadScoreAndComment.copy()
elif SubmitScoreOrComment == 1:
payload = PayloadComment.copy()
elif SubmitScoreOrComment == 2:
payload = PayloadScore.copy()
else:
raise ValueError(
'Wrong value in setting: SubmitScoreOrComment.')
if payload is not None:
payload.update(PayloadSubmitField)
session.post(genCommentPostUrl(CourseID, AssignmentID,
studentID),
data=payload)
foutLog.write('%s: %s (%s) -> submitted.\n' %
(lineID, studentName, studentID))
sleep(1) # for safety, delay 1 sec between submissions
if SubmitNRecordsOnly > 0:
if lineID == SubmitNRecordsOnly:
foutLog.write('%s records were submitted.\n' %
SubmitNRecordsOnly)
break
foutLog.write("All records were submitted.\n")
def login_post(post_url, account, pwd):
post_data = {
'_xsrf': get_xsrf(),
'password': pwd,
'captcha_type': 'cn',
'phone_num': account,
'captcha': get_captcha(),
}
response_text = session.post(post_url, data=post_data, headers=headers)
print(response_text.text)
session.cookies.save()
def post_data(data, status_info):
# post data and status
print(data)
json_data = {'json_str': data, 'result_status': status_info}
from requests import session
session = session()
url = 'http://erp.btomorrow.cn/adminjson/ERP_SaveCrawlerStatus'
try:
resp = session.post(url, data=json.dumps(json_data), timeout=10).json()
logger.info(resp)
if resp.get('errorCode') != 0:
logger.info('结果上报失败: %s\n%s' % (json.dumps(data), status_info))
logger.info('上报成功： %s' % (json_data))
except Exception as ee:
logger.error('server error', ee, exc_info=1)
finally:
session.close()
def check_bykc_course():
print("starting routine...")
response = session.post(
url=bykc_query_url,
data={},
headers={
"User-Agent":
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) "
"Chrome/77.0.3865.120 Safari/537.36",
"Sec-Fetch-Mode":
"cors",
"Referer":
"https://bykc.e.buaa.edu.cn/system/course-mine",
"Content-Type":
"application/json;charset=UTF-8",
"Origin":
"https://bykc.e.buaa.edu.cn",
"Accept":
"application/json",
"auth_token":
auth_token
})
# print("response : {0}".format(response.text))
response_data = json.loads(response.text)
for course in response_data['data']:
if "学院路校区" in course['courseCampusList']:
print('name={0}, '
'maxCount={1}, '
'currentCount={2}, '
'select start date={3}, '
'select end date={4}, '
'start date={5}, '
'position={6}'.format(course['courseName'],
course['courseMaxCount'],
course['courseCurrentCount'],
course['courseSelectStartDate'],
course['courseSelectEndDate'],
course['courseStartDate'],
course['coursePosition']))
print("routine done")
def get_login_cookies(session, baseUrl):
"""
Get PHPSESSID cookie to use the API
"""
credentials = config('loginCredentials')
print("start login")
loginPage = session.get(baseUrl + '/login')
soup = BeautifulSoup(loginPage.text, "html.parser")
csrf = soup.find("input", type="hidden")
print(csrf)
# Get user and password from config.ini file
credentials = config('loginCredentials')
payload = {
'_username': credentials['user'],
'_password': credentials['password'],
'_csrf_token': csrf['value'],
}
# Fake browser header
headers = {
'user-agent':
"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.98 Safari/537.36"
}
loginCheck = session.post(baseUrl + '/login_check',
data=payload,
headers=headers,
cookies=loginPage.cookies)
# Response ok or not?
if loginCheck.status_code == 200:
securePage = session.get(
'https://amsterdam.apptimizeplatform.nl/api/inspectionround/area/rounds/planning',
headers=headers)
# Check for name in html page which is only visible after login
if securePage.status_code == 200:
print("login succeeded!")
return loginCheck.cookies
if loginCheck.status_code == 401 or loginCheck == 403:
print('login failed!')
def login_vpn():
print("starting vpn log in ...")
login_page = session.get(login_vpn_url)
login_page.encoding = 'utf8'
root = etree.HTML(login_page.content)
if "青年北航" in login_page.text:
print("vpn already logged in")
return True
authenticity_token = root.xpath(
'//input[@name="authenticity_token"]/@value')[0]
login_result = session.post(login_vpn_url,
data={
'utf8': '✓',
'user[login]': username,
'user[password]': password,
'user[dymatice_code]': 'unknown',
'commit': '登录 Login',
'authenticity_token': authenticity_token
})
result = " 青年北航" in login_result.text
print("vpn log is done, result={0}".format(result))
return result
def _getTorrentURL_RSS_TYT(self, postData):
logging.debug(' Getting torrent url from TYT rss feed.' )
torrentPostURL = self._getTYTForumTorrentPostURL(postData['content'][0]['value'])
# from requests.auth import HTTPDigestAuth
# url = 'http://tenyardtracker.com/details.php?id=32823'
#
# s = requests.session()
# r = s.get('http://tenyardtracker.com/details.php?id=32823')
# print(s.cookies)
# print r.content
session = requests.Session()
tty_loginURL = 'http://tenyardtracker.com/members.php?action=takelogin'
# r = requests.get("http://tenyardtracker.com/members.php?action=login")
# # Parse it
# auth_key = re.findall("auth_key' value='(.*?)'", r.text)[0]
# This is the form data that the page sends when logging in
login_data = {
'username': '******' % self.tyt_username,
'password': '******' % self.tyt_password,
}
loginDAta = session.post(tty_loginURL, data=login_data)
if not torrentPostURL == '':
torrentPostData = session.get(torrentPostURL)
found = re.findall("torrent=\d*\\'>", torrentPostData.content)
if len(found) > 0:
torrentURLPostfix = re.sub("\\'>", '', found[0])
torrentURL = 'http://tenyardtracker.com/download.php?' + torrentURLPostfix
return torrentURL, session
else:
logging.debug(' Torrent postfix not found in url!')
else:
logging.debug(' Torrent post url is blank!')
return None, None
def create_order(account, ex_code, order):
board_code = ex_code['Board']['Code']
exchange_code = ex_code['Security']['ExchangeCode']
security_exchange_code = ex_code['Security']['ExchangeCode']
market_code = ex_code['Security']['MarketCode']
security_code = ex_code['Security']['Code']
account_number = account['SrcAccount']
accounts, account_key = account['AccountKey'], account['AccountKey']
is_buy_operation = order['is_buy_operation']
is_swap_order = order['is_swap_order']
s_volume = order['s_volume']
price = order['price']
is_market_price = order['is_market_price']
total_swap = order['total_swap']
total = order['total']
payload = f"""ExchangeCode={exchange_code}&SecurityExchangeCode={security_exchange_code}&BoardCode={board_code}&MarketCode={market_code}&AccountNumber={account_number}&SecurityCode={security_code}&isBuyOperation={is_buy_operation}&isSwapOrder={is_swap_order}&Accounts={accounts}&AccountKey={account_key}&sVolume={s_volume}&Price={price}&isMarketPrice={is_market_price}&TotalSwap={total_swap}&
Total={total}""" #cVolume=100000&
url = f"""{url_trade}/CreateOrder?{payload}"""
result = {}
try:
r = session.post(url, headers=headers)
except:
return result
#soup = BeautifulSoup(r.content)
#soup.find_all(class_="ui-state-highlight ui-corner-all")
result = r.content
return result
def pos_detail_report_data(account,
period_from='01.01.2001',
period_to='01.01.2040'):
security_code, position = '', 0
offset_start, offset_end = 82, 114
payload = f"""PeriodFrom={period_from}&PeriodTo={period_to}&DisplayAccountNumber={account['SrcAccount']}&SecurityCode={security_code}&Position={position}"""
url = f"""{url_reports}/PosDetailReportData?{payload}"""
result = []
try:
r = session.post(url, headers=headers)
except:
return result
instance_id_start = r.text.find(
"""reportview_ReportArea_ErrorLabel', 'reportview_CP', '/Telerik.ReportViewer.axd',"""
)
if instance_id_start > 0:
instance_id = r.text[instance_id_start +
offset_start:instance_id_start + offset_end]
url = f"""https://lk.olb.ru/Telerik.ReportViewer.axd?instanceID={instance_id}&optype=Export&ExportFormat=CSV"""
try:
r = session.get(url, headers=headers)
except:
return result
txt = r.content.decode('utf-8')
result = get_order_result(txt)
logger.debug(result)
return result
# In[4]:
session = requests.session()
# In[5]:
login_url = 'https://freddiemac.embs.com/FLoan/secure/auth.php'
# In[6]:
values = {'username': username, 'password': password}
# In[7]:
r = session.post(login_url, data=values)
# In[8]:
r.status_code
# In[9]:
valuesNew = {
'accept': 'Yes',
'acceptSubmit': 'Continue',
'action': 'acceptTandC'
}
# In[10]:
from requests import session
web_text = open("text_aux", "w")
USENAME = 'mihail.maracine0605'
PASSWORD = getpass()
POST_LOGIN_URL = 'https://acs.curs.pub.ro/2019/login/index.php'
REQUEST_URL = 'https://acs.curs.pub.ro/2019/course/view.php?id=122'
with session() as session:
req = session.get(POST_LOGIN_URL).text
html = BeautifulSoup(req, 'lxml')
token = html.find("input", {"name": "logintoken"}).attrs['value']
button = html.find_all("button", class_="btn btn-primary btn-block mt-3")
payload = {'username': USENAME, 'password': PASSWORD, 'logintoken': token}
payload["button"] = "Login"
post = session.post(POST_LOGIN_URL, data=payload)
r = session.get(REQUEST_URL)
soup = BeautifulSoup(r.text, "lxml")
# print(soup.get_text())
web_text.write(soup.text)
web_text.close()
text_list1 = open("text_aux").readlines()
updates = open("Updates", "w")
for i in range(200, 300):
if text_list1[i] != '\n':
updates.write(text_list1[i])
updates.close()
print("Choose your optinon:")
print("1. Update base form of site")
print("2. Check if site updated")
def is_float(value):
try:
float(value)
except ValueError:
return False
return True
session = session()
for file in path_files:
f = open(mypath + file, 'rb')
coords = file.strip('.txt').split('_')
if len(coords) < 2:
print('No Coordinates on File: ' + file)
print('File will not be uploaded')
continue
lat = coords[-2]
lon = coords[-1]
upload_form = {
'file': (file, f),
'key': (None, 'Vy6nY#Q$p5x'),
}
result = session.post(url='https://rfmap.comtech.ncsu.edu/upload.php',
files=upload_form)
if result.status_code == codes.ok:
f.close()
remove(mypath + file)
else:
print('File Posting Error, Requests Status Code = ' +
result.status_code)
def send_payload(target, payload, session):
url = target + 'user/register?element_parents=account/mail/%23value&ajax_form=1&_wrapper_format=drupal_ajax'
return session.post(url, data=payload)
def _post(session: session(), url: str, data: dict):
html = session.post(url, data)
html.encoding = ENCODING
return html
import requests
from requests import session
#实例化session
session = requests.session()
#使用session发送post请求，获取对方保存在本地的Cookies
post_url = "https://login.taobao.com/member/login.jhtml?redirectURL=https%3A%2F%2Fs.taobao.com%2Fsearch%3Fq%3D%25E8%25BF%259E%25E8%25A1%25A3%25E8%25A3%2599%26initiative_id%3Dtbindexz_20170306"
headers = {
"user-agent":
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.108 Safari/537.36"
}
post_data = {"TPL_username": "******", "TPL_password": "******"}
session.post(post_url, headers=headers, data=post_data)
#再使用session 请求登录后的页面
url = "https://s.taobao.com/search?q=%E8%BF%9E%E8%A1%A3%E8%A3%99&initiative_id=tbindexz_20170306"
response = session.get(url, headers=headers, timeout=3)
usl = response.content.decode("gbk")
with open("taobao2.html", "w") as f:
f.write(usl)
# Acao Imprimir
codigo = '0' # Variavel que guardara o Codigo
urlImprimir = 'https://exemplo.com/Control?action=imprimir&codigo=' # Variavel que guarda a url base para a Acao de Imprimir
urlImprimirAtual = '' # Variavel que guardara a url Montada para a Acao de Imprimir
except Exception as E:
print('Erro ao Definir as Variaveis: ' + E)
# - - - - - - - - - - - - - - [ Bloco de Execucao (2o) ] - - - - - - - - - - - - - - #
# [ Cria a Sessao utilizando os Headers e Efetua o Login ]
try:
session = requests.Session() # Cria a Sessao
session.headers.update(headers) # Seta os Headers
requestLogin = session.post(
urlLogin, data=dataLogin
) # Efetua o Post para a urlLogin com os dados de acesso para realizar Login
except Exception as E:
print('Erro ao Criar a Sessao e Efetuar o Login: '******'1234567891' + str(
i
) # Define os dados do Cliente para o Request via Post da Acao Listar Atual
requestListar = session.post(
urlListar, data=dataListar, cookies=requestLogin.cookies
#__author__ = 'shuai'
# -*- coding: UTF-8 -*-
import urllib
import urllib2
from requests import session
session=session()
url = 'http://127.0.0.1:8000/login_validation/'
data = {'username':'******','password':'******'}
req = session.post(url,data)
print req
url = 'http://127.0.0.1:8000/case_delete_data/'
data = {'caseid':20}
req = session.post(url,data)
print req
resp = session.get(login)
"""
data: {"nt":322,"dp":692,"pr":2070,"ts":1583083793798,
"apikey":"5f0402658a414ad3829a39452a931d18","
request":{"url":"https://www.valueresearchonline.com/funds",
"ua":"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) snap Chromium/80.0.3987.122 Chrome/80.0.3987.122 Safari/537.36",
"w":1366,"h":768},"tags":[],"user":null,
"aid":"3529dda972f7440a95b59af0fb87275f","sid":"ce20e0215d9b486e935a8d49c312dd28","v":"","_v":"3.0.9"}
"""
params = {
"id_username": '******',
"id_password": '******',
'csrfmiddlewaretoken': session.cookies['csrftoken']
}
resp = session.post(login, data=params, headers=dict(Referer=login))
# key is to set the session id from the browser to have the direct authentication
jar = requests.cookies.RequestsCookieJar()
# https://www.youtube.com/watch?time_continue=448&v=PpaCpudEh2o&feature=emb_logo
jar.set = jar.set('sessionid', 'gxakx7e9ge2kqwnn0lwl57u6m6ynymvs')
session.cookies = jar
session.headers.update({
'User-Agent':
'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) snap Chromium/80.0.3987.87 Chrome/80.0.3987.87 Safari/537.36'
})
scrn_ctr = 0
ins_scrn = 'INSERT into screens values({},{!r},{!r})'
cofilename = './downlaods/{} pg {}.csv'
# TODO: do one initial download of these parameters - after a week - change the parameters to remaining
from requests import session
url = "http://project.unionbigdata.com:82/Home/Login"
headers = {
"Host": "project.unionbigdata.com:82",
"Connection": "keep-alive",
#"Content-Length": "262",
"Accept": "*/*",
#"X-Requested-With": "XMLHttpRequest",
"User-Agent":
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.111 Safari/537.36",
"Content-Type": "application/x-www-form-urlencoded; charset=UTF-8",
"Origin": "http://project.unionbigdata.com:82",
"Referer": "http://project.unionbigdata.com:82/Home/Login",
"Accept-Encoding": "gzip, deflate",
"Accept-Language": "zh-CN,zh;q=0.9",
#"Cookie": "ASP.NET_SessionId=n5vzdra0k5hala5jiobvemnr",
}
data = {'UserId': 'SZL451', 'Password': '******'}
session = session()
session.post(url, data=data, headers=headers)
url_ = "http://project.unionbigdata.com:82/Users/UserHome/Index"
res = session.get(url_, headers=headers)
res.encoding = 'utf-8'
print(res.text)
