def spider_download_file(file_id, game_id):
'''
@summary: 根据留在页面上的ajax信息,向N网服务器提交请求得到下载链接
@return: 下载用的url:str , 文件类型:str
'''
data = {
"fid": file_id,
"game_id": game_id,
}
ajax_head = headers.copy()
ajax_head[
'Content-Type'] = 'application/x-www-form-urlencoded; charset=UTF-8'
ajax_head['Origin'] = 'https://www.nexusmods.com'
try:
url = "https://www.nexusmods.com/Core/Libs/Common/Managers/Downloads?GenerateDownloadUrl"
response = my_session.post(url=url,
headers=ajax_head,
data=data,
cookies=get_cookies_from_file())
download_url_str = response.content.decode("utf-8")
download_url = json.loads(download_url_str)['url']
file_type = re.search(r'\.[a-z]+\?', download_url).group()[1:-1]
location = Util.get_resources_folder() + "download_file_url.json"
with open(location, 'w', encoding='utf-8') as f:
f.write(file_type + "=" + download_url)
return download_url, file_type
except Exception as e:
print("失败", e)
def get_cookies_info(run_location, user_name, user_pwd):
'''
@summary: 获取cookies信息
@return: cookies:dict
'''
nexus_cookies_location = Util.get_resources_folder() + "Nexus_Cookies.txt"
if Util.is_file_exists(nexus_cookies_location):
Util.info_print('Nexus_Cookies.json存在', 2)
Util.info_print('尝试通过Nexus_Cookies.json获取Cookies信息', 3)
my_cookies = get_cookies_from_file()
# print(my_cookies)
if is_login(my_cookies):
Util.info_print('Cookies信息验证成功，', 4)
return
else:
Util.info_print('Cookies信息验证失败，', 4)
Util.info_print('尝试通过登录N网记录Cookies信息', 2)
my_cookies = get_cookies_by_selenium_login(user_name, user_pwd)
if my_cookies is not None:
return my_cookies
Util.info_print('尝试通过手动输入, 获知Cookies信息', 2)
my_cookies = get_cookies_by_input()
if is_login(my_cookies):
Util.info_print('Cookies信息验证成功，', 4)
else:
Util.info_print('Cookies信息验证失败，', 4)
Util.warning_and_exit(1)
return my_cookies
def spider_download_file_page(download_page_url):
'''
@summary: 爬虫得到 MOD 的文件页
@return: 下载页html:str
'''
try:
response = my_session.get(url=download_page_url, headers=headers)
download_page_html = response.content.decode()
location = Util.get_resources_folder() + "mod_download_page.html"
with open(location, 'w', encoding='utf-8') as f:
f.write(download_page_html)
headers['Referer'] = download_page_url
return download_page_html
except Exception as e:
print("失败", e)
Util.warning_and_exit(1)
def get_mod_file_page(is_safe_to_spide: bool):
'''
@summary: 获取 Stracker\'s Loader 的文件页
@return: 网页:str, 使用了爬虫:bool
'''
if is_safe_to_spide:
Util.info_print('通过爬虫得到 "Stracker\'s Loader" 文件页', 2)
page_html = spider_mod_file_page()
is_spider = True
else:
Util.info_print('由于爬虫等待时间未过，从本地记录中获取', 2)
location = Util.get_resources_folder() + 'mod_file_page.html'
with open(location, 'r') as f:
page_html = f.read()
is_spider = False
Util.info_print('获取成功', 3)
return page_html, is_spider
def is_login(my_cookies):
'''
@summary: 通过检验cookies,得知是否已经成功登录N网
'''
global headers
response = my_session.get(
url="https://www.nexusmods.com/monsterhunterworld/mods/1982?tab=images",
headers=headers,
cookies=my_cookies)
file_page_html = response.content.decode()
location = Util.get_resources_folder() + 'is_login.html'
with open(location, 'w', encoding='utf-8') as f:
f.write(file_page_html)
xpath_data = etree.HTML(file_page_html)
a = xpath_data.xpath('//*[@id="login"]')
if len(a) == 0:
return True
return False
def spider_mod_file_page():
'''
@summary: 爬虫得到 MOD 的文件页
@return: session
'''
try:
response = my_session.get(
url="https://www.nexusmods.com/monsterhunterworld/mods/1982?tab=files",
headers=headers)
file_page_html = response.content.decode()
# print(file_page_html)
location = Util.get_resources_folder()+'mod_file_page.html'
with open(location, 'w', encoding='utf-8')as f:
f.write(file_page_html)
headers['Referer'] = "https://www.nexusmods.com/monsterhunterworld/mods/1982?tab=files"
return file_page_html
except Exception as e:
print("失败", e)
Util.warning_and_exit(1)
def run():
print("本程序由Recluse制作")
print("本程序用于一键更新前置MOD-StrackerLoader")
print("本程序不会用于盗号, 偷取信息 等非法操作")
print("但由于源码是公开的, 可能存在被魔改成盗号程序的可能。故建议从github获取本程序。")
print("github地址：https://github.com/RecluseXU/CheckStrackerLoader")
print("B站联系地址：https://www.bilibili.com/video/av91993651")
print("输入回车键开始")
input()
Util.info_print('初始化')
Util.info_print('创建resources目录', 1)
location = Util.get_resources_folder()[:-1]
Util.creat_a_folder(location)
Util.info_print('创建lib目录', 1)
location = Util.get_lib_folder()[:-1]
Util.creat_a_folder(location)
# 信息获取
Util.info_print("获取本地信息")
Util.info_print('尝试获取 MHW 目录', 1)
MHW_Install_Address = Util.get_MHW_Install_Address()
Util.info_print('MHW 目录:\t' + MHW_Install_Address, 2)
Util.info_print('尝试获取当前目录', 1)
run_folder_location = Util.get_run_folder()
Util.info_print('当前目录:\t' + run_folder_location, 2)
Util.info_print('检查StrackerLoader安装状态', 1)
is_installed = Util.is_file_exists(MHW_Install_Address + 'dinput8.dll')
Util.info_print('安装状态:\t' + str(is_installed), 2)
if is_installed:
Util.info_print('尝试获取 StrackerLoader-dinput8.dll 的 MD5', 2)
dinput8_dll_md5 = Util.get_file_MD5(MHW_Install_Address +
'dinput8.dll')
else:
dinput8_dll_md5 = ""
Util.info_print('尝试获取 conf.ini信息', 1)
if not Util.is_file_exists(run_folder_location + 'conf.ini'):
Util.info_print('conf.ini不存在,创建conf.ini', 2)
print('这次输入的信息会记录在conf.ini中，如果需要更改，用记事本修改conf.ini的内容即可')
N_name = input('请输入N网账号或邮箱:')
N_pwd = input('请输N网密码:')
Conf_ini.creat_new_conf_ini(run_folder_location + 'conf.ini',
dinput8_dll_md5, N_name, N_pwd)
Util.info_print('读取conf.ini', 2)
conf_ini = Conf_ini(run_folder_location)
Util.info_print('尝试获取 Cookies 信息', 1)
username, userpwd = conf_ini.get_nexus_account_info()
get_cookies_info(run_folder_location, username, userpwd)
#
Util.info_print("获取MOD信息")
Util.info_print('尝试获取N网 "Stracker\'s Loader" 文件信息页', 1)
file_page_html, is_spider = get_mod_file_page(conf_ini.is_safe_to_spide())
if is_spider: # 更新最后一次爬虫的时间信息
conf_ini.set_new_last_spide_time()
Util.info_print(r'尝试分析文件页，得到 "Stracker\'s Loader" 最新版信息', 1)
last_publish_date, last_download_url = analyze_mod_file_page(
file_page_html)
Util.info_print("最新版本上传日期\t" + str(last_publish_date), 2)
Util.info_print("最新版本下载地址\t" + last_download_url, 2)
last_publish_timeStamp = Util.transform_datetime_to_timeStamp(
last_publish_date)
installed_version_timeStamp = conf_ini.get_installed_SL_upload_date()
if is_installed and last_publish_timeStamp == installed_version_timeStamp:
Util.info_print("已安装的版本与最新版发布时间一致，无需更新")
Util.warning_and_exit()
Util.info_print('尝试获取N网 "Stracker\'s Loader" 最新版文件下载页', 1)
download_page_html = spider_download_file_page(last_download_url)
Util.info_print('尝试分析N网 "Stracker\'s Loader" 最新版文件下载页', 1)
file_id, game_id = analyze_download_file_page(download_page_html)
Util.info_print('game_id\t' + game_id, 2)
Util.info_print('file id\t' + file_id, 2)
Util.info_print('尝试获取N网 "Stracker\'s Loader" 最新版文件下载url', 1)
download_url, file_type = spider_download_file(file_id, game_id)
Util.info_print("最新版文件下载url\t" + download_url, 2)
Util.info_print("最新版文件类型\t" + file_type, 2)
Util.info_print('尝试下载"Stracker\'s Loader" 最新版文件', 1)
location = Util.get_resources_folder() + 'StrackerLoader.' + file_type
downloadFile(download_url, location)
Util.info_print("信息处理")
Util.info_print('尝试解压"Stracker\'s Loader" 文件', 1)
downloaded_mod_location = Util.get_resources_folder(
) + 'StrackerLoader.' + file_type
downloaded_mod_unpack_location = Util.get_resources_folder(
) + 'StrackerLoade\\'
if file_type == 'zip':
Util.unzip_all(downloaded_mod_location, downloaded_mod_unpack_location,
'')
Util.info_print('尝试获取刚下载的"Stracker\'s Loader" 文件MD5', 1)
download_dll_location = Util.get_resources_folder(
) + '\\StrackerLoade\\dinput8.dll'
download_dll_md5 = Util.get_file_MD5(download_dll_location)
Util.info_print('刚下载的"Stracker\'s Loader" dll-MD5:\t' + download_dll_md5,
2)
if is_installed and conf_ini.get_installed_mod_ddl_md5(
) == download_dll_md5:
Util.info_print('刚下载MD5 与 已安装MD5一致,无需更新', 2)
Util.info_print('更新 已安装版本DLL的MD5 信息', 3)
conf_ini.set_installed_mod_ddl_md5(download_dll_md5)
Util.info_print('更新 已安装版本N网作者上传时间信息', 3)
conf_ini.set_installed_SL_upload_date(last_publish_date)
Util.warning_and_exit()
Util.info_print('尝试覆盖安装', 1)
Util.info_print('覆盖安装dinput8.dll', 2)
mhw_ddl_location = MHW_Install_Address + 'dinput8.dll'
Util.copy_file(download_dll_location, mhw_ddl_location)
Util.info_print('覆盖安装dinput-config.json', 2)
download_dinputconfig_location = Util.get_resources_folder(
) + '\\StrackerLoade\\dinput-config.json'
mhw_dinputconfig_location = MHW_Install_Address + 'dinput-config.json'
Util.copy_file(download_dinputconfig_location, mhw_dinputconfig_location)
Util.info_print('更新安装信息', 2)
Util.info_print('更新 已安装版本N网作者上传时间信息', 3)
conf_ini.set_installed_SL_upload_date(last_publish_date)
Util.info_print('更新 已安装版本DLL的MD5 信息', 3)
conf_ini.set_installed_mod_ddl_md5(download_dll_md5)
print('程序运行完毕\n3DM biss')
Util.warning_and_exit(0)
# here put the import lib
from selenium.webdriver.common.desired_capabilities import DesiredCapabilities
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.support.expected_conditions import presence_of_element_located
from selenium import webdriver
import json
# import time
import os
from utils.util import Util
# from util import Util
cookies_json_location = Util.get_resources_folder() + 'Nexus_Cookies.txt'
def _init_selenium_chrome_driver():
'''
@summary: 配置selenium.webdriver chrome
@return: selenium.webdriver chrome
'''
chromedriver = Util.get_lib_folder() + "chromedriver.exe"
drivePath = os.path.join(os.path.dirname(__file__), chromedriver)
options = webdriver.ChromeOptions()
# 禁止图片加载
# prefs = {"profile.managed_default_content_settings.images": 2}
# options.add_experimental_option("prefs", prefs)
# 不显示图片
# options.add_argument('--blink-settings=imagesEnabled=false')
