def main(workdir):
options = _handle_cmd_line(sys.argv[1:])
logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
filename=os.path.join(workdir, 'logs', options.log_name))
# compile js
global jsdata
with open(os.path.join(workdir, 'js', 'qimai.js'), 'r', encoding='utf-8') as f:
jsdata = f.read()
jsdata = execjs.compile(jsdata)
# http://api.qimai.cn/search/checkHasBundleId?analysis=YVYAQwUDckp8XQFGYgltSD0GY1xwEx9DVVFCWwwYWwxRVQp4UUNyRV5UVAF%2BXCQXAFIBCQcHBwgACFB3G1U%3D&search=cn.wps.moffice
with open(options.input_file, 'r') as input_file, \
open(options.out_file, 'w') as out_file, \
open(options.out_not_find_file, 'w') as out_not_find_file:
count_all = 0
count_find = 0
count_not_find = 0
for line in input_file:
fields = line.strip().split(options.input_file_field_separator)
package_name = fields[options.input_file_package_index]
try:
out_file.write(process(package_name))
out_file.write('\n')
count_find += 1
except:
out_not_find_file.write(line.strip())
out_not_find_file.write('\n')
count_not_find += 1
count_all += 1
logging.info("procee line: %s, find package: %s, not find %s" % (count_all, count_find, count_not_find))
logging.info('over ,exit')
def main(workdir):
options = util._handle_cmd_line(sys.argv[1:])
logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
filename=os.path.join(workdir, 'logs', options.log_name))
# http://app.flyme.cn/apps/public/detail?package_name=io.moreless.tide
base_url = 'http://app.flyme.cn/apps/public/detail?package_name='
with open(options.input_file, 'r', encoding='utf-8') as input_file, \
open(options.out_file, 'w', encoding='utf-8') as out_file, \
open(options.out_not_find_file, 'w', encoding='utf-8') as out_not_find_file:
count_all = 0
count_find = 0
count_not_find = 0
for line in input_file:
fields = line.strip().split(options.input_file_field_separator)
package_name = fields[options.input_file_package_index]
real_url = base_url + package_name
try:
out_file.write(process(real_url, options, package_name))
out_file.write('\n')
count_find += 1
except:
out_not_find_file.write(line.strip())
out_not_find_file.write('\n')
count_not_find += 1
count_all += 1
if count_all % 100 == 0:
logging.info("procee line: %s, find package: %s, not find %s" % (count_all, count_find, count_not_find))
logging.info('over ,exit')
def main(workdir):
options = _handle_cmd_line(sys.argv[1:])
logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
filename=os.path.join(workdir, 'logs', options.log_name))
# 代理服务器
proxyHost = "http-dyn.abuyun.com"
proxyPort = "9020"
# 代理隧道验证信息
proxyUser = "******"
proxyPass = "******"
global proxy_auth_plugin_path
proxy_auth_plugin_path = create_proxy_auth_extension(
proxy_host=proxyHost,
proxy_port=proxyPort,
proxy_username=proxyUser,
proxy_password=proxyPass)
# compile js
global jsdata
with open(os.path.join(workdir, 'js', 'qimai.js'), 'r', encoding='utf-8') as f:
jsdata = f.read()
jsdata = execjs.compile(jsdata)
# http://api.qimai.cn/search/checkHasBundleId?analysis=YVYAQwUDckp8XQFGYgltSD0GY1xwEx9DVVFCWwwYWwxRVQp4UUNyRV5UVAF%2BXCQXAFIBCQcHBwgACFB3G1U%3D&search=cn.wps.moffice
start = int(options.start_index)
end = int(options.end_index)
with open(options.out_file, 'w') as out_file, \
open(options.out_not_find_file, 'w') as out_not_find_file:
count_all = 0
count_find = 0
count_not_find = 0
for index in range(start, end):
appid = str(index)
try:
out_file.write(process(appid))
out_file.write('\n')
count_find += 1
except:
out_not_find_file.write(appid)
out_not_find_file.write('\n')
count_not_find += 1
count_all += 1
logging.info("procee line: %s, find appid: %s, not find %s" % (count_all, count_find, count_not_find))
logging.info('over ,exit')