def open_dir(self):
config = MonitorConfig()
value = config.get_value('leidian', 'default_dir')
dir_path = None
if value:
# 选择文件夹对话框：
dir_path = QtWidgets.QFileDialog.getExistingDirectory(
self, "选择目录", value)
else:
dir_path = QtWidgets.QFileDialog.getExistingDirectory(
self, "选择目录", "C://Users//Administrator//Desktop")
if dir_path:
config.set_value('leidian', 'default_dir', dir_path)
print(dir_path)
return dir_path
class Moments(MomentsBase):
def __init__(self):
"""
初始化
"""
# 驱动配置
super().__init__()
self.config = MonitorConfig()
self.last_record_phone = self.config.get_value("wx_content",
"last_phone")
self.max_count = int(WxConfig.get_add_friend_max_count())
self.addfriend_inte_seconds = int(
WxConfig.get_addfriend_inte_seconds())
def modify_name(self, phone):
sleep(self.get_sleep(6, 8))
# 输入电话号码
try:
self.find_element_by_id('com.tencent.mm:id/bhn').send_keys(phone)
except:
pass
sleep(self.get_sleep(5, 8))
try:
self.find_element_by_id('com.tencent.mm:id/f8g').click()
sleep(self.get_sleep(4, 6))
except:
pass
try:
xpath = self.find_element_by_xpath(
"//android.widget.TextView[contains(@text,'用户不存在')]")
if xpath:
Logger.println(f"【main(用户不存在={phone}】")
self.find_element_by_xpath(
"//android.widget.Button[contains(@text,'确定')]").click()
self.config.set_value("wx_content", "last_phone", phone)
sleep(self.get_sleep(1, 2))
return False
xpath = self.find_element_by_xpath(
"//android.widget.TextView[contains(@text,'被搜账号状态异常')]")
if xpath:
Logger.println(f"【main(被搜账号异常无法显示={phone}】")
self.find_element_by_xpath(
"//android.widget.Button[contains(@text,'确定')]").click()
self.config.set_value("wx_content", "last_phone", phone)
sleep(self.get_sleep(1, 2))
return False
else:
xpath = self.find_element_by_xpath(
"//android.widget.TextView[contains(@text,'操作过于频繁，请稍后再试')]"
)
if xpath:
Logger.println(f"【main(操作过于频繁,请稍后再试={phone}】")
self.find_element_by_xpath(
"//android.widget.Button[contains(@text,'确定')]").click(
)
return True
except Exception as e:
Logger.println(f"【add().e={e}】")
pass
# 点击设置标签备注
# self.find_element_by_id('com.tencent.mm:id/f43').click()
try:
self.find_element_by_xpath(
"//android.widget.TextView[contains(@text,'设置备注和标签')]").click(
)
except:
try:
self.find_element_by_xpath(
"//android.widget.TextView[contains(@text,'标签')]").click()
except:
pass
pass
sleep(self.get_sleep(2, 3))
try:
by_id = self.find_element_by_id('com.tencent.mm:id/b0a')
if by_id is None:
text = self.find_element_by_id('com.tencent.mm:id/b0j')
if text:
text.click()
sleep(self.get_sleep(1, 2))
by_id = self.find_element_by_id('com.tencent.mm:id/b0a')
if by_id:
attribute = by_id.get_attribute('text')
if attribute == phone:
Logger.println(f"【main({phone}备注已经是手机号无需修改】")
self.driver.back()
sleep(self.get_sleep(1, 1))
self.driver.back()
return False
else:
self.driver.keyevent(123)
by_id.clear()
by_id.send_keys(phone)
pass
sleep(self.get_sleep(1, 2))
# 点击保存
by_xpath = self.find_element_by_xpath("//*[contains(@text,'保存')]")
if by_xpath:
by_xpath.click()
Logger.println(f"【add().phone={phone}】")
self.config.set_value("wx_content", "last_phone", phone)
else:
element_by_xpath = self.find_element_by_xpath(
"//*[contains(@text,'完成')]")
if element_by_xpath:
element_by_xpath.click()
Logger.println(f"【add().phone={phone}】")
self.config.set_value("wx_content", "last_phone", phone)
except Exception as e:
Logger.println(f"【add().e={e}】")
sleep(self.get_sleep(1, 2))
self.driver.back()
sleep(self.get_sleep(1, 2))
sleep(self.get_sleep(1, 2))
self.driver.back()
def main(self):
sleep(self.get_sleep(6, 10))
# 点击搜索按钮
self.find_element_by_id('com.tencent.mm:id/f8y').click()
sleep(self.get_sleep(3, 5))
full_dir = FilePathUtil.get_full_dir("wxfriend", "excel", "手机号列表.xls")
array = excel_util.excel2array(full_dir)
length = len(array)
if not array:
Logger.println(f"【main(请先配置手机号列表文件的sheet_name为手机号列表】")
return
# array = [{'手机': '17602876095'}]
# array = [{'手机': '13301616272'}, {'手机': '15821902923'}]
start_index = 0
for index, element in enumerate(array):
if str(int(element["手机"])) == self.last_record_phone:
start_index = index
Logger.println(
f"【main找到上次添加的手机位置={start_index + 1}={self.last_record_phone}】"
)
break
count = 0
if start_index + 1 > length:
Logger.println(f"【已经是最后一条了】")
return
for index, item in enumerate(array[start_index + 1:length]):
if wx_stop.stopFlag:
break
phone = str(int(item['手机']))
Logger.println(f"【main开始执行{start_index + count + 1}.第{count}个任务】")
if self.max_count > 1 and count > 1 and (count %
self.max_count) == 0:
start_time = int(time())
sleeptime = self.addfriend_inte_seconds
Logger.println(
f"【main(暂时停止任务开启休闲模式).{sleeptime}秒后执行第={count}个任务】")
while True:
rdsleep = self.get_sleep(5, 6)
by_id = self.find_element_by_id('com.tencent.mm:id/bhn')
if rdsleep == 5:
if by_id:
by_id.send_keys(f'已经休眠{int(time()) - start_time}s')
else:
if by_id:
by_id.send_keys('')
sleep(rdsleep)
if int(time()) - start_time > sleeptime:
break
Logger.println(f"【main(退出休闲模式)继续执行第={count}个任务】")
if wx_stop.stopFlag:
break
if self.modify_name(phone):
break
count += 1
Logger.println(f"【main(花费时间).total_count={self.total_count}s】")
def main_backgroud(self):
thread = threading.Thread(target=self.main)
thread.start()
class Moments(MomentsBase):
def __init__(self):
"""
初始化
"""
# 驱动配置
super().__init__()
self.md5_contents = []
self.today_md5_contents = []
full_dir = FilePathUtil.get_lastmodify_file(
FilePathUtil.get_full_dir("wxfriend", "excel", "pic"))
array = excel_util.excel2array(full_dir)
if array:
for item in array:
self.today_md5_contents.append(item['content_md5'])
def enter(self):
"""
进入朋友圈
:return:
"""
sleep(self.WAIT_TIMEOUT)
el2 = self.wait_find_element(By.XPATH, "//*[@text='发现']")
el2.click()
el3 = self.wait_find_element(By.XPATH, "//*[@text='朋友圈']")
el3.click()
sleep(3)
def crawl(self):
self.config = MonitorConfig()
self.wx_content_md5 = self.config.get_value("wx_content", "md5_pic")
self.md5_contents = []
self.enter()
"""
爬取
:return:
"""
index = 0
isFirst = True
contents = []
lastItem = None
while True:
self.crawl_max_count = int(WxConfig.get_crawl_max_count())
if index % self.crawl_max_count == 0:
self.md5_contents.clear()
Logger.println(
f"【======={index},抓取数退出{self.crawl_max_count},本轮抓取已完成,开始滑动到顶部下拉刷新继续==========】"
)
self.swipe_to_top()
if wx_stop.stopFlag:
break
# 上滑
if not isFirst:
self.swipe_up_slow()
isFirst = False
top_element = self.wait_find_element(
By.XPATH, '//android.support.v7.widget.LinearLayoutCompat')
if lastItem and top_element:
self.scrollElement(lastItem, top_element)
sleep(3)
items = self.wait_find_elements(
By.XPATH,
'//android.widget.ListView/android.widget.RelativeLayout')
if items is None:
Logger.println(f"【============未获取到列表================】")
continue
for item in items:
accessibility_id = self.find_element_by_accessibility_id(
'头像', item)
if accessibility_id:
lastItem = item
b_e_content = None
last_pic_md5 = None
last_md5_ = None
advise = self.find_element_by_xpath(
"//android.widget.TextView[contains(@text,'广告')]", item)
if advise:
Logger.println(
f"【============检测到广告忽略进入下一条================】")
continue
message_text_container = self.config.get_value(
"wx_content_ids", "message_text_container")
content_element = self.find_element_by_id(
message_text_container, item)
if content_element:
content_element.click()
b_e_content = self.waitContentTextById(
"com.tencent.mm:id/fpu")
if b_e_content:
Logger.println(f"【获取到详情页面全文内容={b_e_content}】")
self.go_back()
if b_e_content is None:
message_text = self.config.get_value(
"wx_content_ids", "message_text")
b_e_content = self.getContentTextById(message_text, item)
if b_e_content is None:
Logger.println(f"【============该条说说没有文本,忽略===========】")
continue
nickName = self.getNickName(item)
phone = self.get_phone_from_txt(b_e_content)
md5_ = self.MD5(b_e_content)
if len(b_e_content) > 3 and b_e_content[-3:] == '...':
elment_datas = self.scan_all_text_elment(item)
LogUtil.info_jsonformat(elment_datas)
contition = (last_md5_ in self.wx_content_md5) and (
md5_ in self.wx_content_md5
) if last_md5_ else md5_ in self.wx_content_md5
if contition:
Logger.println(
f"【crawl{index}已经抓取到上一次位置md5_=({md5_},last_md5_={last_md5_}).data={b_e_content}】"
)
md5 = None
if len(self.md5_contents) > 1:
md5 = ','.join(self.md5_contents[0:2])
elif len(self.md5_contents) > 0:
md5 = self.md5_contents[0]
if md5:
self.config.set_value("wx_content", "md5_pic", md5)
Logger.println(f"【============开始滑动到顶部===========】")
Logger.dingdingException(f"本轮抓取已完成,开始滑动到顶部下拉刷新继续")
self.swipe_to_top()
break
if md5_ in self.today_md5_contents:
last_md5_ = md5_
Logger.println(f"【============该条说说已经抓取过,忽略===========】")
continue
image0 = self.find_element_by_xpath("//*[@content-desc='图片']",
item)
if image0:
Logger.println(f"【crawl({index}).开始点击图片】")
image0.click()
sleep(2)
start = '0'
end = '0'
for index_img in range(9):
image_detail = self.find_element_by_id(
'com.tencent.mm:id/c9h')
if image_detail:
text_content = self.wait_find_element(
By.XPATH, "//*[contains(@content-desc,'当前')]"
).get_attribute('content-desc')
Logger.println(
f"【crawl.{index} text_content ={text_content}】"
)
pic_md5 = self.MD5(text_content)
if last_pic_md5 == pic_md5:
Logger.println(
f"【crawl({index}.{index_img}).前后图片一致退出】")
if not end:
sleep(2)
end = time_util.get_time()
data = {
'content_md5': md5_,
'nick_name': nickName,
'wx_number': "",
'content': b_e_content,
'phone': phone,
'start': start,
'end': end,
'crawl_time': time_util.now_to_date(),
'count': str(index_img)
}
if start != '0':
contents.append(data)
self.md5_contents.append(md5_)
self.today_md5_contents.append(md5_)
last_md5_ = md5_
self.go_back()
break
try:
action1 = TouchAction(self.driver)
action1.long_press(el=image_detail,
duration=500).perform()
saveBtn = self.wait_find_element(
By.XPATH, "//*[contains(@text,'保存图片')]")
if saveBtn:
saveBtn.click()
element = self.wait_find_element(
By.XPATH,
"//*[contains(@text,'图片已保存')]")
attribute = element.get_attribute('text')
Logger.println(
f"【crawl.{index} text_content ={attribute}】"
)
if attribute and ".jpg" in attribute:
if index_img == 0:
start = get_time_from_text(
attribute)
end = get_time_from_text(attribute)
else:
Logger.dingdingException(f"找不到保存按钮,保存图片失败")
except Exception as e:
Logger.dingdingException(f"保存图片失败{e}")
Logger.println(f'保存图片失败 Exception{e}')
self.go_back()
continue
last_pic_md5 = pic_md5
if index_img == 8:
if not end:
sleep(2)
end = time_util.get_time()
data = {
'content_md5': md5_,
'nick_name': nickName,
'wx_number': "",
'content': b_e_content,
'phone': phone,
'start': start,
'end': end,
'crawl_time': time_util.now_to_date(),
'count': str(index_img + 1)
}
if start != '0':
Logger.println(
f"【crawl({index}.{index_img}).已保存图片=mmexport{end}.jpg】"
)
contents.append(data)
self.md5_contents.append(md5_)
self.today_md5_contents.append(md5_)
last_md5_ = md5_
self.go_back()
break
self.swipeLeft()
else:
# 纯文本
data = {
'content_md5': md5_,
'nick_name': nickName,
'wx_number': "",
'content': b_e_content,
'phone': phone,
'start': "0",
'end': "0",
'crawl_time': time_util.now_to_date(),
'count': "0"
}
contents.append(data)
if len(contents) > 0:
value = self.config.get_value("wx_content", "select")
if value == 'True':
Logger.println(f"开始上传第{index}条数据")
res = WxUploader.uploadItems(contents)
# 有房源刷新的列表
if '20003' == res:
contents[0]['content'] = ""
date = time_util.now_to_date('%Y%m%d')
full_dir = FilePathUtil.get_full_dir(
"wxfriend", "excel", "text",
date + "wx_pic_update_moments.xls")
excel_util.write_excel_append(filename=full_dir,
worksheet_name=date,
items=contents)
contents.clear()
# 新房源列表
if len(contents) > 0:
contents[0]['content'] = ""
date = time_util.now_to_date('%Y%m%d')
full_dir = FilePathUtil.get_full_dir(
"wxfriend", "excel", "pic",
date + "wx_pic_moments.xls")
excel_util.write_excel_append(filename=full_dir,
worksheet_name=date,
items=contents)
contents.clear()
index += 1
else:
Logger.println(f"【没有数据不处理】")
md5 = None
if len(self.md5_contents) > 1:
md5 = ','.join(self.md5_contents[0:2])
elif len(self.md5_contents) > 0:
md5 = self.md5_contents[0]
if md5:
self.config.set_value("wx_content", "md5_pic", md5)
def main(self):
"""
入口
:return:
"""
# 爬取
self.crawl()
def main_backgroud(self):
thread = threading.Thread(target=self.main)
thread.start()
def setServerUrl(server_url):
config = MonitorConfig()
config.set_value('appiumConfig', 'driver_server', server_url)
def setAppexeReplaceDir(appexe_replace_dir):
config = MonitorConfig()
appexe_replace_dir = config.set_value('appiumConfig', 'appexe_replace_dir', appexe_replace_dir)
return appexe_replace_dir
def setAppDownloadUrl(app_download_url):
config = MonitorConfig()
phone_excel = config.set_value('appiumConfig', 'app_download_url', app_download_url)
return phone_excel
def setPhoneExcel(phone_excel):
config = MonitorConfig()
phone_excel = config.set_value('appiumConfig', 'phone_excel', phone_excel)
return phone_excel
def set_get_addfriend_inte_seconds(addfriend_inte_seconds):
config = MonitorConfig()
config.set_value('appiumConfig', 'addfriend_inte_seconds', addfriend_inte_seconds)
def set_crawl_max_count(crawl_max_count):
config = MonitorConfig()
config.set_value('appiumConfig', 'crawl_max_count', crawl_max_count)
def set_friend_max_count(addFriendMaxCount):
config = MonitorConfig()
config.set_value('appiumConfig', 'addFriendMaxCount', addFriendMaxCount)
class Moments(MomentsBase):
def __init__(self):
"""
初始化
"""
# 驱动配置
super().__init__()
self.max_count = int(WxConfig.get_add_friend_max_count())
self.addfriend_inte_seconds = int(
WxConfig.get_addfriend_inte_seconds())
self.config = MonitorConfig()
self.last_record_phone = self.config.get_value(
"wx_content", "add_friend_last_phone")
def add(self, phone):
sleep(self.get_sleep(6, 8))
# 输入电话号码
try:
self.find_element_by_id('com.tencent.mm:id/bhn').send_keys(phone)
except:
pass
sleep(self.get_sleep(5, 8))
try:
self.find_element_by_id('com.tencent.mm:id/f8g').click()
sleep(self.get_sleep(4, 6))
except:
pass
try:
xpath = self.find_element_by_xpath(
"//android.widget.TextView[contains(@text,'用户不存在')]")
if xpath:
Logger.println(f"【main(用户不存在={phone}】")
self.find_element_by_xpath(
"//android.widget.Button[contains(@text,'确定')]").click()
self.config.set_value("wx_content", "add_friend_last_phone",
phone)
sleep(self.get_sleep(1, 2))
return False
xpath = self.find_element_by_xpath(
"//android.widget.TextView[contains(@text,'被搜账号状态异常')]")
if xpath:
Logger.println(f"【main(被搜账号异常无法显示={phone}】")
self.find_element_by_xpath(
"//android.widget.Button[contains(@text,'确定')]").click()
self.config.set_value("wx_content", "add_friend_last_phone",
phone)
sleep(self.get_sleep(1, 2))
return False
else:
xpath = self.find_element_by_xpath(
"//android.widget.TextView[contains(@text,'操作过于频繁，请稍后再试')]"
)
if xpath:
Logger.println(f"【main(操作过于频繁,请稍后再试={phone}】")
self.find_element_by_xpath(
"//android.widget.Button[contains(@text,'确定')]").click(
)
return True
except Exception as e:
Logger.println(f"【add().e={e}】")
pass
# 点击添加好友
try:
addbtn = self.find_element_by_xpath(
"//android.widget.TextView[contains(@text,'添加到通讯录')]")
if addbtn:
addbtn.click()
sleep(self.get_sleep(5, 6))
send_btn = self.find_element_by_xpath(
"//android.widget.Button[contains(@text,'发送')]")
if send_btn:
send_btn.click()
self.config.set_value("wx_content",
"add_friend_last_phone", phone)
sleep(self.get_sleep(1, 2))
send_btn = self.find_element_by_xpath(
"//android.widget.Button[contains(@text,'发送')]")
if send_btn:
self.driver.back()
sleep(self.get_sleep(1, 2))
self.driver.back()
else:
Logger.println(f"【main(号码已添加无需添加={phone}】")
self.driver.back()
else:
Logger.println(f"【main(号码已添加无需添加={phone}】")
self.driver.back()
except Exception as e:
Logger.println(f"【add().e={e}】")
pass
def main(self):
sleep(self.get_sleep(6, 10))
# 点击搜索按钮
self.find_element_by_id('com.tencent.mm:id/f8y').click()
sleep(self.get_sleep(3, 5))
# full_dir = FilePathUtil.get_full_dir("wxfriend", "excel", "手机号列表.xls")
full_dir = WxConfig.getPhoneExcel()
if not full_dir:
Logger.println(f"【main(请先配置手机号列表文件】")
return
array = excel_util.excel2array(full_dir)
length = len(array)
if not array:
Logger.println(f"【main(请先配置手机号列表文件的sheet_name为手机号列表】")
return
# array = [{'手机': '18612205027'}]
# array = [{'手机': '18612205027'}, {'手机': '15821902923'}]
start_index = 0
for index, element in enumerate(array):
if str(int(element["手机"])) == self.last_record_phone:
start_index = index
Logger.println(
f"【main找到上次添加的手机位置={start_index + 1}={self.last_record_phone}】"
)
break
count = 0
if start_index + 1 > length:
Logger.println(f"【已经是最后一条了】")
return
for index, item in enumerate(array[start_index + 1:length]):
if wx_stop.stopFlag:
break
phone = str(int(item['手机']))
Logger.println(f"【main({index}).开始添加手机={phone}】")
Logger.println(f"【main开始执行第{count}个任务】")
if self.max_count > 1 and count > 1 and (count %
self.max_count) == 0:
start_time = int(time())
sleeptime = self.addfriend_inte_seconds
Logger.println(
f"【main(暂时停止任务开启休闲模式).{sleeptime}秒后执行第={count}个任务】")
while True:
rdsleep = self.get_sleep(5, 6)
by_id = self.find_element_by_id('com.tencent.mm:id/bhn')
if rdsleep == 5:
if by_id:
by_id.send_keys(f'已经休眠{int(time()) - start_time}s')
else:
if by_id:
by_id.send_keys('')
sleep(rdsleep)
if int(time()) - start_time > sleeptime:
break
Logger.println(f"【main(退出休闲模式)继续执行第={count}个任务】")
if wx_stop.stopFlag:
break
if self.add(phone):
break
count += 1
Logger.println(f"【main(花费时间).total_count={self.total_count}s】")
# self.add('13120749104')
def main_backgroud(self):
thread = threading.Thread(target=self.main)
thread.start()
class Moments(MomentsBase):
def __init__(self):
"""
初始化
"""
# 驱动配置
super().__init__()
self.config = MonitorConfig()
self.wx_content_md5 = self.config.get_value("wx_content", "md5_pic")
def enter(self):
"""
进入朋友圈
:return:
"""
sleep(5)
by_id = self.find_element_by_id('com.tencent.mm:id/czl')
el2 = by_id.find_element_by_xpath(
'//android.widget.LinearLayout/android.widget.RelativeLayout[3]')
el2.click()
sleep(3)
el3 = self.driver.find_element_by_id('com.tencent.mm:id/f43')
el3.click()
def crawl(self):
"""
爬取
:return:
"""
index = 0
md5_contents = []
contents = []
last_base_md5 = None
finished = False
while True:
if wx_stop.stopFlag:
break
if index > 0:
# 上滑
self.swipe_up()
sleep(3)
items = self.find_elements_by_id("com.tencent.mm:id/fn9")
if items is None:
continue
if finished:
break
for item in items:
b_e_content = None
# 查找笔记
content_element = self.find_element_by_id(
"com.tencent.mm:id/dm3", item)
if content_element:
content_element.click()
sleep(2)
b_e_content = self.getContentTextById(
'com.tencent.mm:id/fpu')
if b_e_content:
Logger.println(f"【获取到全文内容={b_e_content}】")
self.driver.back()
if b_e_content is None:
b_e_content = self.getContentTextById(
"com.tencent.mm:id/b_e", item)
if b_e_content is None:
if index == 0:
index = +1
Logger.println(f"【该条说说没有文本,忽略】")
continue
nickName = self.getNickName(item)
phone = ""
md5_ = self.MD5(b_e_content)
if md5_ in self.wx_content_md5:
Logger.println(
f"【crawl{index}已经抓取到上一次位置({md5_}).data={b_e_content}】")
md5 = None
if len(md5_contents) > 1:
md5 = ','.join(md5_contents[0:2])
elif len(md5_contents) > 0:
md5 = md5_contents[0]
if md5:
self.config.set_value("wx_content", "md5_pic", md5)
finished = True
break
if md5_ in md5_contents:
continue
wx_number = ""
image0 = self.find_element_by_xpath("//*[@content-desc='图片']",
item)
if image0:
image0.click()
sleep(1)
start = '0'
for index_img in range(9):
image_detail = self.find_element_by_id(
'com.tencent.mm:id/c9h')
if image_detail:
base64 = self.get_screenshot_as_base64(
image_detail)
base_md5 = self.MD5(base64)
if last_base_md5 == base_md5:
end = time_util.get_time()
data = {
'content_md5': md5_,
'nick_name': nickName,
'wx_number': wx_number,
'content': b_e_content,
'phone': phone,
'file_ids': '',
'start': start,
'end': end,
'count': str(index_img)
}
contents.append(data)
self.driver.back()
break
if index_img == 0:
start = time_util.get_time()
# name = f"{i}_{base_md5}.png"
# if self.save_screenshot(image_detail, md5_, name):
try:
action1 = TouchAction(self.driver)
action1.long_press(el=image_detail,
duration=500).perform()
sleep(0.5)
self.find_element_by_xpath(
"//android.widget.TextView[contains(@text,'保存图片')]"
).click()
except:
continue
pass
time = time_util.get_time()
name = f'mmexport{time}.jpg'
Logger.println(
f"【crawl({index}.{index_img}).已保存图片={name}】")
last_base_md5 = base_md5
is_oppo = self.desired_caps[
'deviceName'] == '5e8caad5'
if index_img == 8 or is_oppo:
sleep(1)
end = time_util.get_time()
data = {
'content_md5': md5_,
'nick_name': nickName,
'wx_number': wx_number,
'content': b_e_content,
'phone': phone,
'file_ids': '',
'start': start,
'end': end,
'count': str(index_img + 1)
}
contents.append(data)
self.driver.back()
break
sleep(1)
self.swipeLeft()
md5_contents.append(md5_)
date = time_util.now_to_date('%Y%m%d_%H')
full_dir = FilePathUtil.get_full_dir(
"wxfriend", "excel", "pic", date + "wx_pic_moments.xls")
excel_util.write_excel(filename=full_dir,
worksheet_name=date,
items=contents)
index += 1
md5 = None
if len(md5_contents) > 1:
md5 = ','.join(md5_contents[0:2])
elif len(md5_contents) > 0:
md5 = md5_contents[0]
if md5:
self.config.set_value("wx_content", "md5_pic", md5)
def main(self):
"""
入口
:return:
"""
# 进入朋友圈
self.enter()
# 爬取
self.crawl()
def main_backgroud(self):
thread = threading.Thread(target=self.main)
thread.start()
class Moments(MomentsBase):
def __init__(self):
"""
初始化
"""
# 驱动配置
super().__init__()
self.config = MonitorConfig()
self.wx_content_md5 = self.config.get_value("wx_content", "md5")
def enter(self):
"""
进入朋友圈
:return:
"""
sleep(self.WAIT_TIMEOUT)
by_id = self.driver.find_element_by_id('com.tencent.mm:id/czl')
el2 = by_id.find_element_by_xpath(
'//android.widget.LinearLayout/android.widget.RelativeLayout[3]')
el2.click()
sleep(3)
el3 = self.driver.find_element_by_id('com.tencent.mm:id/f43')
el3.click()
sleep(3)
def crawl(self):
"""
爬取
:return:
"""
index = 0
contents = []
finished = False
md5_contents = []
while True:
if wx_stop.stopFlag:
break
if index > 0:
# 上滑
self.swipe_up()
sleep(3)
items = self.find_elements_by_id("com.tencent.mm:id/fn9")
if items is None:
continue
if finished:
break
for item in items:
b_e_content = None
advise = self.find_element_by_xpath(
"//android.widget.TextView[contains(@text,'广告')]", item)
if advise:
Logger.println(
f"【============检测到广告忽略进入下一条================】")
continue
content_element = self.find_element_by_id(
"com.tencent.mm:id/b_m", item)
if content_element:
content_element.click()
sleep(2)
b_e_content = self.getContentTextById(
'com.tencent.mm:id/fpu')
if b_e_content:
Logger.println(f"【获取到全文内容={b_e_content}】")
self.driver.back()
if b_e_content is None:
b_e_content = self.getContentTextById(
"com.tencent.mm:id/b_e", item)
if b_e_content is None:
if index == 0:
index = +1
Logger.println(f"【该条说说没有文本,忽略】")
continue
nickName = self.getNickName(item)
md5_ = self.MD5(b_e_content)
phone = self.get_phone_from_txt(b_e_content)
data = {
'content_md5': md5_,
'nick_name': nickName,
'content': b_e_content,
'phone': phone,
'crawl_time': time_util.now_to_date(),
'file_ids': '',
}
if md5_ in self.wx_content_md5:
Logger.println(
f"【crawl{index}已经抓取到上一次位置({md5_}).data={data}】")
md5 = None
if len(md5_contents) > 1:
md5 = ','.join(md5_contents[0:2])
elif len(md5_contents) > 0:
md5 = md5_contents[0]
if md5:
self.config.set_value("wx_content", "md5", md5)
finished = True
break
if md5_ in md5_contents:
continue
else:
md5_contents.append(md5_)
Logger.println(f"【crawl({index}).data={data}】")
contents.append(data)
index = index + 1
if index % 5 == 0:
date = time_util.now_to_date('%Y%m%d_%H')
full_dir = FilePathUtil.get_full_dir(
"wxfriend", "excel", "text", date + "wx_moments.xls")
excel_util.write_excel(filename=full_dir,
worksheet_name=date,
items=contents)
md5 = None
if len(md5_contents) > 1:
md5 = ','.join(md5_contents[0:2])
elif len(md5_contents) > 0:
md5 = md5_contents[0]
if md5:
self.config.set_value("wx_content", "md5", md5)
def main(self):
"""
入口
:return:
"""
# 进入朋友圈
self.enter()
# 爬取
self.crawl()
def main_backgroud(self):
thread = threading.Thread(target=self.main)
thread.start()
class ConfigDialog(QDialog):
def __init__(self, parent=None):
super(ConfigDialog, self).__init__(parent)
layout = QFormLayout()
self.config = MonitorConfig()
self.label = QLabel("已连接设备名称:")
self.le0 = QLineEdit()
deviceId = WxConfig.getAppiumConfig()["deviceName"]
self.le0.setPlaceholderText("未检测到设备")
self.le0.setText(deviceId)
layout.addRow(self.label, self.le0)
self.label = QLabel("已连接安卓版本:")
self.le1 = QLineEdit()
platformVersion = WxConfig.getAppiumConfig()["platformVersion"]
self.le1.setPlaceholderText("未检测到版本")
self.le1.setText(platformVersion)
layout.addRow(self.label, self.le1)
self.label = QLabel("服务器地址:")
self.le2 = QLineEdit()
url = WxConfig.getServerUrl()
self.le2.setText(url)
layout.addRow(self.label, self.le2)
self.label = QLabel("最大添加好友上限(人数):")
self.le3 = QLineEdit()
add_friend_max_count = WxConfig.get_add_friend_max_count()
self.le3.setText(add_friend_max_count)
layout.addRow(self.label, self.le3)
self.label = QLabel("任务暂停后继续执行的时间间隔(秒):")
self.le31 = QLineEdit()
max_count = WxConfig.get_addfriend_inte_seconds()
self.le31.setText(max_count)
layout.addRow(self.label, self.le31)
self.label = QLabel("每次抓取任务上线数量(条):")
self.le32 = QLineEdit()
crawl_max_count = WxConfig.get_crawl_max_count()
self.le32.setText(crawl_max_count)
layout.addRow(self.label, self.le32)
self.label = QLabel("批量导出图片上传脚本时间间隔(秒):")
self.le41 = QLineEdit()
batch_pic_seconds = self.config.get_value('appiumConfig',
'batch_pic_seconds')
self.le41.setText(batch_pic_seconds)
layout.addRow(self.label, self.le41)
self.addbtn = QPushButton("设置手机号文件地址")
self.addbtn.clicked.connect(
self.add_phone_excel) # 当点击save按钮时，对话框将会消失，点击Cacel按钮时，则不会消失。
self.le4 = QLineEdit()
phone_excel = WxConfig.getPhoneExcel()
self.le4.setText(phone_excel)
layout.addRow(self.addbtn, self.le4)
self.label5 = QLabel("最新朋友圈图片md5值")
self.le5 = QLineEdit()
self.config = MonitorConfig()
md5_pic = self.config.get_value("wx_content", "md5_pic")
self.le5.setText(md5_pic)
layout.addRow(self.label5, self.le5)
self.label6 = QLabel("最新朋友圈文本md5值")
self.le6 = QLineEdit()
self.config = MonitorConfig()
md5 = self.config.get_value("wx_content", "md5")
self.le6.setText(md5)
layout.addRow(self.label6, self.le6)
self.label7 = QLabel("抓取文本时同时同步到云端")
self.select_checkbox = QCheckBox("")
value = self.config.get_value("wx_content", "select")
if value == 'True':
self.select_checkbox.setChecked(True)
else:
self.select_checkbox.setChecked(False)
layout.addRow(self.label7, self.select_checkbox)
self.label8 = QLabel("是否输出日志")
self.log_checkbox = QCheckBox("")
if Logger.debug:
self.log_checkbox.setChecked(True)
else:
self.log_checkbox.setChecked(False)
layout.addRow(self.label8, self.log_checkbox)
self.cacelButton = QPushButton("重新检测")
self.saveButton = QPushButton("保存")
self.cacelButton.clicked.connect(
self.reconnect) # 当点击save按钮时，对话框将会消失，点击Cacel按钮时，则不会消失。
self.saveButton.clicked.connect(
self.save) # 当点击save按钮时，对话框将会消失，点击Cacel按钮时，则不会消失。
self.buttonBox = QDialogButtonBox(QtCore.Qt.Horizontal)
self.buttonBox.addButton(self.saveButton, QDialogButtonBox.RejectRole)
self.buttonBox.addButton(self.cacelButton, QDialogButtonBox.YesRole)
layout.addRow(self.buttonBox)
self.setLayout(layout)
self.setWindowTitle("配置服务器地址")
self.setWindowIcon(QIcon(IconConfig.LOGO_DIR))
def save(self):
server_url = self.le2.text()
self.config.set_value('appiumConfig', 'driver_server', server_url)
max = self.le3.text()
self.config.set_value('appiumConfig', 'addFriendMaxCount', max)
addfriend_inte_seconds = self.le31.text()
self.config.set_value('appiumConfig', 'addfriend_inte_seconds',
addfriend_inte_seconds)
crawl_max_count = self.le32.text()
self.config.set_value('appiumConfig', 'crawl_max_count',
crawl_max_count)
md5_pic = self.le5.text()
self.config.set_value("wx_content", "md5_pic", md5_pic)
md5 = self.le6.text()
self.config.set_value("wx_content", "md5", md5)
select = self.select_checkbox.isChecked()
self.config.set_value("wx_content", "select", str(select))
selectLog = self.log_checkbox.isChecked()
Logger.debug = selectLog
batch_pic_seconds = self.le41.text()
self.config.set_value('appiumConfig', 'batch_pic_seconds',
batch_pic_seconds)
self.close()
def reconnect(self):
config = WxConfig.getAppiumConfig()
deviceId = config["deviceName"]
platformVersion = config["platformVersion"]
self.le0.setText(deviceId)
self.le1.setText(platformVersion)
def open_file(self, dir):
fileName, fileType = QtWidgets.QFileDialog.getOpenFileName(
self, "选取文件", dir, "All Files(*);;Text Files(*.xls)")
print(fileName, fileType)
return fileName
def add_phone_excel(self):
full_dir = FilePathUtil.get_full_dir("wxfriend", "excel")
filepath = self.open_file(full_dir)
if filepath:
WxConfig.setPhoneExcel(filepath)
self.le4.setText(filepath)