def myExcepthook(ttype, tvalue, ttraceback):
msg = f"【myExcepthook(异常内容).ttype={ttype}:{tvalue}】"
Logger.dingdingException(f"应用出现闪退{msg}")
LogUtil.info(msg)
i = 1
while ttraceback:
tracebackCode = ttraceback.tb_frame.f_code
LogUtil.info(
f"第{i}层堆栈信息文件名：\n{tracebackCode.co_filename}\n函数或者模块名:{tracebackCode.co_name}"
)
ttraceback = ttraceback.tb_next
i += 1
def run(self):
Logger.init(self.signals)
wx_stop.stopFlag = False
try:
if self.fuc_code == EventConst.WX_CONTACT:
wx_main_contacts.Moments().main()
elif self.fuc_code == EventConst.MAIN_BULK_ADDFRIEND:
main_bulk_addfriend.Moments().main()
elif self.fuc_code == EventConst.MAIN_BULK_M_NAME:
main_bulk_modifyname_to_phone.Moments().main()
elif self.fuc_code == EventConst.WX_MAIN:
wx_main.Moments().main()
elif self.fuc_code == EventConst.WX_MAIN_PIC:
wx_main_pic.Moments().main()
elif self.fuc_code == EventConst.WX_EXPORT:
PicClassfyUtil.export()
elif self.fuc_code == EventConst.WX_PICCLASSFY:
PicClassfyUtil.classify(self.data)
elif self.fuc_code == EventConst.WX_UPLOADER:
WxUploader.main(self.data)
elif self.fuc_code == EventConst.WX_PICUPLOADER:
WxPicUploader.main(self.data)
elif self.fuc_code == EventConst.WX_EXPORT_PHONE:
excel_util.exportPhone(self.data)
elif self.fuc_code == EventConst.WX_BATCH_UPLOAD:
WxPicUploader.batch_export_upload(self.data)
elif self.fuc_code == EventConst.WX_CLEAR_PIC:
PicClassfyUtil.deletePictures()
elif self.fuc_code == EventConst.WX_GET_LOST_PIC:
wx_main_for_lostdata.Moments().main()
else:
Logger.println(f'没有响应事件={self.fuc_code}')
except Exception as e:
Logger.println(f"【run().e={e}】")
if self.fuc_code == EventConst.WX_MAIN_PIC:
Logger.dingdingException(f"检测到全局异常:{e}")
def crawl(self):
self.config = MonitorConfig()
self.wx_content_md5 = self.config.get_value("wx_content", "md5_pic")
self.md5_contents = []
self.enter()
"""
爬取
:return:
"""
index = 0
isFirst = True
contents = []
lastItem = None
while True:
self.crawl_max_count = int(WxConfig.get_crawl_max_count())
if index % self.crawl_max_count == 0:
self.md5_contents.clear()
Logger.println(
f"【======={index},抓取数退出{self.crawl_max_count},本轮抓取已完成,开始滑动到顶部下拉刷新继续==========】"
)
self.swipe_to_top()
if wx_stop.stopFlag:
break
# 上滑
if not isFirst:
self.swipe_up_slow()
isFirst = False
top_element = self.wait_find_element(
By.XPATH, '//android.support.v7.widget.LinearLayoutCompat')
if lastItem and top_element:
self.scrollElement(lastItem, top_element)
sleep(3)
items = self.wait_find_elements(
By.XPATH,
'//android.widget.ListView/android.widget.RelativeLayout')
if items is None:
Logger.println(f"【============未获取到列表================】")
continue
for item in items:
accessibility_id = self.find_element_by_accessibility_id(
'头像', item)
if accessibility_id:
lastItem = item
b_e_content = None
last_pic_md5 = None
last_md5_ = None
advise = self.find_element_by_xpath(
"//android.widget.TextView[contains(@text,'广告')]", item)
if advise:
Logger.println(
f"【============检测到广告忽略进入下一条================】")
continue
message_text_container = self.config.get_value(
"wx_content_ids", "message_text_container")
content_element = self.find_element_by_id(
message_text_container, item)
if content_element:
content_element.click()
b_e_content = self.waitContentTextById(
"com.tencent.mm:id/fpu")
if b_e_content:
Logger.println(f"【获取到详情页面全文内容={b_e_content}】")
self.go_back()
if b_e_content is None:
message_text = self.config.get_value(
"wx_content_ids", "message_text")
b_e_content = self.getContentTextById(message_text, item)
if b_e_content is None:
Logger.println(f"【============该条说说没有文本,忽略===========】")
continue
nickName = self.getNickName(item)
phone = self.get_phone_from_txt(b_e_content)
md5_ = self.MD5(b_e_content)
if len(b_e_content) > 3 and b_e_content[-3:] == '...':
elment_datas = self.scan_all_text_elment(item)
LogUtil.info_jsonformat(elment_datas)
contition = (last_md5_ in self.wx_content_md5) and (
md5_ in self.wx_content_md5
) if last_md5_ else md5_ in self.wx_content_md5
if contition:
Logger.println(
f"【crawl{index}已经抓取到上一次位置md5_=({md5_},last_md5_={last_md5_}).data={b_e_content}】"
)
md5 = None
if len(self.md5_contents) > 1:
md5 = ','.join(self.md5_contents[0:2])
elif len(self.md5_contents) > 0:
md5 = self.md5_contents[0]
if md5:
self.config.set_value("wx_content", "md5_pic", md5)
Logger.println(f"【============开始滑动到顶部===========】")
Logger.dingdingException(f"本轮抓取已完成,开始滑动到顶部下拉刷新继续")
self.swipe_to_top()
break
if md5_ in self.today_md5_contents:
last_md5_ = md5_
Logger.println(f"【============该条说说已经抓取过,忽略===========】")
continue
image0 = self.find_element_by_xpath("//*[@content-desc='图片']",
item)
if image0:
Logger.println(f"【crawl({index}).开始点击图片】")
image0.click()
sleep(2)
start = '0'
end = '0'
for index_img in range(9):
image_detail = self.find_element_by_id(
'com.tencent.mm:id/c9h')
if image_detail:
text_content = self.wait_find_element(
By.XPATH, "//*[contains(@content-desc,'当前')]"
).get_attribute('content-desc')
Logger.println(
f"【crawl.{index} text_content ={text_content}】"
)
pic_md5 = self.MD5(text_content)
if last_pic_md5 == pic_md5:
Logger.println(
f"【crawl({index}.{index_img}).前后图片一致退出】")
if not end:
sleep(2)
end = time_util.get_time()
data = {
'content_md5': md5_,
'nick_name': nickName,
'wx_number': "",
'content': b_e_content,
'phone': phone,
'start': start,
'end': end,
'crawl_time': time_util.now_to_date(),
'count': str(index_img)
}
if start != '0':
contents.append(data)
self.md5_contents.append(md5_)
self.today_md5_contents.append(md5_)
last_md5_ = md5_
self.go_back()
break
try:
action1 = TouchAction(self.driver)
action1.long_press(el=image_detail,
duration=500).perform()
saveBtn = self.wait_find_element(
By.XPATH, "//*[contains(@text,'保存图片')]")
if saveBtn:
saveBtn.click()
element = self.wait_find_element(
By.XPATH,
"//*[contains(@text,'图片已保存')]")
attribute = element.get_attribute('text')
Logger.println(
f"【crawl.{index} text_content ={attribute}】"
)
if attribute and ".jpg" in attribute:
if index_img == 0:
start = get_time_from_text(
attribute)
end = get_time_from_text(attribute)
else:
Logger.dingdingException(f"找不到保存按钮,保存图片失败")
except Exception as e:
Logger.dingdingException(f"保存图片失败{e}")
Logger.println(f'保存图片失败 Exception{e}')
self.go_back()
continue
last_pic_md5 = pic_md5
if index_img == 8:
if not end:
sleep(2)
end = time_util.get_time()
data = {
'content_md5': md5_,
'nick_name': nickName,
'wx_number': "",
'content': b_e_content,
'phone': phone,
'start': start,
'end': end,
'crawl_time': time_util.now_to_date(),
'count': str(index_img + 1)
}
if start != '0':
Logger.println(
f"【crawl({index}.{index_img}).已保存图片=mmexport{end}.jpg】"
)
contents.append(data)
self.md5_contents.append(md5_)
self.today_md5_contents.append(md5_)
last_md5_ = md5_
self.go_back()
break
self.swipeLeft()
else:
# 纯文本
data = {
'content_md5': md5_,
'nick_name': nickName,
'wx_number': "",
'content': b_e_content,
'phone': phone,
'start': "0",
'end': "0",
'crawl_time': time_util.now_to_date(),
'count': "0"
}
contents.append(data)
if len(contents) > 0:
value = self.config.get_value("wx_content", "select")
if value == 'True':
Logger.println(f"开始上传第{index}条数据")
res = WxUploader.uploadItems(contents)
# 有房源刷新的列表
if '20003' == res:
contents[0]['content'] = ""
date = time_util.now_to_date('%Y%m%d')
full_dir = FilePathUtil.get_full_dir(
"wxfriend", "excel", "text",
date + "wx_pic_update_moments.xls")
excel_util.write_excel_append(filename=full_dir,
worksheet_name=date,
items=contents)
contents.clear()
# 新房源列表
if len(contents) > 0:
contents[0]['content'] = ""
date = time_util.now_to_date('%Y%m%d')
full_dir = FilePathUtil.get_full_dir(
"wxfriend", "excel", "pic",
date + "wx_pic_moments.xls")
excel_util.write_excel_append(filename=full_dir,
worksheet_name=date,
items=contents)
contents.clear()
index += 1
else:
Logger.println(f"【没有数据不处理】")
md5 = None
if len(self.md5_contents) > 1:
md5 = ','.join(self.md5_contents[0:2])
elif len(self.md5_contents) > 0:
md5 = self.md5_contents[0]
if md5:
self.config.set_value("wx_content", "md5_pic", md5)
