import json
class test_request:
pass
if __name__ == '__main__':
def requestData():
with open("../data/intent_request_tax.json", 'r',
encoding='utf-8') as load_f:
return load_f.read()
requestData = requestData()
request = Request(json.loads(requestData))
print(request.get_type())
print(request.get_user_id())
print(request.get_query())
print(request.get_bot_id())
print(request.get_request_id())
print(request.get_reson())
print(request.get_intent_name())
print(request.get_session_id())
print(request.get_device_id())
print(request.get_location())
print(request.is_dialog_state_completed())
pass
class BotMonitor:
# process_executor = ProcessPoolExecutor(max_workers=1)
thread_executor = ThreadPoolExecutor(max_workers=cpu_count())
def __init__(self, post_data, private_key=None):
if not isinstance(post_data, dict):
post_data = json.loads(post_data)
self.data = post_data
self.request_start_time = Utils.get_millisecond()
self.request_end_time = 0
self.request = Request(post_data)
self.audio_url = None
self.app_name = None
self.package_name = None
self.deep_link = None
self.event_start_time = 0
self.event_cost_time = 0
self.device_event_start_time = 0
self.device_event_cost_time = 0
self.user_event_list = {}
self.is_event_make_pair = {}
self.config = BotMonitorConfig()
self.private_key = private_key
self.environment = 0
self.enabled = True
self.certificate = None
self.response = None
self.monitor_url = None
def set_environment_info(self, private_key, environment):
self.private_key = private_key
self.environment = environment
self.certificate = Certificate(None, self.data, private_key)
def set_monitor_enabled(self, enabled):
'''
设置是否可用
:param enabled:
:return:
'''
self.enabled = enabled
def set_monitor_url(self, url):
"""
设置自己的数据统计地址, 可以不依赖百度的数据统计
:param url:
:return:
"""
if isinstance(url, str):
self.monitor_url = url
def set_response_data(self, response_data):
if self.is_should_disable():
return
self.request_end_time = Utils.get_millisecond()
self.response = Response(response_data)
def set_event_start(self):
if self.is_should_disable():
return
self.event_start_time = Utils.get_millisecond()
def set_event_end(self):
if self.is_should_disable():
return
self.event_cost_time = Utils.get_millisecond() - self.event_start_time
def set_device_event_start(self):
if self.is_should_disable():
return
self.device_event_start_time = Utils.get_millisecond()
def set_device_event_end(self):
if self.is_should_disable():
return
self.device_event_cost_time = Utils.get_millisecond(
) - self.device_event_start_time
def set_opration_tic(self, task_name):
if self.is_should_disable():
return
if task_name:
self.user_event_list[task_name] = Utils.get_millisecond()
self.is_event_make_pair[task_name] = False
def set_opration_toc(self, task_name):
if self.is_should_disable():
return
if task_name:
if task_name in self.user_event_list:
old_time = self.user_event_list[task_name]
else:
old_time = None
cost_time = 0
if old_time:
curr_time = Utils.get_millisecond()
cost_time = curr_time - old_time
self.user_event_list[task_name] = cost_time
self.is_event_make_pair[task_name] = True
def set_app_name(self, app_nme):
if self.is_should_disable():
return
if app_nme:
self.app_nme = app_nme
def set_package_name(self, package_name):
if self.is_should_disable():
return
if package_name:
self.package_name = package_name
def set_deep_link(self, deep_link):
if self.is_should_disable():
return
if deep_link:
self.deep_link = deep_link
def set_audio_url(self, audio_url):
if self.is_should_disable():
return
if audio_url:
self.audio_url = audio_url
def update_data(self):
if self.is_should_disable():
return
logging.info('准备上传技能统计数据')
bot_id = self.request.get_bot_id()
#组装数据 返回元祖(base64后的data, 时间戳)
tup = self._build_upload_data()
base64_data = tup[0]
timestamp = tup[1]
pk_version = tup[2]
sign_data = "%s%s%s%s" % (base64_data, bot_id, timestamp, pk_version)
signature = self.certificate.get_sign(sign_data)
if not signature or len(pk_version) == 0:
return
logging.info('上传技能统计数据已放到线程池内')
upload_url = self.monitor_url if self.monitor_url else self.config.get_upload_url(
)
BotMonitor.thread_executor.submit(upload_data,
url=upload_url,
data=base64_data,
signature=str(signature,
encoding='utf-8'),
bot_id=str(bot_id),
timestamp=str(timestamp),
pkversion=str(pk_version))
def _build_upload_data(self):
sys_event = {
'preEventList': {},
'postEventList': {},
'eventCostTime': self.event_cost_time,
'deviceEventCostTime': self.device_event_cost_time
}
timestamp = Utils.get_millisecond()
ret_data = {
'serviceData': {
'sdkType': self.config.get_sdk_type(),
'sdkVersion': self.config.get_sdk_version(),
'requestId': self.request.get_request_id(),
'query': self.request.get_query(),
'reason': self.request.get_reson(),
'deviceId': self.request.get_device_id(),
'requestType': self.request.get_type(),
'userId': self.request.get_user_id(),
'intentName': self.request.get_intent_name(),
'sessionId': self.request.get_session_id(),
'location': self.request.get_location(),
'slotToElicit': self.response.get_slot_name(),
'shouldEndSession': self.response.get_should_end_session(),
'outputSpeech': self.response.get_output_speech(),
'reprompt': self.response.get_reprompt(),
'audioUrl': self.audio_url,
'appInfo': {
'appName': self.app_name,
'packageName': self.package_name,
'deepLink': self.deep_link
},
'requestStartTime': self.request_start_time,
'requestEndTime': self.request_end_time,
'timestamp': timestamp,
'sysEvent': sys_event,
'userEvent': self.user_event_list
}
}
orgin_data = json.dumps(ret_data, ensure_ascii=False)
logging.info('数据统计原始数据:' + orgin_data)
base64_data = str(base64.b64encode(orgin_data.encode('utf-8')),
'utf-8')
logging.info('数据统计加密数据:' + base64_data)
pk_version = 'online'
if self.environment == 0:
pk_version = 'debug'
return base64_data, timestamp, pk_version
def is_should_disable(self):
'''
判断Monitor是否可用
:return:
'''
if not self.enabled:
logging.warning('未开启数据统计功能, 如果使用统计功能需要调用set_monitor_enabled(True)')
return True
if self.enabled:
if not self.private_key or len(self.private_key) == 0:
logging.warning('未配置私钥, 请调用set_environment_info(prikey)')
return True
return False
class BotMonitor:
def __init__(self, post_data):
if not isinstance(post_data, dict):
self.data = json.loads(post_data)
else:
self.data = post_data
self.request_start_time = self.get_millisecond()
self.request_end_time = 0
self.request = Request(post_data)
self.audio_url = None
self.app_name = None
self.package_name = None
self.deep_link = None
self.event_start_time = 0
self.event_cost_time = 0
self.device_event_start_time = 0
self.device_event_cost_time = 0
self.user_event_list = {}
self.is_event_make_pair = {}
self.config = BotMonitorConfig()
self.private_key = None
self.environment = 0
self.enabled = True
self.certificate = None
self.response = None
def set_environment_info(self, private_key, environment):
self.private_key = private_key
self.environment = environment
self.certificate = Certificate(None, self.data, private_key)
def set_monitor_enabled(self, enabled):
'''
设置是否可用
:param enabled:
:return:
'''
self.enabled = enabled
def set_response_data(self, response_data):
if self.is_should_disable():
return
self.request_end_time = self.get_millisecond()
self.response = Response(response_data)
def set_event_start(self):
if self.is_should_disable():
return
self.event_start_time = self.get_millisecond()
def set_event_end(self):
if self.is_should_disable():
return
self.event_cost_time = self.get_millisecond() - self.event_start_time
def set_device_event_start(self):
if self.is_should_disable():
return
self.device_event_start_time = self.get_millisecond()
def set_device_event_end(self):
if self.is_should_disable():
return
self.device_event_cost_time = self.get_millisecond(
) - self.device_event_start_time
def set_opration_tic(self, task_name):
if self.is_should_disable():
return
if task_name:
self.user_event_list[task_name] = self.get_millisecond()
self.is_event_make_pair[task_name] = False
def set_opration_toc(self, task_name):
if self.is_should_disable():
return
if task_name:
if task_name in self.user_event_list:
old_time = self.user_event_list[task_name]
else:
old_time = None
curr_time = self.get_millisecond()
cost_time = 0
if old_time:
cost_time = curr_time = old_time
self.user_event_list[task_name] = cost_time
self.is_event_make_pair[task_name] = True
def set_app_name(self, app_name):
if self.is_should_disable():
return
if app_name:
self.app_name = app_name
def set_package_name(self, package_name):
if self.is_should_disable():
return
if package_name:
self.package_name = package_name
def set_deep_link(self, deep_link):
if self.is_should_disable():
return
if deep_link:
self.deep_link = deep_link
def set_audio_url(self, audio_url):
if self.is_should_disable():
return
if audio_url:
self.audio_url = audio_url
def update_data(self):
print('botMonitor updata')
if self.is_should_disable():
return
botId = self.request.get_botid()
#组装数据 返回元祖(base64后的data, 时间戳)
tup = self.__build_upload_data()
base64data = tup[0]
timestamp = tup[1]
pk_version = tup[2]
sign_data = "%s%s%s%s" % (base64data, botId, timestamp, pk_version)
signature = self.certificate.get_sign(sign_data)
if not signature or len(pk_version) == 0:
return
print('content-length=%s, signature=%s, botId=%s, timestamp=%s' %
(str(len(base64data)), signature, str(botId), str(timestamp)))
headers = {
'Content-Type': 'application/x-www-form-urlencoded',
'Content-Length': str(len(base64data)),
'SIGNATURE': signature,
'botId': str(botId),
'timestamp': str(timestamp),
'pkversion': str(pk_version)
}
thread = threading.Thread(target=self.__upload_data,
args=(base64data, headers))
thread.start()
def __upload_data(self, data, headers):
'''
发送请求
:param url:
:param data:
:param headers:
:return:
'''
response = requests.post(self.config.get_upload_url(),
data=data,
headers=headers)
print(response)
def __build_upload_data(self):
sys_event = {
'preEventList': {},
'postEventList': {},
'eventCostTime': self.event_cost_time,
'deviceEventCostTime': self.device_event_cost_time
}
timestamp = self.get_millisecond()
ret_data = {
'serviceData': {
'sdkType': self.config.get_sdk_type(),
'sdkVersion': self.config.get_sdk_version(),
'requestId': self.request.get_request_id(),
'query': self.request.get_query(),
'reason': self.request.get_reson(),
'deviceId': self.request.get_device_id(),
'requestType': self.request.get_type(),
'userId': self.request.get_user_id(),
'intentName': self.request.get_intent_name(),
'sessionId': self.request.get_session_id(),
'location': self.request.get_location(),
'slotToElicit': self.response.get_slot_name(),
'shouldEndSession': self.response.get_should_end_session(),
'outputSpeech': self.response.get_output_speech(),
'reprompt': self.response.get_reprompt(),
'audioUrl': self.audio_url,
'appInfo': {
'appName': self.app_name,
'packageName': self.package_name,
'deepLink': self.deep_link
},
'requestStartTime': self.request_start_time,
'requestEndTime': self.request_end_time,
'timestamp': timestamp,
'sysEvent': sys_event,
'userEvent': self.user_event_list
}
}
orgin_data = json.dumps(ret_data)
base64data = str(base64.b64encode(orgin_data.encode('utf-8')))
if self.environment == 0:
pk_version = 'debug'
else:
pk_version = 'online'
return (base64data, timestamp, pk_version)
def is_should_disable(self):
if not self.private_key or len(
self.private_key) == 0 or not self.enabled:
return True
return False
def get_millisecond(self):
return int(time.time())