def get_results(results_dir) -> dict:
results = {}
directory = f'{results_dir}/{BOTLEAGUE_INNER_RESULTS_DIR_NAME}'
result_str = open(f'{directory}/results.json').read()
if is_json(result_str):
results.update(json.loads(result_str))
else:
results['error'] = \
f'No results file found at {BOTLEAGUE_RESULTS_FILEPATH}'
return results
def removeAllDocumentsForSpecificMessageIdImpl(self, messageId):
brv = False
assert (self.sprocGetAllDocsForMsgIdLink is not None)
lst = super().getClient().ExecuteStoredProcedure(self.sprocGetAllDocsForMsgIdLink, messageId)
brv, jsonValue = common.is_json(lst)
if (brv):
if (jsonValue is not None):
result = jsonValue['Result']
for item in result:
itemId = item['id']
super().removeExistingDocumentDict({'id':itemId}, True)
return brv
def to_regist_variables(name,
method,
url,
data,
headers,
regist_variable='',
regular='',
is_commit=True,
testcase_name="__testcase_name"):
response_body = MethodRequest().request_value(method, url, data, headers)
user_id = session.get('user_id')
if 'html' in response_body:
response_body = '<xmp> %s </xmp>' % response_body
print('response_body:', response_body)
try:
if regist_variable:
# 判断是否有注册变量和正则方法，有的话进行获取
if regular:
# 判断是否有正则匹配规则
regular_list = regular.split(',')
regist_variable_list = regist_variable.split(',')
print('regular_list:', regular_list, len(regular_list),
len(regist_variable_list), regist_variable_list)
if len(regular_list) <= len(regist_variable_list):
# 判断正则和注册变量数目是否相符 小于或等于
regist_variable_value_list = []
for index in range(len(regular_list)):
# 循环取正则的规则
if '$.' in regular_list[index]:
if not is_json(response_body):
regist_variable_value = "不是合法的字典响应信息"
else:
keys = regular_list[index][2:].split('.')
if '' in keys:
keys.remove('')
print('keys:', keys)
regist_variable_value = json.loads(
response_body)
for key in keys:
if key:
try:
if ']' in key and '[' in key:
key, _index = key.split('[')
regist_variable_value = regist_variable_value.get(
key)[int(_index[:-1])]
else:
regist_variable_value = regist_variable_value.get(
key)
except AttributeError as e:
print(e)
regist_variable_value = ''
print('regist_variable_value:',
regist_variable_value,
type(regist_variable_value),
regist_variable_list[index])
elif '$[' in regular_list[index]:
# try:
print('session params', testcase_name,
session[testcase_name])
p_index = int(regular_list[index][2:-1])
if testcase_name != '__testcase_name':
regist_variable_value = session[testcase_name][
p_index]
else:
regist_variable_value = '__testcase_name'
else:
try:
regist_variable_value = re.compile(
regular_list[index]).findall(response_body)
except Exception as e:
regist_variable_value = str(e)
if isinstance(regist_variable_value, (dict, list)):
if len(regist_variable_value) == 1:
regist_variable_value = regist_variable_value[
0]
if regist_variable_value == 0 or isinstance(
regist_variable_value, str):
pass
elif isinstance(regist_variable_value, int):
regist_variable_value = str(regist_variable_value)
print('regist_variable_value int',
regist_variable_value)
else:
if isinstance(regist_variable_value, (dict, list)):
if len(regist_variable_value) == 1:
regist_variable_value = regist_variable_value[
0]
regist_variable_value = json.dumps(
regist_variable_value)
print('json.dumps后:', regist_variable_value)
elif not regist_variable_value:
regist_variable_value = ''
else:
regist_variable_value = '未知的值'
print('regist_variable_value last',
regist_variable_value)
regist_variable_value_list.append(
regist_variable_value)
regist_variable_list[index] = regist_variable_list[
index].strip()
# 注册变量时清除空格
if Variables.query.filter(
Variables.name == regist_variable_list[index],
Variables.user_id == user_id).count() > 0:
print(
'%s 请求结束,存在此变量时：' % url,
Variables.query.filter(
Variables.name ==
regist_variable_list[index],
Variables.user_id == user_id).first())
Variables.query.filter(Variables.name == regist_variable_list[index], Variables.user_id == user_id).first().value = \
regist_variable_value
db.session.commit()
else:
private_variable_value = regist_variable_value
private_variable = Variables(
regist_variable_list[index],
private_variable_value,
is_private=1,
user_id=user_id)
db.session.add(private_variable)
db.session.commit()
return response_body, str(regist_variable_value_list)
return response_body, '正则匹配规则数量过多'
return response_body, '未存在正则匹配'
return response_body, '存在未注册变量'
except Exception as e:
print('注册变量解析失败', e)
return response_body, '注册变量解析失败'
async def processMessages(client, partition, consumerGrp, cleanUp = False):
global _msgType
global g_logObj
start_time = time.time()
total = 0
last_sn = -1
last_offset = "-1"
msgOperations = cosmosImageOperations.clsCosmosImageProcessingOperations()
last_offset_value = msgOperations.get_offsetValue(EVENTHUB, consumerGrp, partition, _msgType)
g_logObj.info('Message Type = {}. offset value = {}'.format(_msgType, last_offset_value))
# OFFSET = Offset(returnValue['result']) # returns -1 if no previous one are found.
# receiver = client.add_receiver(consumerGrp, partition, prefetch=5000, offset=Offset(last_offset_value))
receiver = client.add_async_receiver(consumerGrp, partition, prefetch=5000, offset=Offset(last_offset_value), keep_alive=0 )
#client.run()
await client.run_async()
#batch = receiver.receive(timeout=60*5)
receiver_timeOut = 6
timeout = time.time() + 60*receiver_timeOut # statusUpdateminutes from now
while (time.time() < timeout):
batch = await receiver.receive(timeout=receiver_timeOut)
if (batch):
g_logObj.info('{} : starting batch time ...{}'.format(consumerGrp, time.strftime("%H:%M:%S", time.localtime())))
for event_data in batch:
last_offset = event_data.offset
last_sn = event_data.sequence_number
#g_logObj.info('{} :Number of messages in the batch {}'.format(consumerGrp, len(batch)))
brv, loaded_r = common.is_json(event_data.body_as_str())
if (brv == True):
# each message has an indicator of what type it is; That defines our eventReceiver Type
if (loaded_r[common._MESSAGE_TYPE_TAG]== _msgType):
total =+1
if (dispatch[loaded_r[common._MESSAGE_TYPE_TAG]]):
g_logObj.info(loaded_r[common._MESSAGE_TYPE_START_EXPERIMENT_MESSAGE_ID])
if (cleanUp):
brv = True
else:
#loop = asyncio.get_event_loop()
#brv = loop.run_until_complete(dispatch[loaded_r[common._MESSAGE_TYPE_TAG]](loaded_r))
brv = await dispatch[loaded_r[common._MESSAGE_TYPE_TAG]](loaded_r)
# if we've success or its a clean-up, we increment our pointer.
if (brv == True):
brv = msgOperations.insert_offset_document( EVENTHUB,
consumerGrp,
partition,
last_offset.value,
loaded_r[common._MESSAGE_TYPE_TAG])
else:
g_logObj.warn("Unknown Message!!! {}".format(msgBody))
continue
else:
# nothing to do with us, ignore and continue
#g_logObj.info("Message is not of type - {}".format(_msgType))
if (cleanUp== True):
g_logObj.info('{} :Incompatible message type received, updating offset'.format(consumerGrp,loaded_r[common._MESSAGE_TYPE_START_EXPERIMENT_MESSAGE_ID]))
msgOperations.insert_offset_document(EVENTHUB, consumerGrp,partition, last_offset.value, _msgType)
continue
else:
g_logObj.warn('Message body is not json! {}'.format(event_data.body_as_str()))
continue
timeout = time.time() + 60*receiver_timeOut # reset our timer
g_logObj.info('{} : checkout time increased ...{}'.format(consumerGrp, time.strftime("%H:%M:%S", time.localtime())))
end_time = time.time()
await client.stop_async()
run_time = end_time - start_time
print("{} : Received {} messages in {} seconds".format(consumerGrp, total, run_time))
return