def ws_receive(message):
#while True:
files = FileInfo.objects.all()
# Group("chat").send({
# "text": "[user] %s" % message.content['text'],
# })
if message.content['text'] == 'processInformation':
while True:
progressInformation = getProgressInformation()
#pprint.pprint(dirs)
# Group("chat").send({
# #"text": "[user] %s" % message.content['text'],
# "text": json.dumps(dirs),
# })
#print [k for k in message.content.items()]
message.reply_channel.send(
{"text": json.dumps(progressInformation)})
time.sleep(1)
elif message.content['text'] == 'searchInformation':
search_string = "1010101010101010101011111"
result_list = plugins.runIndexSearchProgram(search_string)
format_result = plugins.formatIndexSearchResult(result_list)
message.reply_channel.send({"text": json.dumps(format_result)})
else:
message.reply_channel.send({"text": ''})
def ws_receive(message):
#while True:
files = FileInfo.objects.all()
# Group("chat").send({
# "text": "[user] %s" % message.content['text'],
# })
if message.content['text']=='processInformation':
while True:
progressInformation = getProgressInformation()
#pprint.pprint(dirs)
# Group("chat").send({
# #"text": "[user] %s" % message.content['text'],
# "text": json.dumps(dirs),
# })
#print [k for k in message.content.items()]
message.reply_channel.send({
"text": json.dumps(progressInformation)
})
time.sleep(1)
elif message.content['text']=='searchInformation':
search_string = "1010101010101010101011111"
result_list = plugins.runIndexSearchProgram(search_string)
format_result = plugins.formatIndexSearchResult(result_list)
message.reply_channel.send({
"text": json.dumps(format_result)
})
else:
message.reply_channel.send({"text":''})
def ws_receive_search(message):
request = json.loads(message.content["text"])
if request["type"] == 'searchInformation':
search_string = request["searchString"]
cache_query_set = SearchResultCache.objects.filter(
search_string=search_string)
algorithm_query_set = AlgorithmConfigInfo.objects.filter(config_flag=1)
num_configs = len(algorithm_query_set)
num_config_caches = len(cache_query_set)
if num_configs == num_config_caches:
print "### num_configs == num_config_caches"
time_start = time.time()
result_list = []
for c in cache_query_set:
result_list.extend(json.loads(c.search_content))
time_end = time.time()
format_result = plugins.formatIndexSearchResult(result_list)
format_result["summary"]["size_searched_file"] = sum(
[c.config_info.config_content_size for c in cache_query_set])
format_result["summary"]["size_total_file"] = sum(
[a.config_content_size for a in algorithm_query_set])
format_result["summary"]["time_cost"] = "{:.4f}".format(time_end -
time_start)
format_result["summary"]["rate"] = format_result["summary"][
"size_searched_file"] / (time_end - time_start)
format_result["summary"]["flag"] = 1
message.reply_channel.send({"text": json.dumps(format_result)})
else:
print "### num_configs != num_config_caches"
plugins.runIndexSearchProgram(search_string)
time_start = time.time()
print "### start search loop"
while True:
plugins.close_old_connections()
cache_query_set = SearchResultCache.objects.filter(
search_string=search_string)
try:
num_config_caches = cache_query_set.count()
except Exception, e:
print "@@@@ Exception: {}-{}".format(Exception, e)
if num_configs > num_config_caches:
print "### num_configs[{}] > num_config_caches[{}]".format(
num_configs, num_config_caches)
try:
result_list = []
for c in cache_query_set:
result_list.extend(json.loads(c.search_content))
time_end = time.time()
format_result = plugins.formatIndexSearchResult(
result_list)
format_result["summary"]["size_searched_file"] = sum([
c.config_info.config_content_size
for c in cache_query_set
])
format_result["summary"]["size_total_file"] = sum([
a.config_content_size for a in algorithm_query_set
])
format_result["summary"][
"time_cost"] = "{:.4f}".format(time_end -
time_start)
format_result["summary"]["rate"] = format_result[
"summary"]["size_searched_file"] / (time_end -
time_start)
format_result["summary"]["flag"] = 0
message.reply_channel.send({
"text":
json.dumps(format_result),
})
time.sleep(1)
except Exception, e:
print "@@@@@ New Error:{}-{}".format(Exception, e)
else:
print "### num_configs == num_config_caches"
result_list = []
for c in cache_query_set:
result_list.extend(json.loads(c.search_content))
time_end = time.time()
format_result = plugins.formatIndexSearchResult(
result_list)
format_result["summary"]["size_searched_file"] = sum([
c.config_info.config_content_size
for c in cache_query_set
])
format_result["summary"]["size_total_file"] = sum(
[a.config_content_size for a in algorithm_query_set])
format_result["summary"]["time_cost"] = "{:.4f}".format(
time_end - time_start)
format_result["summary"]["rate"] = format_result[
"summary"]["size_searched_file"] / (time_end -
time_start)
format_result["summary"]["flag"] = 1
message.reply_channel.send({
"text":
json.dumps(format_result),
})
print "### It's time to break"
break
def ws_receive_search(message):
request = json.loads(message.content["text"])
if request["type"]=='searchInformation':
search_string = request["searchString"]
cache_query_set = SearchResultCache.objects.filter(search_string=search_string)
algorithm_query_set = AlgorithmConfigInfo.objects.filter(config_flag=1)
num_configs = len(algorithm_query_set)
num_config_caches = len(cache_query_set)
if num_configs==num_config_caches:
print "### num_configs == num_config_caches"
time_start = time.time()
result_list = []
for c in cache_query_set:
result_list.extend(json.loads(c.search_content))
time_end = time.time()
format_result = plugins.formatIndexSearchResult(result_list)
format_result["summary"]["size_searched_file"] = sum([c.config_info.config_content_size for c in cache_query_set])
format_result["summary"]["size_total_file"] = sum([a.config_content_size for a in algorithm_query_set])
format_result["summary"]["time_cost"] = "{:.4f}".format(time_end-time_start)
format_result["summary"]["rate"] = format_result["summary"]["size_searched_file"]/(time_end-time_start)
format_result["summary"]["flag"] = 1
message.reply_channel.send({
"text": json.dumps(format_result)
})
else:
print "### num_configs != num_config_caches"
plugins.runIndexSearchProgram(search_string)
time_start = time.time()
print "### start search loop"
while True:
plugins.close_old_connections()
cache_query_set = SearchResultCache.objects.filter(search_string=search_string)
try:
num_config_caches = cache_query_set.count()
except Exception,e:
print "@@@@ Exception: {}-{}".format(Exception, e)
if num_configs>num_config_caches:
print "### num_configs[{}] > num_config_caches[{}]".format(num_configs, num_config_caches)
try:
result_list = []
for c in cache_query_set:
result_list.extend(json.loads(c.search_content))
time_end = time.time()
format_result = plugins.formatIndexSearchResult(result_list)
format_result["summary"]["size_searched_file"] = sum([c.config_info.config_content_size for c in cache_query_set])
format_result["summary"]["size_total_file"] = sum([a.config_content_size for a in algorithm_query_set])
format_result["summary"]["time_cost"] = "{:.4f}".format(time_end-time_start)
format_result["summary"]["rate"] = format_result["summary"]["size_searched_file"]/(time_end-time_start)
format_result["summary"]["flag"] = 0
message.reply_channel.send({
"text": json.dumps(format_result),
})
time.sleep(1)
except Exception,e:
print "@@@@@ New Error:{}-{}".format(Exception,e)
else:
print "### num_configs == num_config_caches"
result_list = []
for c in cache_query_set:
result_list.extend(json.loads(c.search_content))
time_end = time.time()
format_result = plugins.formatIndexSearchResult(result_list)
format_result["summary"]["size_searched_file"] = sum([c.config_info.config_content_size for c in cache_query_set])
format_result["summary"]["size_total_file"] = sum([a.config_content_size for a in algorithm_query_set])
format_result["summary"]["time_cost"] = "{:.4f}".format(time_end-time_start)
format_result["summary"]["rate"] = format_result["summary"]["size_searched_file"]/(time_end-time_start)
format_result["summary"]["flag"] = 1
message.reply_channel.send({
"text": json.dumps(format_result),
})
print "### It's time to break"
break