def run_algo_command(self, name, mode, num_times, scramble_type, break_early=False): scrambles = [] print scramble_type if mode == 'random': num_times = 1 for i in range(0,num_times): scrambles.append(Scrambler.gen_scramble()) if mode == 'db': tmp = self.persist.get_scrambles( scramble_type) for scr in tmp: scram = scr['scramble'] scrambles.append(scram) if mode == 'last': res = self.persist.get_latest_solve() scrambles.append(res['scramble']) print "scram len:", len(scrambles) success_cnt = 0.0 fail_cnt = 0.0 for scram in scrambles: if self.run_algo(name, scram, save_last=mode == 'last'): success_cnt += 1 else: fail_cnt += 1 if break_early and fail_cnt / len(scrambles) > 1 - REQ_SUCCESS + 0.01: #epsilon return 0 if success_cnt == 0: return 0.0 success_rate = (success_cnt)/(success_cnt + fail_cnt) return success_rate
def menu(self):
while True:
print "Enter command: "
s = raw_input()
s = s.split(" ")
if s[0] == 'help':
print ""
print "HELP:"
print "run algo random/db scramble_type"
print "add filename"
print "dump algoname"
print "list"
print "show algoname"
print "rm algoname"
print "rmstats algoname"
print "stats algoname"
print "addsc type count"
print "listsc type"
print "branch algoname tries (algotype)"
print "rmsc (type)"
print "catrun category scramble_type"
print "catstats category"
print "import filename"
print "failshow"
print "removeallresult"
print "failselect id"
print ""
if s[0] == 'run':
name = s[1]
mode = s[2]
scramble_type = ''
if len (s) >= 4:
scramble_type = s[3]
self.run_algo_command(name,mode,scramble_type,scramble_type)
if s[0] == 'add':
algo = Algo_Parser.parse_algo(s[1])
self.persist.add_algo(algo)
if s[0] == 'list':
algos = self.persist.list_algos()
print ""
print "Available algos:"
for a in algos:
name = a['name']
while len(name) < 12:
name = name + " "
print name, 'category:', a['category']
print ""
if s[0] == 'show':
res = self.persist.get_algo(s[1])
print ""
print "Algo ", s[1], "described:"
for key, value in res.items():
print key,":",value
if str(key) == 'steps':
for item in value:
print map(str, item)
print ""
if s[0] == 'rm':
self.persist.remove_algo(s[1])
if s[0] == 'rmstats':
name = s[1]
self.persist.remove_results(name)
if s[0] == 'stats':
name = s[1]
self.stats(name)
if s[0] == 'addsc':
scramble_type = s[1]
cnt = int(s[2])
for i in range(0,cnt):
self.persist.add_scramble({'scramble_type' : scramble_type,
'scramble' : Scrambler.gen_scramble()})
if s[0] == 'listsc':
scramble_type = 'full'
if len(s) > 1:
scramble_type = s[1]
#for s in self.persist.get_scrambles(scramble_type=scramble_type):
for scram in self.persist.get_scrambles():
print scram
if s[0] == 'rmsc':
sctype = None
if len(s) > 1:
sctype = s[1]
self.persist.remove_scrambles(scramble_type = sctype)
if s[0] == 'col':
print self.persist.db.collection_names()
#self.persist.db.problem_state.drop()
if s[0] == 'branch':
name = s[1]
scramble_type = 'full'
cnt = 1
if len(s) > 2:
cnt = int(s[2])
if len(s) > 3:
scramble_type = s[3]
self.branch(name, cnt, scramble_type)
if s[0] == 'catrun':
if len(s) < 3:
print "too few arguments"
return
category = s[1]
scramble_type = s[2]
algos = self.persist.find_algo_category(category)
for algo in algos:
if algo['category'] == category:
print "Running for ", algo['name']
self.run_algo_command(algo['name'], 'db',0, scramble_type)
if s[0] == 'catstats':
category = s[1]
algos = self.persist.find_algo_category(category)
print ""
print "Stats for category", category
print "============================================="
for algo in algos:
self.stats(algo['name'])
print ""
if s[0] == 't':
for rec in self.persist.db.algo.find():
print rec
if rec['name'] == 'standard':
self.persist.db.algo.remove({'name' : rec['name']})
rec['category'] = 'full'
self.persist.db.algo.save(rec)
if s[0] == 'rename':
algo = self.persist.get_algo(s[1])
algo['name'] = s[2]
self.persist.remove_algo(s[1])
self.persist.add_algo(algo)
if s[0] == 'setcat':
algo = self.persist.get_algo(s[1])
algo['category'] = s[2]
self.persist.remove_algo(s[1])
self.persist.add_algo(algo)
if s[0] == 'dump':
algo = self.persist.get_algo(s[1])
algo.pop("_id", None)
f = open(s[1] + '-dump.algo', 'w')
json.dump(algo, f)
f.close()
if s[0] == 'import':
f = open(s[1], 'r')
algo = {}
for line in f:
split = line[:-1].split('#')
algo[split[0]] = split[1]
print line
f.close()
self.persist.add_algo(algo)
if s[0] == 'failshow':
fails = self.persist.result.find({'success' : False})
for nr, fail in enumerate(fails):
if nr >= 10:
break
print "============================ ITEM", nr,"==============================="
print "algoname:",fail['name']
if s[0] == 'failselect':
chosen_nr = int(s[1])
fails = self.persist.result.find({'success' : False})
success = False
for nr, fail in enumerate(fails):
if nr == chosen_nr:
self.persist.save_latest_solve(fail)
success = True
if success:
print "Done"
else:
print "Unknown id"
if s[0] == 'removeallresult':
self.persist.result.remove()
if s[0] == 'export':
algoname = s[1]
res = self.persist.result.find({'name' : algoname})
min_cnt = 1000000
max_cnt = 0
tot = 0
result_cnt = 0.0
out = ""
fail = 0
move_cnt_array = []
for r in res:
result_cnt += 1
if not r['success']:
fail += 1
continue
move_cnt = r['move_cnt']
min_cnt = min(min_cnt, move_cnt)
max_cnt = max(max_cnt, move_cnt)
tot += move_cnt
move_cnt_array.append(move_cnt)
bar_chart = [0] * (max_cnt/5 + 1)
for move in move_cnt_array:
bar_chart[move/5] += 1
fst_label = 0
while(bar_chart[0] == 0):
fst_label += 5
bar_chart = bar_chart[1:]
print bar_chart
value = ""
for b in bar_chart:
value += str(fst_label) + '-' + str(fst_label + 4) + "," + str(b) + '\n'
fst_label += 5
value = value[:-1]
fout = open('stats.csv','w')
fout.write(value)
fout.close()
print 'total problem instances:', result_cnt
print 'fail count:', fail
print 'min:', min_cnt
print 'max:', max_cnt
print 'mean:', tot/result_cnt
print 'successrate:', 1- fail/result_cnt