def solveVisual(self,problem, prob_mat):
out = -1
objs = []
for m in prob_mat:
temp = []
for obj in m:
temp.append(Image.open(obj.visualFilename).convert(mode='L'))
objs.append(temp)
nums = ['1','2','3', '4', '5', '6','7','8']
choices = {}
for num in nums:
temp = problem.figures[num]
obj = Image.open(temp.visualFilename).convert(mode='L')
choices[num]=obj
control = ImageOperations.framesControl()
ansOp = ImageOperations.answerOp(objs)
answers = choices.copy()
#Build the operation frames depository
sameSetObj = ImageOperations.sameSetOp(objs)
fillObj = ImageOperations.fillOp(objs)
sameObj = ImageOperations.noOp(objs)
transObj = ImageOperations.transformOp(objs)
transSetObj = ImageOperations.transformOpBySet(objs)
transSetConst = ImageOperations.transformOpBySetConstantDiff(objs)
transSetDiag = ImageOperations.transformOpBySetDiag(objs)
blendImgObj = ImageOperations.blendImgOp(objs)
objsE = transObj.getEdgeOnlyBlock(objs)
choicesE = transObj.getEdgeOnlyChoices(choices)
objsInv = []
for i in range(0,len(objs)):
objsInv.append(fillObj.getColImgs(objs,i))
objsDiagInv = [[objs[0][0],objs[1][2],objs[2][1]],[objs[0][2],objs[1][1],objs[2][0]],[objs[0][1],objs[1][0]]]
#Constants/Helper Values
checkFactor = np.average(fillObj.getFillFactorRow(objs[0]))
diagRefImgs = [objs[0][0],objs[1][2],objs[2][1]]
args = [#(objs,sameSetObj,choices,sameSetObj.getFillFactorRow,sameSetObj.isValid,0.99,objs[0]), #Solves 11,2,3
#(objsDiagInv,transSetDiag,choices,transSetDiag.getFillFactorRow,transSetDiag.isValid,20,objsDiagInv[0]), #Solves 8
#(objsDiagInv,blendImgObj,choices,blendImgObj.getFillFactorRowSort,blendImgObj.isValid_imgSimilarity,0.98,blendImgObj.blendImgbyBlack2), #Solves 9
#(objs,transSetConst,choices,transSetConst.getFillFactorRow,transSetConst.isValid,20,objs[0]), #Solves 6
(objsDiagInv,transSetConst,choices,transSetConst.getFillFactorRow,transSetConst.isValid,20,objsDiagInv[0]), #Solves 12
# (objs,transSetObj,choices,transSetObj.getFillFactorRow,transSetObj.isValid,10,objs[0]),#Solves 4,5
# (objsE,transObj,choicesE,transObj.getFillFactorRow,transObj.isValid,10),
# (objs,transObj,choices,transObj.getFillFactorRow,transObj.isValid,20),
# (objs,sameObj,choices,sameObj.getFillFactorRow,sameObj.isValid,0.99),
#(objs,blendImgObj,choices,blendImgObj.getFillFactorRow,blendImgObj.isValid,0.99,blendImgObj.blendImgbyBlack2), #Solves E1,E2,E3
#(objs,blendImgObj,choices,blendImgObj.getFillFactorRow,blendImgObj.isValid,0.99,blendImgObj.blendImgbyWhite), #Solves E11,10
#(objs,blendImgObj,choices,blendImgObj.getFillFactorRow,blendImgObj.isValid_byNumBlack,0.01,blendImgObj.blendImgbyNumBlack), #Solves E4
#(objs,blendImgObj,choices,blendImgObj.getFillFactorRow,blendImgObj.isValid,0.99,blendImgObj.blendImgbyOverlapBlack), #Solves E5
#(objsInv,blendImgObj,choices,blendImgObj.getFillFactorRowMiddleLast,blendImgObj.isValid_imgSimilarity,0.98,blendImgObj.blendImgbyBlack2), #Solves E6
#(objs,blendImgObj,choices,blendImgObj.getFillFactorRow,blendImgObj.isValid,0.90,blendImgObj.blendImgbyBlack2), #Solves E8
#(objs,blendImgObj,choices,blendImgObj.getFillFactorRowForSeparateHalves,blendImgObj.isValid_TwoRows_Comp_FirstLast,0.99,blendImgObj.getFirstLastImg), #Solves E9
#(objs,blendImgObj,choices,blendImgObj.getFillFactorQE12,blendImgObj.isValidQE12,0.01), #Solves E12
#(objs,blendImgObj,choices,blendImgObj.getFillFactorRow,blendImgObj.isValid,0.99,blendImgObj.blendImgbyOverlapBlack), #Solves E7
#(objs,fillObj,choices,fillObj.getFillFactorRow,fillObj.isValid,10000)
]
choiceArgs = [
# {'setImgs':objs[0]},
# {'refImgs':objsDiagInv[0]}, #Solves D-8
# {'thresh':0.995,'blendFcn':blendImgObj.blendImgbyBlack2,'validFcn':blendImgObj.isValid_imgSimilarity,'fillRowFcn':blendImgObj.getFillFactorRowSort}, #Solves D-9
# {'setImgs':objs[0]},
# {},
# {},
# {},
# {},
# {},
#{'thresh':0.995,'blendFcn':blendImgObj.blendImgbyBlack2,'validFcn':blendImgObj.isValid,'fillRowFcn':blendImgObj.getFillFactorRow},
#{'thresh':0.995,'blendFcn':blendImgObj.blendImgbyWhite,'validFcn':blendImgObj.isValid,'fillRowFcn':blendImgObj.getFillFactorRow},
#{'thresh':0.01,'blendFcn':blendImgObj.blendImgbyNumBlack,'validFcn':blendImgObj.isValid_byNumBlack,'fillRowFcn':blendImgObj.getFillFactorRow}, #Solves E-4
#{'thresh':0.995,'blendFcn':blendImgObj.blendImgbyOverlapBlack,'validFcn':blendImgObj.isValid,'fillRowFcn':blendImgObj.getFillFactorRow},
#{'thresh':0.98,'blendFcn':blendImgObj.blendImgbyBlack2,'validFcn':blendImgObj.isValid_imgSimilarity,'fillRowFcn':blendImgObj.getFillFactorRowMiddleLast}, #Solves E-6
#{'thresh':0.99,'blendFcn':blendImgObj.blendImgbyBlack2,'validFcn':blendImgObj.isValid,'fillRowFcn':blendImgObj.getFillFactorRow},
#{'thresh':0.9995,'blendFcn':blendImgObj.getFirstLastImg,'validFcn':blendImgObj.isValid_TwoRows_Comp_FirstLast,'fillRowFcn':blendImgObj.getFillFactorRowForSeparateHalves},
#{'thresh':0.01,'validFcn':blendImgObj.isValidQE12,'fillRowFcn':blendImgObj.getFillFactorQE12,'blendFcn':blendImgObj.getFirstLastImg},
#{'thresh':0.96,'blendFcn':blendImgObj.blendImgbyOverlapBlack,'validFcn':blendImgObj.isValid,'fillRowFcn':blendImgObj.getFillFactorRow}, #Solves E-7
#{},
]
tstArgs = [#{'fcn':ansOp.elimByPixels},
#{'fcn':ansOp.elimBySimilarity,'thresh':.05},
#{'fcn':ansOp.elimByFactor,'factor': checkFactor,'thresh':.02 },
#{'fcn':ansOp.elimByFirstColumn,'factor': checkFactor,'thresh':3, 'compIdx':0 }
#{'fcn':ansOp.elimBySizeOrder,'refImgs':objsInv[0]}
{'fcn':ansOp.elimByNoDuplicates,'refImgs':objsDiagInv[0],'thresh':.005} # Solves D-8
#{'fcn':ansOp.elimByNoDuplicates,'refImgs':objsInv[1],'thresh':.005}, # Solves E-6
#{'fcn':ansOp.elimByNoDuplicates,'refImgs':objs[0],'thresh':.001}, # Solves E-7
#{'fcn':ansOp.elimByImgSimilarityTopHalf,'thresh':0.84} # Solves E-4
]
# Try transform on Edge of figures, solve 1,2,4,5,6,
if out < 0:
argsIdx = 0
while ansOp.isValid(answers) == False and argsIdx < len(args):
answers = args[argsIdx][2].copy()
transFlag = control.getProbRelation(*args[argsIdx])
if transFlag == True:
answers = control.testChoices(args[argsIdx][0],answers, args[argsIdx][1].compCandidate,**choiceArgs[argsIdx])
if ansOp.isValid(answers):
out,value = answers.items()[0]
break
else:
print('answers')
print(answers)
elimIdx = 0
while ansOp.isValid(answers) == False and elimIdx < len(tstArgs):
answers = control.elimByFcn(answers, **tstArgs[elimIdx])
if ansOp.isValid(answers):
out,value = answers.items()[0]
elimIdx = elimIdx +1
argsIdx = argsIdx + 1
'''
# Try transform top half and bottom half, solve 8,10,3
if out < 0:
fillOp = ImageOperations.fillOp(objs)
checkFactor = fillOp.getFillFactorRow(objs[0])
checkFactor=np.average(checkFactor)
answers = {}
transFlag = True
transObj = ImageOperations.transformOp(objs)
fourOp = ImageOperations.divideImage(objs)
for i in range(0,len(objs)-1):
print("baselines")
objsE = objs[i]
groupedSegments = fourOp.groupSegments(objsE,2,1)
print("this is ",i)
for h in range(0,len(groupedSegments)):
temp = transObj.getFillFactorRow(groupedSegments[h])
print(temp)
flag = transObj.isOneDirection(temp)
if flag == False:
transFlag = False
break
if transFlag == True:
for choice in choices:
print(choice)
candidate = objs[len(objs)-1][:]
candidate.append(choices[choice])
choiceSegments = fourOp.groupSegments(candidate,2,1)
for h in range(0,len(choiceSegments)):
temp = transObj.getFillFactorRow(choiceSegments[h])
print(temp)
flag = transObj.isOneDirection(temp)
if flag == False:
break
if flag:
print(choice,"is right")
ans = int(choice)
answers[ans]=candidate
ansOp = ImageOperations.answerOp(objs)
if ansOp.isValid(answers):
out = ans
else:
filterAns = ansOp.elimByFirstColumn(answers,0,3)#ansOp.elimBySimilarity(answers)
print('final answer')
print(answers)
if ansOp.isValid(filterAns):
out,value = filterAns.items()[0]
print(out)
else:
filterAns = ansOp.elimBySimilarity(answers)
print('final answer')
print(answers)
if ansOp.isValid(filterAns):
out,value = filterAns.items()[0]
print(out)
else:
filterAns = ansOp.elimByFactor(answers,checkFactor)
print('final answer')
print(answers)
if ansOp.isValid(filterAns):
out,value = filterAns.items()[0]
print(out)
'''
'''
#Same Top half, P#11
if out < 0:
fourOp = ImageOperations.divideImage(objs)
segmentInd = [0,0]
frameInd = [1,2]
moveFlag = True
thresh = .015
answers = {}
for i in range(0,2):
groupedSegments = fourOp.groupSegments(objs[i],2,1)
print("this is ",i)
moveObj = ImageOperations.moveOp(objs)
factorRow = moveObj.getFillFactorBlock(groupedSegments)
print(factorRow)
flag = moveObj.isSegmentSame(factorRow,segmentInd,frameInd, thresh)
print(flag)
if flag == False:
moveFlag = False
break
if moveFlag == True:
for choice in choices:
print(choice)
candidate = objs[len(objs)-1][:]
candidate.append(choices[choice])
groupedSegments = fourOp.groupSegments(candidate,2,1)
groupedBlock = moveObj.getFillFactorBlock(groupedSegments)
print(groupedBlock)
flag = moveObj.isSegmentSame(groupedBlock,segmentInd,frameInd,thresh)
if flag == True:
print(choice,"is right")
ans = int(choice)
answers[ans]=candidate
ansOp = ImageOperations.answerOp(objs)
filterAns = ansOp.elimByPixels(answers)
print('final answer')
print(answers)
print(filterAns)
if ansOp.isValid(filterAns):
out,value = filterAns.items()[0]
print(out)
#1st and last same pixels, mirror effect, P#7
if out < 0:
fourOp = ImageOperations.divideImage(objs)
segmentInd = [0,1]
frameInd = [0,2]
moveFlag = True
thresh = .015
noOp = ImageOperations.noOp(objs)
answers ={}
for i in range(0,2):
groupedSegments = fourOp.groupSegments(objs[i],1,2)
#groupedSegments = fourOp.getEdgeOnlyBlock(groupedSegments)
print("this is ",i)
moveObj = ImageOperations.moveOp(objs)
factorRow = moveObj.getFillFactorBlock(groupedSegments)
print(factorRow)
flag = moveObj.isSegmentSame(factorRow,segmentInd,frameInd, thresh) and noOp.isValid([objs[i][0],objs[i][len(objs[i])-1]])
print(flag)
if flag == False:
moveFlag = False
break
if moveFlag == True:
for choice in choices:
print(choice)
candidate = objs[len(objs)-1][:]
candidate.append(choices[choice])
#candidate = fourOp.getEdgeOnlyRow(candidate)
groupedSegments = fourOp.groupSegments(candidate,1,2)
#groupedSegments = fourOp.getEdgeOnlyBlock(groupedSegments)
groupedBlock = moveObj.getFillFactorBlock(groupedSegments)
print(groupedBlock)
flag = moveObj.isSegmentSame(groupedBlock,segmentInd,frameInd,thresh) and noOp.isValid([candidate[0],candidate[len(candidate)-1]])
if flag == True:
print(choice,"is right")
ans = int(choice)
answers[ans]=candidate
ansOp = ImageOperations.answerOp(objs)
if ansOp.isValid(answers):
out = ans
else:
filterAns = ansOp.elimBySimilarity(answers)
print('final answer')
print(answers)
if ansOp.isValid(filterAns):
out,value = filterAns.items()[0]
print(out)
else:
filterAns = ansOp.elimByFactor(answers,checkFactor)
print('final answer')
print(answers)
if ansOp.isValid(filterAns):
out,value = filterAns.items()[0]
print(out)
else:
filterAns = ansOp.elimByVerticalReflection(answers, 0, 0.9)
print('final answer')
print(answers)
if ansOp.isValid(filterAns):
out,value = filterAns.items()[0]
print(out)
#1st and last same pixels, mirror effect, P#12
if out < 0:
answers = {}
fourOp = ImageOperations.divideImage(objs)
segmentInd = [1,1]
frameInd = [1,2]
moveFlag = True
thresh = .015
transOp = ImageOperations.transformOp(objs)
for i in range(0,2):
groupedSegments = fourOp.groupSegments(objs[i],2,1)
#groupedSegments = fourOp.getEdgeOnlyBlock(groupedSegments)
print("this is ",i)
moveObj = ImageOperations.moveOp(objs)
groupedBlock = moveObj.getFillFactorBlock(groupedSegments)
factorRow = transOp.getFillFactorRow(groupedSegments[1])
thresh = 200
print('thresh')
print(thresh)
print(groupedBlock)
print(factorRow)
flag = transOp.isValid(factorRow,thresh) #moveObj.isSegmentSame(groupedBlock,segmentInd,frameInd, thresh)
print(flag)
if flag == False:
moveFlag = False
break
if moveFlag == True:
for choice in choices:
print(choice)
candidate = objs[len(objs)-1][:]
candidate.append(choices[choice])
#candidate = fourOp.getEdgeOnlyRow(candidate)
groupedSegments = fourOp.groupSegments(candidate,2,1)
#groupedSegments = fourOp.getEdgeOnlyBlock(groupedSegments)
groupedBlock = moveObj.getFillFactorBlock(groupedSegments)
print(groupedBlock)
factorRow = transOp.getFillFactorRow(groupedSegments[1])
print(factorRow)
thresh = 200
print('thresh')
print(thresh)
flag = transOp.isValid(factorRow,thresh) #moveObj.isSegmentSame(groupedBlock,segmentInd,frameInd,thresh)
if flag == True:
print(choice,"is right")
ans = int(choice)
answers[ans]=candidate
ansOp = ImageOperations.answerOp(objs)
filterAns = ansOp.elimByPixels(answers)
print('final answer')
print(answers)
print(filterAns)
if ansOp.isValid(filterAns):
out,value = filterAns.items()[0]
print(out)
'''
print('OUT')
print(out)
return out
