def main2D_3D_2D_LowResolution():
'''1. read origin obj and image'''
objPath = '../../github/vrn-07231340/obj/trump-12.obj'
objLines, vLines, fLines = readObj(objPath)
imgPath = '../../github/vrn-07231340/examples/scaled/trump-12.jpg'
img = cv2.imread(imgPath)
'''2. origin 2D landmark --> origin 3D landmark'''
''' BUT ONE 2D LANDMARK --> MORE THAN ONE 3D LANDMARK'''
''' HOW TO CHOOSE THE BEST ONE ?'''
''' OPTION 1: 选Z最大的3D landmark'''
'''2.1 origin 2D landmark [x, y]'''
originLandmark2DList = getLandmark2D(img)
'''2.2 origin 3D landmark list [[[x, y], [(line1, vLine1), (line2, vLine2)]], ... ]'''
originLandmark3DList = getLandmark3D(originLandmark2DList, vLines)
'''2.3 OPTION 1: 选Z最大的3D landmark'''
originLandmark3DList = optionChooseZMax(originLandmark3DList)
'''3. nod'''
nodAngle = 15
nodCenterMode = 'maxY'
nodedObjLines = nod(objPath, nodAngle, nodCenterMode)
'''4. noded 3D landmark list'''
'''nodedLandmark3DList: [[x0, y0], [x0, y0, z0], [x1, y1], [x1, y1, z1], (line, vLine)]'''
'''len(nodedLandmark3DList): number of landmarks both on 2D and 3D'''
'''[x0, y0]: original landmark on 2D img'''
'''[x0, y0, z0]: original landmark on 3D model'''
'''[x1, y1]: noded landmark on 2D img'''
'''[x1, y1, z1]: noded landmark on 3D model'''
'''(line, vLine): the line(th) noded vLine'''
nodedVLines = objLines2vLines(nodedObjLines)
nodedLandmark3DList = getNodedLandmark3D(nodedVLines, originLandmark3DList)
'''5. noded 3D landmark --> noded 2D landmark'''
nodedLandmark2D = []
for nodedLandmark3D in nodedLandmark3DList:
nodedLandmark2D.append(nodedLandmark3D[2])
nodedLandmark2D = addEdgeLandmark(nodedLandmark2D, img)
'''6. delaunay triangle for (origin landmarks which are both on 2D and 3D) + (eight edge points)'''
originLandmark2D = []
for nodedLandmark3D in nodedLandmark3DList:
originLandmark2D.append((nodedLandmark3D[0][0], nodedLandmark3D[0][1]))
originLandmark2D = addEdgeLandmark(originLandmark2D, img)
assert len(originLandmark2D) == len(nodedLandmark2D)
triList = generateTriList(originLandmark2D, img)
'''7. warp'''
imgMorph = morph_modify_for_2D3D2D_low_resolution(originLandmark2D,
nodedLandmark2D, img,
triList)
imshow('imgMorph', imgMorph)
cv2.imwrite('./noded.jpg', imgMorph)
def main2D_3D_2D_LR_Hair():
'''1. read origin obj and image'''
objPath = '../../github/vrn-07231340/obj/trump-12.obj'
objLines, vLines, fLines = readObj(objPath)
imgPath = '../../github/vrn-07231340/examples/scaled/trump-12.jpg'
img = cv2.imread(imgPath)
imgHRPath = '../../github/vrn-07231340/examples/trump-12.jpg'
imgHR = cv2.imread(imgHRPath)
'''2. origin 2D landmark --> origin 3D landmark'''
''' BUT ONE 2D LANDMARK --> MORE THAN ONE 3D LANDMARK'''
''' HOW TO CHOOSE THE BEST ONE ?'''
''' OPTION 1: 选Z最大的3D landmark'''
'''2.1 origin 2D landmark [x, y]'''
originLandmark2DList = getLandmark2D(img)
'''2.2 origin 3D landmark list [[[x, y], [(line1, vLine1), (line2, vLine2)]], ... ]'''
originLandmark3DList = getLandmark3D(originLandmark2DList, vLines)
'''2.3 OPTION 1: 选Z最大的3D landmark'''
originLandmark3DList = optionChooseZMax(originLandmark3DList)
'''3. nod'''
nodAngle = 15
nodCenterMode = 'maxY'
nodObjLines = nod(objPath, nodAngle, nodCenterMode)
'''4. nod 3D landmark list'''
'''nodLandmark3DList: [[x0, y0], [x0, y0, z0], [x1, y1], [x1, y1, z1], (line, vLine)]'''
'''len(nodLandmark3DList): number of landmarks both on 2D and 3D'''
'''[x0, y0]: original landmark on 2D img'''
'''[x0, y0, z0]: original landmark on 3D model'''
'''[x1, y1]: nod landmark on 2D img'''
'''[x1, y1, z1]: nod landmark on 3D model'''
'''(line, vLine): the line(th) nod vLine'''
nodVLines = objLines2vLines(nodObjLines)
nodLandmark3DList = getNodLandmark3D(nodVLines, originLandmark3DList)
'''5. nod 3D landmark --> nod 2D landmark'''
nodLandmark2D = []
for nodLandmark3D in nodLandmark3DList:
nodLandmark2D.append(nodLandmark3D[2])
'''6. origin 2D landmarks'''
originLandmark2D = []
for nodLandmark3D in nodLandmark3DList:
originLandmark2D.append((nodLandmark3D[0][0], nodLandmark3D[0][1]))
assert len(originLandmark2D) == len(nodLandmark2D)
'''7. face 2D landmarks + hair 2D landmarks'''
# hairLandmark2DList, nodHairLandmark2DList = main2D_3D_2D_ManuallySelectHair()
hairLandmark2DList, nodHairLandmark2DList, edgePoints, ellipseVerts, outerEllipseVerts = main2D_3D_2D_LR_MeshHair(
)
assert len(hairLandmark2DList) == len(nodHairLandmark2DList)
'''7.1 origin face 2D landmarks + origin hair 2D landmarks'''
originLandmark2D = originLandmark2D + hairLandmark2DList
'''7.2 nod face 2D landmarks + nod hair 2D landmarks'''
nodLandmark2D = nodLandmark2D + nodHairLandmark2DList
'''7.3 save origin and nod 2D landmarks txt'''
# originLandmark2DTxtPath = './originLandmark2D.txt'
# originLandmark2DTxt = open(originLandmark2DTxtPath, 'w')
# for i in originLandmark2D:
# originLandmark2DTxt.write('{} {}\n'.format(i[0], i[1]))
# originLandmark2DTxt.close()
# nodLandmark2DTxtPath = './nodLandmark2D.txt'
# nodLandmark2DTxt = open(nodLandmark2DTxtPath, 'w')
# for i in nodLandmark2D:
# nodLandmark2DTxt.write('{} {}\n'.format(i[0], i[1]))
# nodLandmark2DTxt.close()
'''8. add edge points'''
'''8.1 OPTION1: 8 IMAGE EDGE POINTS'''
''' 如果在加头发关键点之前加8个edge points，第7个edge point（图像最上面那个）会被往下warp一点'''
''' 如果在加头发关键点之后加8个edge points，第7个edge point经过warp后仍在原处，形成一个小三角'''
# originLandmark2D = addEdgeLandmark(originLandmark2D, img)
# nodLandmark2D = addEdgeLandmark(nodLandmark2D, img)
'''8.2 OPTION2: OUTER ELLIPSE'''
# a = copy.copy(originLandmark2D)
originLandmark2D = originLandmark2D + edgePoints
nodLandmark2D = nodLandmark2D + edgePoints
# drawPointsOnImg(originLandmark2D, img, 'b')
# drawPointsOnImg(a, img, 'r')
# drawPointsOnImg(nodLandmark2D, img, 'g')
# drawPointsOnImg(ellipseVerts, img, 'g', cover=True)
# drawPointsOnImg(outerEllipseVerts, img, 'r', cover=True)
# drawPointsOnImg(originLandmark2D, img, 'g', cover=True)
# drawPointsOnImg(edgePoints, img, 'b', radius=3)
# drawPointsOnImg(nodLandmark2D, img, 'r')
'''9. delaunay triangle for [origin landmarks (face + hair)] + (eight edge points)'''
# triList = generateTriList(originLandmark2D, img)
# '''9.1 save tri txt'''
# triTxtPath = './nodTri.txt'
# triTxt = open(triTxtPath, 'w')
# for i in triList:
# triTxt.write('{}\n'.format(i))
# triTxt.close()
'''10. warp LR'''
# imgMorph = morph_modify_for_2D3D2D_low_resolution(
# originLandmark2D, nodLandmark2D, img, triList)
# imshow('imgMorph', imgMorph)
# cv2.imwrite('./nod.jpg', imgMorph)
# return originLandmark2D, nodLandmark2D, triList
'''LR to HR'''
originLandmark2DHR = LR2HR(img, imgHR, originLandmark2D)
for (x, y), (xmin, ymin) in zip(originLandmark2DHR, originLandmark2D):
if float(x) >= 640 or float(y) >= 640:
print(int(xmin), int(ymin))
cv2.circle(img, (int(xmin), int(ymin)), 3, (0, 255, 0), -1)
imshow('img', img)
nodLandmark2DHR = LR2HR(img, imgHR, nodLandmark2D)
'''8. add 8 egde points'''
# nodLandmark2DHR = addEdgeLandmark(nodLandmark2DHR, imgHR)
# originLandmark2DHR = addEdgeLandmark(originLandmark2DHR, imgHR)
# drawPointsOnImg(originLandmark2DHR, imgHR, 'g')
# drawPointsOnImg(nodLandmark2DHR, imgHR, 'r')
'''8.1 remove >= 640'''
originLandmark2DHR = [(i[0], i[1]) for i in originLandmark2DHR
if i[0] < imgHR.shape[0] and i[1] < imgHR.shape[1]]
nodLandmark2DHR = [(i[0], i[1]) for i in nodLandmark2DHR
if i[0] < imgHR.shape[0] and i[1] < imgHR.shape[1]]
'''9. delaunay triangle for [origin landmarks (face + hair)] + (edge points)'''
triList = generateTriList(originLandmark2DHR, imgHR)
'''9.1 save tri txt'''
triTxtPath = './nodTri.txt'
triTxt = open(triTxtPath, 'w')
for i in triList:
triTxt.write('{}\n'.format(i))
triTxt.close()
'''10. warp HR'''
imgMorph = morph_modify_for_2D3D2D_low_resolution(originLandmark2DHR,
nodLandmark2DHR, imgHR,
triList)
# imshow('imgMorph', imgMorph)
# cv2.imwrite('./nod.jpg', imgMorph)
return originLandmark2DHR, nodLandmark2DHR, triList
def mainMeshWarp():
'''1. read image and load new landmarks (nod)'''
image = cv2.imread('../../github/vrn-07231340/examples/trump-12.jpg')
imageTmp = copy.deepcopy(image)
rows, cols = image.shape[0], image.shape[1]
originLandmark2D = getLandmark2D(image)
targetLandmark2DPath = '../../data/talkingphoto/IMG_2294/IMG_2294_26.png.txt'
targetLandmark2D = readPoints(targetLandmark2DPath)[:68]
triTxtPath = './meshTri_640_640(trump-12).txt'
'''2. 新建source mesh'''
gridSize = 50
src_rows = np.linspace(0, rows, gridSize) # 10 行
src_cols = np.linspace(0, cols, gridSize) # 20 列
src_rows, src_cols = np.meshgrid(src_rows, src_cols)
src = np.dstack([src_cols.flat, src_rows.flat])[0]
'''!!! IMPORTANT DEEPCOPY!!!'''
dst = copy.deepcopy(src)
'''3. SKIMAGE画一个椭圆, 并且得到椭圆内所有的网格点'''
rr, cc = ellipse_perimeter(originLandmark2D[ELLIPSE_CENTER][1],
originLandmark2D[ELLIPSE_CENTER][0], 200, 260, orientation=30)
tmp = rr
rr = cc
cc = tmp
# print rr.shape, cc.shape
ellipseVerts = np.dstack([rr, cc])[0] # 椭圆边长上所有点
# print ellipseVerts
mask = points_in_poly(src, ellipseVerts)
pointsInEllipseList = []
indexInEllipseList = []
for i, (s, m) in enumerate(zip(src, mask)):
if m == True:
pointsInEllipseList.append(s)
indexInEllipseList.append(i)
# print len(indexInEllipseList)
# x=pointsInEllipseList[i][1], y=pointsInEllipseList[i][0]
pointsInEllipseArray = np.asarray(pointsInEllipseList)
'''swap collums of pointsInEllipseList'''
# x=pointsInEllipseList[i][0], y=pointsInEllipseList[i][1]
# pointsInEllipseArray[:, [0, 1]] = pointsInEllipseArray[:, [1, 0]]
# image[cc, rr] = 255 # draw ellipse perimeter on image
drawPointsOnImg(pointsInEllipseArray, imageTmp, 'r')
'''4. compute delta (68) of each new landmark X(Y) and old landmark X(Y)'''
deltaAllLandmarksList = []
for i in range(len(targetLandmark2D)):
deltaAllLandmarksList.append(
[targetLandmark2D[i][0]-originLandmark2D[i][0], targetLandmark2D[i][1]-originLandmark2D[i][1]])
# deltaAllLandmarksArray = np.asarray(deltaAllLandmarksList)
# print deltaAllLandmarksList
'''5. compute delta of each point in ellipse'''
radius = 5*rows/float(gridSize)
targetPointsInEllipseList = []
for meshPoint in pointsInEllipseArray:
_, _, landmarksInSmallGridArray, deltaInSmallGridArray = getLandmarksInSmallGrid(
meshPoint, originLandmark2D, deltaAllLandmarksList, radius=radius)
'''画smallGrid以及其内的所有landmarks的delta'''
# imageTmp = copy.deepcopy(image)
# cv2.circle(imageTmp, (int(meshPoint[0]),
# int(meshPoint[1])), int(radius), (0, 255, 0), 2)
# if landmarksInSmallGridArray.shape[0] != 0:
# for (deltaX, deltaY), (landmarkX, landmarkY) in zip(deltaInSmallGridArray, landmarksInSmallGridArray):
# cv2.line(imageTmp, (int(landmarkX), int(landmarkY)), (int(
# landmarkX+deltaX), int(landmarkY+deltaY)), (255, 0, 0), 2)
# cv2.circle(imageTmp, (int(landmarkX+deltaX),
# int(landmarkY+deltaY)), 2, (0, 0, 255), -1)
# cv2.imshow('imgTmp', imageTmp)
# cv2.waitKey(50)
deltaXOfMeshPoint = 0
deltaYOfMeshPoint = 0
if deltaInSmallGridArray.shape[0] != 0:
for i, (deltaInSmallGrid, landmarkInSmallGrid) in enumerate(zip(deltaInSmallGridArray, landmarksInSmallGridArray)):
deltaInSmallGridX = deltaInSmallGrid[0]
deltaInSmallGridY = deltaInSmallGrid[1]
deltaXOfMeshPoint = deltaXOfMeshPoint + deltaInSmallGridX / \
twoPointsDistance(meshPoint, landmarkInSmallGrid)
deltaYOfMeshPoint = deltaYOfMeshPoint + deltaInSmallGridY / \
twoPointsDistance(meshPoint, landmarkInSmallGrid)
targetMeshPointX = meshPoint[0]+deltaXOfMeshPoint
targetMeshPointY = meshPoint[1]+deltaYOfMeshPoint
'''画每一个meshPoint的起点和终点'''
# cv2.line(imageTmp, (int(meshPoint[0]), int(meshPoint[1])),
# (int(targetMeshPointX), int(targetMeshPointY)), (0, 255, 0), 2)
# cv2.circle(imageTmp, (int(meshPoint[0]), int(meshPoint[1])),
# 3, (0, 255, 0), -1)
# cv2.circle(imageTmp, (int(targetMeshPointX), int(targetMeshPointY)),
# 2, (0, 0, 255), -1)
# cv2.imshow('imageTmp', imageTmp)
# cv2.waitKey(0)
targetPointsInEllipseList.append([targetMeshPointX, targetMeshPointY])
targetPointsInEllipseArray = np.asarray(targetPointsInEllipseList)
# drawPointsOnImg(pointsInEllipseArray, imageTmp, 'b')
# drawPointsOnImg(targetPointsInEllipseArray, imageTmp, 'r')
'''6. compute final target mesh'''
# print targetPointsInEllipseArray.shape
drawPointsOnImg(targetPointsInEllipseArray, imageTmp, 'b')
# targetPointsInEllipseArray[:, [0, 1]
# ] = targetPointsInEllipseArray[:, [1, 0]]
dst[indexInEllipseList] = targetPointsInEllipseArray
'''draw src and dst mesh on image'''
# drawPointsOnImg(src, imageTmp, 'g')
# drawPointsOnImg(dst, imageTmp, 'b')
cv2.imwrite('./tmp.png', imageTmp)
'''7. PiecewiseAffineTransform from skimage'''
# tform = PiecewiseAffineTransform()
# tform.estimate(dst, src)
# out = warp(image, tform)
'''8. imshow and imwrite'''
# imshow('out_pat', out)
# cv2.imwrite('./out_pat.png', out*255)
# cv2.imwrite('./ori.jpg', image)
# # fig, ax = plt.subplots()
# # ax.imshow(out)
# # ax.scatter(pointsInEllipseArray[:, 0], pointsInEllipseArray[:, 1],
# # marker='+', color='b', s=5)
# # ax.plot(tform.inverse(src)[:, 0], tform.inverse(src)[:, 1], '.r')
# # plt.show()
'''7. mesh warp wirtten by meself'''
'''draw dst triangle'''
imgTmp = copy.copy(image)
triTxt = open(triTxtPath, 'r')
# for line in triTxt:
# a, b, c = line.split()
# a = int(a)
# b = int(b)
# c = int(c)
# z1 = (int(dst[a][0]), int(dst[a][1]))
# z2 = (int(dst[b][0]), int(dst[b][1]))
# z3 = (int(dst[c][0]), int(dst[c][1]))
# cv2.line(imgTmp, z1, z2, (255, 255, 255), 1)
# cv2.line(imgTmp, z2, z3, (255, 255, 255), 1)
# cv2.line(imgTmp, z3, z1, (255, 255, 255), 1)
# cv2.imshow('tmp', imgTmp)
# cv2.waitKey(1)
imgMorph = morph_modify_for_meshwarp(src, dst, image, triTxtPath)
'''8. imshow and imwrite'''
imshow('imgMorph', imgMorph)
cv2.imwrite('./out_wo.png', imgMorph)
def main2D_3D_2D_LowResolution():
'''1. read origin obj and image'''
objPath = '../../github/vrn-07231340/obj/trump-12.obj'
objLines, vLines, fLines = readObj(objPath)
imgPath = '../../github/vrn-07231340/examples/scaled/trump-12.jpg'
img = cv2.imread(imgPath)
'''2. origin 2D landmark --> origin 3D landmark'''
''' BUT ONE 2D LANDMARK --> MORE THAN ONE 3D LANDMARK'''
''' HOW TO CHOOSE THE BEST ONE ?'''
''' OPTION 1: 选Z最大的3D landmark'''
'''2.1 origin 2D landmark [x, y]'''
originLandmark2DList = getLandmark2D(img)
'''2.2 origin 3D landmark list [[[x, y], [(line1, vLine1), (line2, vLine2)]], ... ]'''
originLandmark3DList = getLandmark3D(originLandmark2DList, vLines)
'''2.3 OPTION 1: 选Z最大的3D landmark'''
originLandmark3DList = optionChooseZMax(originLandmark3DList)
'''3. nod'''
nodAngle = 15
nodCenterMode = 'maxY'
nodObjLines = nod(objPath, nodAngle, nodCenterMode)
'''4. nod 3D landmark list'''
'''nodLandmark3DList: [[x0, y0], [x0, y0, z0], [x1, y1], [x1, y1, z1], (line, vLine)]'''
'''len(nodLandmark3DList): number of landmarks both on 2D and 3D'''
'''[x0, y0]: original landmark on 2D img'''
'''[x0, y0, z0]: original landmark on 3D model'''
'''[x1, y1]: nod landmark on 2D img'''
'''[x1, y1, z1]: nod landmark on 3D model'''
'''(line, vLine): the line(th) nod vLine'''
nodVLines = objLines2vLines(nodObjLines)
nodLandmark3DList = getNodLandmark3D(nodVLines, originLandmark3DList)
'''5. nod 3D landmark --> nod 2D landmark + 8 edge points'''
nodLandmark2D = []
for nodLandmark3D in nodLandmark3DList:
nodLandmark2D.append(nodLandmark3D[2])
nodLandmark2D = addEdgeLandmark(nodLandmark2D, img)
'''6. origin 2D landmarks + 8 edge points'''
originLandmark2D = []
for nodLandmark3D in nodLandmark3DList:
originLandmark2D.append((nodLandmark3D[0][0], nodLandmark3D[0][1]))
originLandmark2D = addEdgeLandmark(originLandmark2D, img)
assert len(originLandmark2D) == len(nodLandmark2D)
'''7. face 2D landmarks + hair 2D landmarks'''
hairLandmark2DList, nodHairLandmark2DList = main2D_3D_2D_Hair()
'''7.1 origin face 2D landmarks + origin hair 2D landmarks'''
originLandmark2D = originLandmark2D+hairLandmark2DList
# drawPointsOnImg(originLandmark2D, img, 'g')
'''7.2 nod face 2D landmarks + nod hair 2D landmarks'''
nodLandmark2D = nodLandmark2D+nodHairLandmark2DList
# drawPointsOnImg(nodLandmark2D, img, 'r')
'''7.3 save origin and nod 2D landmarks txt'''
originLandmark2DTxtPath = './originLandmark2D.txt'
originLandmark2DTxt = open(originLandmark2DTxtPath, 'w')
for i in originLandmark2D:
originLandmark2DTxt.write('{} {}\n'.format(i[0], i[1]))
originLandmark2DTxt.close()
nodLandmark2DTxtPath = './nodLandmark2D.txt'
nodLandmark2DTxt = open(nodLandmark2DTxtPath, 'w')
for i in nodLandmark2D:
nodLandmark2DTxt.write('{} {}\n'.format(i[0], i[1]))
nodLandmark2DTxt.close()
'''8. delaunay triangle for [origin landmarks (face + hair)] + (eight edge points)'''
triList = generateTriList(originLandmark2D, img)
# print triList
'''8.1 save tri txt'''
triTxtPath = './nodTri.txt'
triTxt = open(triTxtPath, 'w')
for i in triList:
triTxt.write('{}\n'.format(i))
triTxt.close()
'''9. warp'''
imgMorph = morph_modify_for_2D3D2D_low_resolution(
originLandmark2D, nodLandmark2D, img, triList)
imshow('imgMorph', imgMorph)
cv2.imwrite('./nod.jpg', imgMorph)
def mainNodHR():
'''1. read img LR and HR'''
imgLRPath = '../../github/vrn-07231340/examples/scaled/trump-12.jpg'
imgLR = cv2.imread(imgLRPath)
imgHRPath = '../../github/vrn-07231340/examples/trump-12.jpg'
imgHR = cv2.imread(imgHRPath)
objPath = '../../github/vrn-07231340/obj/trump-12.obj'
'''2. img LR --> HR'''
zRatio = 3
objLinesHR, vLinesHR, landmarkLR, landmarkHR = lr2hr3DModel(
imgLR, imgHR, zRatio, objPath)
'''3. HR: origin 2D landmark --> origin 3D landmark'''
originLandmark3DList = getLandmark3DHR(landmarkHR, vLinesHR)
originLandmark3DList = optionChooseZMax(originLandmark3DList)
faceLandmarkVlines = []
for (_, _, (_, vLine)) in originLandmark3DList:
faceLandmarkVlines.append(vLine)
'''4. HR: collar detection'''
_, collarPoint = collarDetection(imgHR, minSize=1200, offset=15)
'''5. HR: hair detection'''
originHairPoints = hairDetection(imgHR, minSize=20000)
# minZ = maxminXYZ(objLinesHR)['minZCoord'][2]
minZ = 180
hairPointsVlines = []
for (x, y) in originHairPoints:
hairVline = '{} {} {} {} {} {} {}'.format('v', x, y, minZ, 0, 0, 0)
hairPointsVlines.append(hairVline)
'''6. HR: face landmarks + hair points'''
originVlines = faceLandmarkVlines + hairPointsVlines
'''7. HR: nod face and hair'''
nodAngle = 15
nodCenterMode = 'maxY'
nodVlines = nodHR(originVlines, nodAngle, nodCenterMode)
assert len(originVlines) == len(nodVlines)
'''8. HR: nod 3D --> 2D'''
originPointsHR = []
nodPointsHR = []
for originVline, nodVline in zip(originVlines, nodVlines):
_, x, y, _, _, _, _ = originVline.split()
originPointsHR.append((float(x), float(y)))
_, x, y, _, _, _, _ = nodVline.split()
nodPointsHR.append((float(x), float(y)))
assert len(originPointsHR) == len(nodPointsHR)
# drawPointsOnImg(originPointsHR, imgHR, 'g', radius=2)
# drawPointsOnImg(nodPointsHR, imgHR, 'r', radius=2)
''''9. inner ellipse'''
left = min(originPointsHR, key=lambda x: x[0])[0]
right = max(originPointsHR, key=lambda x: x[0])[0]
up = min(originPointsHR, key=lambda x: x[1])[1]
bottom = max(originPointsHR, key=lambda x: x[1])[1]
innerEllipseCenterX = int((left + right) / 2.0)
innerEllipseCenterY = int((up + bottom) / 2.0)
innerEllipseSemiX = int((right - left) / 2.0)
innerEllipseSemiY = int((bottom - up) / 2.0)
rr, cc = ellipse_perimeter(innerEllipseCenterX,
innerEllipseCenterY,
innerEllipseSemiY,
innerEllipseSemiX,
orientation=np.pi * 1.5)
innerEllipseVerts = np.dstack([rr, cc])[0]
'''10. outer ellipse'''
'''10.1 ratio = outer ellipse / inner ellipse'''
''' 椭圆心和衣领的线段 和 椭圆的交点'''
minDistance = np.inf
for pt in innerEllipseVerts:
distance = twoPointsDistance(pt, collarPoint)
if distance < minDistance:
minDistance = distance
ratio = twoPointsDistance((innerEllipseCenterX, innerEllipseCenterY), collarPoint) / \
twoPointsDistance(
(innerEllipseCenterX, innerEllipseCenterY), pt)
'''10.2 outer ellipse'''
outerEllipseSemiX = int(ratio * innerEllipseSemiX)
outerEllipseSemiY = int(ratio * innerEllipseSemiY)
rr, cc = ellipse_perimeter(innerEllipseCenterX,
innerEllipseCenterY,
outerEllipseSemiY,
outerEllipseSemiX,
orientation=np.pi * 1.5)
outerEllipseVerts = np.dstack([rr, cc])[0]
'''11. edge points on outer ellipse'''
edgePoints = edgePointsOnOuterEllipse(outerEllipseVerts)
'''12. final origin and nod points'''
originPointsHRFinal = originPointsHR + edgePoints
nodPointsHRFinal = nodPointsHR + edgePoints
assert len(originPointsHRFinal) == len(nodPointsHRFinal)
'''13. tri.txt'''
triList = generateTriList(originPointsHRFinal,
imgHR,
triTxtPath='./nodTri.txt')
'''14. warp'''
imgMorph = morph_modify_for_2D3D2D_low_resolution(originPointsHRFinal,
nodPointsHRFinal, imgHR,
triList)
imshow('imgMorph', imgMorph)
cv2.imwrite('./imgMorph.png', imgMorph)
return originPointsHRFinal, nodPointsHRFinal, triList
def main2D_3D_2D_HR_NodHair():
'''1. read origin obj and image'''
objPath = '../../github/vrn-07231340/obj/trump-12.obj'
objLines, vLines, fLines = readObj(objPath)
imgLRPath = '../../github/vrn-07231340/examples/scaled/trump-12.jpg'
imgLR = cv2.imread(imgLRPath)
imgHRPath = '../../github/vrn-07231340/examples/trump-12.jpg'
imgHR = cv2.imread(imgHRPath)
'''2. origin LR 2D landmark --> origin 3D landmark'''
'''2.1 origin LR 2D landmark list [x, y]'''
originLandmark2DLRList = getLandmark2D(imgLR)
'''2.2 origin 3D landmark list [[[x, y], [(line1, vLine1), (line2, vLine2)]], ... ]'''
originLandmark3DList = getLandmark3D(originLandmark2DLRList, vLines)
'''2.3 OPTION 1: 相同(x, y)的情况下，选z最大的3D landmark'''
originLandmark3DList = optionChooseZMax(originLandmark3DList)
'''3. 3D model nod'''
nodAngle = 10
nodCenterMode = 'maxY'
nodObjLines = nod(objPath, nodAngle, nodCenterMode)
'''4. nod 3D landmark list'''
nodVLines = objLines2vLines(nodObjLines)
nodLandmark3DList = getNodLandmark3D(nodVLines, originLandmark3DList)
'''5. nod 3D landmark --> nod LR 2D landmark'''
nodLandmark2DLR = [i[2] for i in nodLandmark3DList]
'''6. origin 2D landmark'''
originLandmark2DLR = [(i[0][0], i[0][1]) for i in nodLandmark3DList]
assert len(originLandmark2DLR) == len(nodLandmark2DLR)
'''7. LR --> HR: origin and nod face landmark'''
originLandmark2DHR = lr2hr(imgLR, imgHR, originLandmark2DLR)
nodLandmark2DHR = lr2hr(imgLR, imgHR, nodLandmark2DLR)
'''8. HR: collar detection'''
_, collarPoint = collarDetection(imgHR, minSize=1200, offset=15)
'''9. HR: hair detection'''
originHairPoints = hairDetection(imgHR, minSize=20000)
'''10. HR: nod hair points'''
'''??? nod center ???'''
nodAngleHair = 18
# drawPointsOnImg(originHairPoints, imgHR, 'r', radius=3)
# nodHairPoints = nodHairHR(
# objLines, nodAngleHair, nodCenterMode, originHairPoints, minZ=100.0)
nodHairPoints = nodHairHR_m(
nodAngleHair, collarPoint, originHairPoints, minZ=100.0)
# for (x, y), (i, j) in zip(nodHairPoints, nodHairPoints_m):
# if x == i and y == j:
# pass
# else:
# print 'yes'
'''10. HR: all origin points and nod points'''
originPoints = originLandmark2DHR+originHairPoints
nodPoints = nodLandmark2DHR+nodHairPoints
assert len(originPoints) == len(nodPoints)
# drawPointsOnImg(originPoints, imgHR, 'g', radius=2)
'''11. inner ellipse'''
left = min(originPoints, key=lambda x: x[0])[0]
right = max(originPoints, key=lambda x: x[0])[0]
up = min(originPoints, key=lambda x: x[1])[1]
bottom = max(originPoints, key=lambda x: x[1])[1]
innerEllipseCenterX = int((left+right)/2.0)
innerEllipseCenterY = int((up+bottom)/2.0)
innerEllipseSemiX = int((right-left)/2.0)
innerEllipseSemiY = int((bottom-up)/2.0)
rr, cc = ellipse_perimeter(innerEllipseCenterX, innerEllipseCenterY,
innerEllipseSemiY, innerEllipseSemiX, orientation=np.pi*1.5)
innerEllipseVerts = np.dstack([rr, cc])[0]
'''12. outer ellipse'''
'''12.1 ratio = outer ellipse / inner ellipse'''
''' 椭圆心和衣领的线段 和 椭圆的交点'''
minDistance = np.inf
for pt in innerEllipseVerts:
distance = twoPointsDistance(pt, collarPoint)
if distance < minDistance:
minDistance = distance
ratio = twoPointsDistance((innerEllipseCenterX, innerEllipseCenterY), collarPoint) / \
twoPointsDistance(
(innerEllipseCenterX, innerEllipseCenterY), pt)
'''12.2 outer ellipse'''
outerEllipseSemiX = int(ratio*innerEllipseSemiX)
outerEllipseSemiY = int(ratio*innerEllipseSemiY)
rr, cc = ellipse_perimeter(innerEllipseCenterX, innerEllipseCenterY,
outerEllipseSemiY, outerEllipseSemiX, orientation=np.pi*1.5)
outerEllipseVerts = np.dstack([rr, cc])[0]
'''13. edge points on outer ellipse'''
edgePoints = edgePointsOnOuterEllipse(outerEllipseVerts)
'''14. final origin and nod HR points '''
originPointsFinal = originPoints+edgePoints
nodPointsFinal = nodPoints+edgePoints
assert len(originPointsFinal) == len(nodPointsFinal)
drawPointsOnImg(originPointsFinal, imgHR, 'b', radius=2)
drawPointsOnImg(originPoints, imgHR, 'r', radius=2)
drawPointsOnImg(nodPointsFinal, imgHR, 'g', radius=2)
'''15. tri.txt'''
triList = generateTriList(originPointsFinal, imgHR,
triTxtPath='./nodTri.txt')
'''16. warp'''
imgMorph = morph_modify_for_2D3D2D_low_resolution(
originPointsFinal, nodPointsFinal, imgHR, triList)
imshow('imgMorph', imgMorph)
cv2.imwrite('./imgMorph_{}2.png'.format(nodAngleHair), imgMorph)
return originPointsFinal, nodPointsFinal, triList
