def cus_mouse_move_position(rptname):
print("Click Text Coordinates")
mouse = Controller()
mouse.position = (500, 640)
mouse.press(Button.right)
#mouse.move(500, 0)
mouse.release(Button.right)
def cus_mouse_click_right(rptname):
print("Click Image Coordinates")
mouse = Controller()
mouse.position = (500, 640)
#mouse.scroll(200, 300)
mouse.press(Button.right)
mouse.release(Button.right)
def gesture_control():
area_list = []
v = cv2.VideoCapture(0)
ges = 1
while (ges == 1):
ret, i = v.read()
j = cv2.cvtColor(i, cv2.COLOR_BGR2GRAY)
k = i[:, :, 1]
A = []
g = cv2.subtract(k, j)
g = cv2.multiply(g, 5)
r, g = cv2.threshold(g, 50, 255, 0)
cnt, _ = cv2.findContours(g, cv2.RETR_TREE, cv2.CHAIN_APPROX_SIMPLE)
#print(len(cnt))
#print(cnt)
for i in range(0, len(cnt)):
area = cv2.contourArea(cnt[i])
A.append(area)
if (len(cnt) > 0):
amax = max(A)
#print(amax)
if (len(area_list) == 10):
del area_list[0]
if (area_list[8] - area_list[0] > 1000):
ms.click(Button.left)
ms.release(Button.left)
if (len(area_list) < 10):
area_list.append(amax)
ind = A.index(amax)
M = cv2.moments(cnt[ind])
#print(M)
if (M['m00'] > 0.0):
cx = int(M['m10'] / M['m00'])
cy = int(M['m01'] / M['m00'])
ms = Controller()
ms.position = (3 * cx, 3 * cy)
if ms.position[0] in range(
1270, 1365) and ms.position[1] in range(675, 687):
ges = 0
else:
pass
else:
pass
print(area_list)
#time.sleep(5)
l = cv2.waitKey(1)
if (l == ord(' ')):
cv2.destroyAllWindows()
break
v.release()
def handTracking(self):
mC = Controller()
# mB = Button()
mouseX = -1
mouseY = -1
cv2.namedWindow("preview")
vc = cv2.VideoCapture(0)
if vc.isOpened():
rval, frame = vc.read()
else:
rval = False
while rval:
rval, frame = vc.read()
# img = cv2.cvtColor(frame,cv2.COLOR_BGR2GRAY)
# frm = frame[120:400,80:400]
img = cv2.resize(frame, (180, 120))
data = []
data.append(img)
data = np.array(data)
data = data.reshape(1, 120, 180, 3)
data = data / 255
x = self.model.predict(data)
xl = self.fromScale(640, x[0][0])
yl = self.fromScale(480, x[0][1])
xr = self.fromScale(640, x[0][2])
yr = self.fromScale(480, x[0][3])
# print(xl,yl,xr,yr)
frame = cv2.rectangle(frame, (xl - 50, yl - 20),
(xr + 20, yr + 20), (255, 0, 0), 2)
# frame = cv2.rectangle(frame,(0,0),(40,40),(255,114,36),2)
if xl > 0 and yl > 0 and xr > xl and yr > yl:
yl -= 20
yr += 20
xl -= 50
xr += 20
if yl < 0:
yl = 0
if xl < 0:
xl = 0
if yr >= 480:
yr = 479
if xr >= 640:
xr = 639
dtimg = frame[yl:yr, xl:xr]
dt = []
dtimg = cv2.resize(dtimg, (180, 120))
dt.append(dtimg)
dt = np.asarray(dt)
dt = dt.reshape(1, 120, 180, 3)
dt = dt / 255
value = np.argmax(self.model_Cat.predict(dt)[0])
print(value)
# if self.gesture != value:
# self.gesture = value
# self.counters = [0,0,0,0,0]
if value == 5:
self.counter = [0, 0, 0, 0, 0]
if value < 5:
self.counters[value] += 1
if value != 5:
i = np.argmax(self.counters)
if mouseX != -1 and mouseY != -1:
xC = int((xl + xr) / 2)
yC = int((yl + yr) / 2)
xC = int((xC / 640) * 1920)
yC = int((yC / 480) * 1080)
difX = 0
difY = 0
if xC > mouseX:
difX = 200
if xC < mouseX:
difX = -200
if yC > mouseY:
difY = 200
if yC < mouseY:
difY = -200
mouseX += difX
mouseY += difY
mC.move(difX, difY)
else:
xC = int((xl + xr) / 2)
yC = int((yl + yr) / 2)
pxC = xC / 640
pyC = yC / 480
mC.position = (500, 500)
mouseX = 500
mouseY = 500
# print([np.argmax(self.model_Cat.predict(dt)[0]),np.argmax(self.model_Cat.predict(dt)[0]),np.argmax(self.model_Cat.predict(dt)[0])])
cv2.imshow("preview", frame)
key = cv2.waitKey(5)
if key == 27:
break
cv2.destroyWindow("preview")
def mousecontroller():
my_mouse = Controller()
my_mouse.position = (1000, 200)
# print(abc)
# f = open('demo.txt', 'a')
# for item in abc.index:
# print(abc[0][item])
#
# f.write(abc[0][item] + ' --->>> ')
# f.write('\n')
url = 'instagram.com'
wb.get().open_new_tab('https://instagram.com')
from pynput.mouse import Button, Controller
mouse = Controller()
mouse.position = (1230, 40)
time.sleep(5)
mouse.click(Button.left, 1)
mouse.position = (1170, 360)
time.sleep(5)
mouse.click(Button.left, 3)
time.sleep(1)
keyBoardCopy()
altTab()
# value = input('Enter value')
# keyBoardPaste()
# print(value)
def mouse_move_pynput(x,y):
from pynput.mouse import Button, Controller
""" Déplace la souris vers un couple de coordonnées donné
"""
mouse = Controller()
mouse.position = (x,y)
