Virtual-Mouse-using-Hand-Gesture/Virtual mouse.py at master · AyanPahari/Virtual-Mouse-using-Hand-Gesture · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
import cv2
import numpy as np
import wx
from pynput.mouse import Button,Controller

mouse=Controller()
app=wx.App(False)
(sx,sy)=wx.GetDisplaySize()
(capx,capy)=(480,360)

cap=cv2.VideoCapture(0)
cap.set(3,capx)
cap.set(4,capy)
lowerBound=np.array([0,80,50])
upperBound=np.array([10,255,255])
kernelOpen=np.ones((5,5))
kernelClose=np.ones((20,20))

mLocOld=np.array([0,0])
mouseLoc=np.array([0,0])
DampingFactor=2 # should be greater than 1

pinchFlag=0
openx,openy,openw,openh=(0,0,0,0)

while True:
    ret,img=cap.read()
    #img=cv2.resize(img,(360,240))
    # Convert BGR to HSV(Hue Saturation Value)

    imgHSV=cv2.cvtColor(img,cv2.COLOR_BGR2HSV)

    #Create the mask
    mask=cv2.inRange(imgHSV,lowerBound,upperBound)

    # Morphology
    maskOpen=cv2.morphologyEx(mask,cv2.MORPH_OPEN,kernelOpen)
    maskClose=cv2.morphologyEx(maskOpen,cv2.MORPH_CLOSE,kernelClose)
    maskFinal=maskClose
    _,conts,h=cv2.findContours(maskFinal.copy(),cv2.RETR_EXTERNAL,cv2.CHAIN_APPROX_NONE)

    if(len(conts)==2):
        if(pinchFlag==1):
            pinchFlag=0
            mouse.release(Button.left)
        x1,y1,w1,h1=cv2.boundingRect(conts[0])
        x2,y2,w2,h2=cv2.boundingRect(conts[1])
        cv2.rectangle(img,(x1,y1),(x1+w1,y1+h1),(255,0,0),2)
        cv2.rectangle(img,(x2,y2),(x2+w2,y2+h2),(255,0,0),2)
        cx1= int(x1+w1/2)
        cy1= int(y1+h1/2)
        cx2= int(x2+w2/2)
        cy2= int(y2+h2/2)
        cx= int((cx1+cx2)/2)
        cy= int((cy1+cy2)/2)
        cv2.line(img,(cx1,cy1),(cx2,cy2),(255,0,0),2)
        cv2.circle(img,(cx,cy),2,(0,0,255),2)
        mouseLoc=mLocOld+((cx,cy)-mLocOld)/DampingFactor
        mouse.position=(sx-int(mouseLoc[0]*sx/capx),int(mouseLoc[1]*sy/capy))
        while mouse.position!=(sx-int(mouseLoc[0]*sx/capx),int(mouseLoc[1]*sy/capy)):
            pass
        mLocOld=mouseLoc
        openx,openy,openw,openh=cv2.boundingRect(np.array([[[x1,y1],[x1+w1,y1+h1],[x2,y2],[x2+w2,y2+h2]]]))
        #cv2.rectangle(img,(openx,openy),(openx+openw,openy+openh),(255,0,0),2)
    elif(len(conts)==1):
        x,y,w,h=cv2.boundingRect(conts[0])
        if(pinchFlag==0):
            if(abs((w*h-openw*openh)*100/(w*h))<30):
                pinchFlag=1
                mouse.press(Button.left)
                openx,openy,openw,openh=(0,0,0,0)
        else:
            x,y,w,h=cv2.boundingRect(conts[0])
            cv2.rectangle(img,(x,y),(x+w,y+h),(255,0,0),2)
            cx=int(x+w/2)
            cy=int(y+h/2)
            cv2.circle(img,(cx,cy),int((w+h)/4),(0,0,255),2)
            mouseLoc=mLocOld+((cx,cy)-mLocOld)/DampingFactor
            mouse.position=(sx-int(mouseLoc[0]*sx/capx),int(mouseLoc[1]*sy/capy))
            while mouse.position!=(sx-int(mouseLoc[0]*sx/capx),int(mouseLoc[1]*sy/capy)):
                pass
            mLocOld=mouseLoc

    cv2.imshow('Window',img)

    if cv2.waitKey(27)==ord('q'):
        break

cap.release()
cv2.destroyAllWindows()