-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathface_recognition_video_emo.py
165 lines (135 loc) · 6.37 KB
/
face_recognition_video_emo.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
import face_recognition
import cv2
import pyttsx3;
#emo things:
from EmoPy.src.fermodel import FERModel
from pkg_resources import resource_filename
target_emotions = ['surprise', 'calm', 'fear', 'anger']#calm', 'anger', 'happiness', 'fear', 'sadness', 'disgust']
model = FERModel(target_emotions, verbose=True)
#text to speech
engine = pyttsx3.init();
def speakText(textToSpeak):
engine.say(textToSpeak);
engine.runAndWait() ;
video_show=False
# SET FALSE IF RUNNING IN RASPBERRY PI
# This is a demo of running face recognition on live video from your webcam. It's a little more complicated than the
# other example, but it includes some basic performance tweaks to make things run a lot faster:
# 1. Process each video frame at 1/4 resolution (though still display it at full resolution)
# 2. Only detect faces in every other frame of video.
# PLEASE NOTE: This example requires OpenCV (the `cv2` library) to be installed only to read from your webcam.
# OpenCV is *not* required to use the face_recognition library. It's only required if you want to run this
# specific demo. If you have trouble installing it, try any of the other demos that don't require it instead.
# Get a reference to webcam #0 (the default one)
video_capture = cv2.VideoCapture(0)
if (video_capture.isOpened() == False):
print("Unable to read camera feed")
else:
print("Passed video capture initialization")
# Load a sample picture and learn how to recognize it.
william_image = face_recognition.load_image_file("known_people/William.jpg")
x_scale = y_scale = 264/william_image.shape[0]
william_image = cv2.resize(william_image, (0,0), fx=x_scale, fy=y_scale)
william_face_encoding = face_recognition.face_encodings(william_image)[0]
# Load a second sample picture and learn how to recognize it.
kout_image = face_recognition.load_image_file("known_people/Kout.jpg")
x_scale = y_scale = 264/kout_image.shape[0]
kout_image = cv2.resize(kout_image, (0,0), fx=x_scale, fy=y_scale)
kout_face_encoding = face_recognition.face_encodings(kout_image)[0]
# Load a third sample picture and learn how to recognize it.
leandra_image = face_recognition.load_image_file("known_people/Leandra.jpg")
x_scale = y_scale = 264/leandra_image.shape[0]
leandra_image = cv2.resize(leandra_image, (0,0), fx=x_scale, fy=y_scale)
leandra_face_encoding = face_recognition.face_encodings(leandra_image)[0]
# Create arrays of known face encodings and their names
known_face_encodings = [
william_face_encoding,
kout_face_encoding,
leandra_face_encoding
]
known_face_names = [
"Kout_W",
"Dimitrios",
"Leandra"
]
# Initialize some variables
face_locations = []
face_encodings = []
face_names = []
process_this_frame = True
lastMatchedPerson = None
frame_counter = 0
people_found = []
video_scale = 0.2
while True:
if frame_counter >= 50:
frame_counter=0
people_found = []
frame_counter+=1
#print("Entered while loop")
# Grab a single frame of video
ret, frame = video_capture.read()
# Resize frame of video to 1/4 size for faster face recognition processing
small_frame = cv2.resize(frame, (0,0), fx=video_scale, fy=video_scale)
# Convert the image from BGR color (which OpenCV uses) to RGB color (which face_recognition uses)
rgb_small_frame = small_frame[:, :, ::-1]
# Only process every other frame of video to save time
if process_this_frame:
# Find all the faces and face encodings in the current frame of video
face_locations = face_recognition.face_locations(rgb_small_frame)
face_encodings = face_recognition.face_encodings(rgb_small_frame, face_locations)
face_names = []
for face_encoding in face_encodings:
print("found face")
# See if the face is a match for the known face(s)
matches = face_recognition.compare_faces(known_face_encodings, face_encoding)
name = "Unknown"
# If a match was found in known_face_encodings, just use the first one.
if True in matches:
first_match_index = matches.index(True)
name = known_face_names[first_match_index]
#if reading first everytime, how does it go on to 2nd, and 3rd person in frame?
# print("Face locations: ",face_locations)
face_names.append(name)
if name not in people_found:
center_x=0.5*(face_locations[face_names.index(name)][3]+face_locations[face_names.index(name)][1])
frame_third = rgb_small_frame.shape[1]/3
if center_x < frame_third:
relative_location = " to the left"
elif center_x > frame_third and center_x < 2*frame_third:
relative_location = "ahead"
elif center_x > 2*frame_third:
relative_location = "to the right"
file = './image_data/image.jpg'
cv2.imwrite(file, frame)
cv2.imshow('ImageWindow', cv2.imread(file))
cv2.waitKey()
feeling_string = model.predict(file)
print(feeling_string)
speakText(name + " is " + relative_location + " of you. They are feeling: " + feeling_string )
print("Found "+name)
print("Feeling: " + feeling_string)
people_found.append(name)
process_this_frame = frame_counter%5==1
# Display the results
for (top, right, bottom, left), name in zip(face_locations, face_names):
# Scale back up face locations since the frame we detected in was scaled to 1/4 size
top *= int(1/video_scale)
right *= int(1/video_scale)
bottom *= int(1/video_scale)
left *= int(1/video_scale)
# Draw a box around the face
cv2.rectangle(frame, (left, top), (right, bottom), (0, 0, 255), 2)
# Draw a label with a name below the face
cv2.rectangle(frame, (left, bottom - 35), (right, bottom), (0, 0, 255), cv2.FILLED)
font = cv2.FONT_HERSHEY_DUPLEX
cv2.putText(frame, name, (left + 6, bottom - 6), font, 1.0, (255, 255, 255), 1)
# Display the resulting image
if video_show == True:
cv2.imshow('Video', frame)
# Hit 'q' on the keyboard to quit!
if cv2.waitKey(1) & 0xFF == ord('q'):
break
# Release handle to the webcam
video_capture.release()
#cv2.destroyAllWindows()