23 | ## Hardware Requirements
24 | > 1. 2 cameras, 1 for surveillance and another to take face data for training face recognizer
25 | > 2. A server to host the Web server
26 | > 3. Router (optional)
27 |
28 |
29 | ## Cloning the code from git
30 | > 1. `git clone https://github.com/shangeth/Computer-Vision-Security-System.git`
31 |
32 |
33 | ## Running the program
34 | > 1. `cd server`
35 | > 2. `python server.py` this will open the webserver on `127.0.0.1:5000`
36 |
37 |
38 | ## How does it work
39 | > 1. Home page will show live feed of camera and log of people who visited the facility.
40 | > 2. Add Visitor allows you to enter the details of new visitor who need to be added/permitted into the facility.
41 | > 3. After adding details of the new visitor, `python detect_faces.py`. Before running it make sure the new visitor’s face is in front of the second USB camera.
42 |
43 |
44 | ## Enabling SMS notification(optional)
45 | > 1. Go to `twilio.com` and create an developer account and get the auth token and SID for the application.
46 | > 2. Go to `dropbox.com` and create an developer account and generate auth token for the application in create app section.
47 | > 3. `nano camera_recognition.py` and edit line 40 and 61 to enter your credentials.
48 |
--------------------------------------------------------------------------------
/camera_recognition.py:
--------------------------------------------------------------------------------
1 |
2 | import cv2
3 | import threading
4 | import sqlite3
5 | from time import gmtime, strftime,localtime
6 | import pathlib
7 | import dropbox
8 | import re
9 | from twilio.rest import Client
10 | import os
11 |
12 |
13 | recognizer = cv2.face.LBPHFaceRecognizer_create()
14 | recognizer.read('trainedData/trainingData.yml')
15 | global log
16 |
17 | def getProfile(id):
18 | conn = sqlite3.connect("faceInfoData.db")
19 | cur = conn.execute("SELECT * FROM Visitors WHERE ID=(?)",(id,))
20 | profile = None
21 | for row in cur:
22 | profile = row
23 | conn.close()
24 | return profile
25 |
26 |
27 | def dropbox_sms(filename,msg):
28 | # the source file
29 | # located in this folder
30 | # path object, defining the file
31 | folder = pathlib.Path("MessageLog") # located in this folder
32 | # file name
33 | filepath = folder / filename
34 |
35 | # target location in Dropbox
36 | target = "/Temp/" # the target folder
37 | targetfile = target + filename # the target path and file name
38 |
39 | # Create a dropbox object using an API v2 key
40 | d = dropbox.Dropbox('Enter your Key here!!!')
41 | '''
42 | CHANGE THE API from your dropbox account : change inside of d = dropbox.Dropbox('Your KEY here!!!!')
43 |
44 | '''
45 | # open the file and upload it
46 | with filepath.open("rb") as f:
47 | # upload gives you metadata about the file
48 | # we want to overwite any previous version of the file
49 | meta = d.files_upload(f.read(), targetfile, mode=dropbox.files.WriteMode("overwrite"))
50 |
51 | # create a shared link
52 | link = d.sharing_create_shared_link(targetfile)
53 |
54 | # url which can be shared
55 | url = link.url
56 |
57 | # link which directly downloads by replacing ?dl=0 with ?dl=1
58 | dl_url = re.sub(r"\?dl\=0", "?dl=1", url)
59 |
60 | # the following line needs your Twilio Account SID and Auth Token
61 | client = Client("Account SID here!!", "Auth TOken here!!!")
62 | '''
63 | CHANGE THE SID AND AUTH TOKEN HERE!!!!!
64 | client = Client("YOur SID Here", "your AUTH Token here")
65 |
66 | '''
67 | # this is the URL to an image file we're going to send in the MMS
68 | media = dl_url
69 |
70 | # change the "from_" number to your Twilio number and the "to" number
71 | # to the phone number you signed up for Twilio with, or upgrade your
72 | # account to send MMS to any phone number that MMS is available
73 | '''
74 | type your phone number in to="phone numer here"
75 | type your twilio phne number in from="twilio phone number here"
76 | '''
77 | client.api.account.messages.create(to="your mobile number here",
78 | from_="+19412412342",
79 | body=msg,
80 | media_url=media)
81 |
82 | def visitor_msg(msgcount,frame,visitor_name):
83 | '''
84 | change the path into the path of the folder MessageLog
85 | '''
86 | path = '/home/shangeth/Desktop/Detect_face_Final_project/MessageLog/'
87 | filepath = os.path.join(path, str(msgcount) + '.jpg')
88 | filename = str(msgcount) + '.jpg'
89 | cv2.imwrite(filepath, frame)
90 | msgcount += 1
91 | msg = "Admin Alert: \n" + str(visitor_name) + " has visited the facility, at " + strftime("%Y-%m-%|%H:%M:%S",localtime())
92 | # dropbox_sms(filename, msg)
93 |
94 |
95 | '''
96 | change the path into the path of the folder MessageLog
97 | '''
98 | def unknown_msg(msgcount,frame,visitor_name):
99 | path = '/home/shangeth/Desktop/Detect_face_Final_project/MessageLog/'
100 | filepath = os.path.join(path, str(msgcount) + '.jpg')
101 | filename = str(msgcount) + '.jpg'
102 | cv2.imwrite(filepath, frame)
103 | msgcount += 1
104 | msg = "Admin Alert: \n" + str(visitor_name) + " person entered the facility, at " + strftime("%Y-%m-%d|%H:%M:%S",localtime())
105 | # dropbox_sms(filename, msg)
106 |
107 |
108 |
109 | class RecordingThread(threading.Thread):
110 | def __init__(self, name, camera):
111 | threading.Thread.__init__(self)
112 | self.name = name
113 | self.isRunning = True
114 |
115 | self.cap = camera
116 | fourcc = cv2.VideoWriter_fourcc(*'MJPG')
117 | self.out = cv2.VideoWriter('./static/video.avi', fourcc, 20.0, (640, 480))
118 |
119 | def run(self):
120 | while self.isRunning:
121 | ret, frame = self.cap.read()
122 | if ret:
123 | self.out.write(frame)
124 |
125 | self.out.release()
126 |
127 | def stop(self):
128 | self.isRunning = False
129 |
130 | def __del__(self):
131 | self.out.release()
132 |
133 |
134 | class VideoCamera(object):
135 | def __init__(self):
136 | # Open a camera
137 | '''
138 | change camera here
139 | inside VideCapture() put 1 for usb camera
140 | '''
141 | self.cap = cv2.VideoCapture(0)
142 |
143 | # Initialize video recording environment
144 | self.is_record = False
145 | self.out = None
146 |
147 | # Thread for recording
148 | self.recordingThread = None
149 |
150 | def __del__(self):
151 | self.cap.release()
152 |
153 | def get_frame(self):
154 | ret, frame = self.cap.read()
155 | count=0
156 | log = []
157 | msgcount = 0
158 | if ret:
159 | detector = cv2.CascadeClassifier('haarcascade_frontalface_default.xml')
160 | font = cv2.FONT_HERSHEY_SIMPLEX
161 | prev_profile = None
162 | gray = cv2.cvtColor(frame, cv2.COLOR_BGR2GRAY)
163 | faces = detector.detectMultiScale(gray, 1.3, 5)
164 | for (x, y, w, h) in faces:
165 | cv2.rectangle(frame, (x, y), (x + w, y + h), (255, 0, 0), 2)
166 | Id, conf = recognizer.predict(gray[y:y + h, x:x + w])
167 | c = sqlite3.connect("faceInfoData.db")
168 | conn = c.cursor()
169 | cur = conn.execute("SELECT visitor_name FROM log WHERE id = (SELECT MAX(id) FROM log)")
170 | name_q = cur.fetchone()
171 | if name_q != None:
172 | name_q = str(name_q[0])
173 | else:
174 | name_q = None
175 | conn.close()
176 | c.close()
177 |
178 | cur_time = strftime("%Y-%m-%d %H:%M:%S", localtime())
179 | if (conf < 70):
180 | profile = getProfile(Id)
181 | cv2.putText(frame, profile[1], (x, y + h), font, 1.0, (0, 255, 0), 2)
182 | cv2.putText(frame, str(profile[2]), (x, y + h + 30), font, 1.0, (0, 255, 0), 2)
183 | cv2.putText(frame, profile[3], (x, y + h + 60), font, 1.0, (0, 255, 0), 2)
184 |
185 |
186 | if prev_profile != profile and name_q != profile[1]:
187 | log.append([profile,cur_time])
188 | c = sqlite3.connect("faceInfoData.db")
189 | conn = c.cursor()
190 | conn.execute("INSERT INTO log (visitor_name, time) VALUES (?,?)", (profile[1],str(cur_time)))
191 | c.commit()
192 | conn.close()
193 |
194 | thread = threading.Thread(target=visitor_msg, args=(msgcount,frame,profile[1]))
195 | thread.daemon = True # Daemonize thread
196 | thread.start() # Start the execution
197 |
198 | prev_profile = profile
199 |
200 |
201 |
202 | elif conf >=70 :
203 | Id=0
204 | profile=None
205 | if name_q != 'Unknown':
206 | log.append([['Unknown','',''], cur_time])
207 | c = sqlite3.connect("faceInfoData.db")
208 | conn = c.cursor()
209 | conn.execute("INSERT INTO log (visitor_name, time) VALUES (?,?)", ('Unknown', str(cur_time)))
210 | c.commit()
211 | conn.close()
212 |
213 | thread = threading.Thread(target=unknown_msg, args=(msgcount, frame, 'Unknown'))
214 | thread.daemon = True # Daemonize thread
215 | thread.start() # Start the execution
216 |
217 | cv2.putText(frame, "Unknown", (x, y + h), font, 1.0, (0, 255, 0), 2)
218 | prev_profile = profile
219 |
220 | count +=1
221 | ret, jpeg = cv2.imencode('.jpg', frame)
222 | return jpeg.tobytes()
223 |
224 | else:
225 | return None
226 |
227 | def start_record(self):
228 | self.is_record = True
229 | self.recordingThread = RecordingThread("Video Recording Thread", self.cap)
230 | self.recordingThread.start()
231 |
232 | def stop_record(self):
233 | self.is_record = False
234 |
235 | if self.recordingThread != None:
236 | self.recordingThread.stop()
237 |
238 |
239 |
--------------------------------------------------------------------------------
/detect_faces.py:
--------------------------------------------------------------------------------
1 | import cv2
2 | import sqlite3
3 | import os
4 | import numpy as np
5 | from PIL import Image
6 |
7 | '''
8 | To change camera change the 0 to 1 for USB camera.
9 | '''
10 | cam = cv2.VideoCapture(0)
11 | detector = cv2.CascadeClassifier('haarcascade_frontalface_default.xml')
12 |
13 | def getID():
14 | conn = sqlite3.connect("faceInfoData.db")
15 | cur = conn.execute('SELECT max(id) FROM Visitors')
16 | id = cur.fetchone()[0]
17 | cur.close()
18 | return int(id)
19 |
20 |
21 | id = getID()
22 | idCount = 0
23 | while (True):
24 | ret, img = cam.read()
25 | gray = cv2.cvtColor(img, cv2.COLOR_BGR2GRAY)
26 | faces = detector.detectMultiScale(gray, 1.3, 5)
27 | for (x, y, w, h) in faces:
28 | cv2.rectangle(img, (x, y), (x + w, y + h), (255, 0, 0), 2)
29 |
30 | idCount = idCount + 1
31 | cv2.imwrite("faceData/User." + str(id) + '.' + str(idCount) + ".jpg", gray[y:y + h, x:x + w])
32 |
33 | cv2.imshow('frame', img)
34 | if cv2.waitKey(200) & 0xFF == ord('q'):
35 | break
36 | elif idCount > 20:
37 | break
38 | cam.release()
39 | cv2.destroyAllWindows()
40 |
41 |
42 | recognizer = cv2.face.LBPHFaceRecognizer_create()
43 | detector= cv2.CascadeClassifier("haarcascade_frontalface_default.xml");
44 |
45 | def getImagesAndLabels(path):
46 | imagePaths=[os.path.join(path,f) for f in os.listdir(path)]
47 | faceSamples=[]
48 | Ids=[]
49 |
50 | for imagePath in imagePaths:
51 | pilImage=Image.open(imagePath).convert('L')
52 |
53 | imageNp=np.array(pilImage,'uint8')
54 |
55 | Id=int(os.path.split(imagePath)[-1].split(".")[1])
56 | faces=detector.detectMultiScale(imageNp)
57 |
58 | for (x,y,w,h) in faces:
59 | faceSamples.append(imageNp[y:y+h,x:x+w])
60 | Ids.append(Id)
61 | return faceSamples,Ids
62 |
63 |
64 | faces,Ids = getImagesAndLabels('faceData')
65 | recognizer.train(faces, np.array(Ids))
66 | recognizer.save('trainedData/trainingData.yml')
67 |
--------------------------------------------------------------------------------
/faceData/text.txt:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/shangeth/Computer-Vision-Security-System/a0a320f4c9531409bc61c4401f14cd165d289b23/faceData/text.txt
--------------------------------------------------------------------------------
/faceInfoData.db:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/shangeth/Computer-Vision-Security-System/a0a320f4c9531409bc61c4401f14cd165d289b23/faceInfoData.db
--------------------------------------------------------------------------------
/server.py:
--------------------------------------------------------------------------------
1 | from flask import Flask, render_template, Response, jsonify, request,redirect,url_for
2 | from camera_recognition import VideoCamera
3 | import cv2
4 | import sqlite3
5 | import os
6 | import numpy as np
7 | from PIL import Image
8 |
9 | #flask configuration
10 | app = Flask(__name__)
11 | app.config['SECRET_KEY'] = 'you-will-never-guess'
12 |
13 | video_camera = None
14 | global_frame = None
15 |
16 | #Home page for the WebApp
17 | @app.route('/')
18 | def index():
19 | c = sqlite3.connect("faceInfoData.db")
20 | conn = c.cursor()
21 | cur = conn.execute("SELECT * FROM log ")
22 | logs=cur.fetchall()
23 | c.commit()
24 | conn.close()
25 | return render_template('home.html',logs=logs)
26 |
27 | #Record config route
28 | @app.route('/record_status', methods=['POST'])
29 | def record_status():
30 | global video_camera
31 | if video_camera == None:
32 | video_camera = VideoCamera()
33 |
34 | json = request.get_json()
35 |
36 | status = json['status']
37 |
38 | if status == "true":
39 | video_camera.start_record()
40 | return jsonify(result="started")
41 | else:
42 | video_camera.stop_record()
43 | return jsonify(result="stopped")
44 |
45 | # to stream the video
46 | def video_stream():
47 | global video_camera
48 | global global_frame
49 |
50 | if video_camera == None:
51 | video_camera = VideoCamera()
52 | while True:
53 | frame = video_camera.get_frame()
54 |
55 | if frame != None:
56 | global_frame = frame
57 | yield (b'--frame\r\n'
58 | b'Content-Type: image/jpeg\r\n\r\n' + frame + b'\r\n\r\n')
59 | else:
60 | yield (b'--frame\r\n'
61 | b'Content-Type: image/jpeg\r\n\r\n' + global_frame + b'\r\n\r\n')
62 |
63 | #This route shows the video in the html
64 | @app.route('/video_viewer')
65 | def video_viewer():
66 | return Response(video_stream(),mimetype='multipart/x-mixed-replace; boundary=frame')
67 |
68 | # page to add new visitors
69 | @app.route('/addVisitor')
70 | def add_visitor():
71 | return render_template("add_visitor.html")
72 |
73 | #page which takes the new visitor details and process it into database
74 | @app.route("/submitVisitor",methods=['POST'])
75 | def submitVisitor():
76 | if request.method == "POST":
77 |
78 | name = request.form['visitor_name']
79 | age = request.form['visitor_age']
80 | sex = request.form['visitor_sex']
81 | c = sqlite3.connect("faceInfoData.db")
82 | conn=c.cursor()
83 | conn.execute("INSERT INTO Visitors (Name, Age, Sex) VALUES (?,?,?)", (name, age, sex))
84 | c.commit()
85 | conn.close()
86 | return render_template("add_face.html",name=name,age=age,sex=sex)
87 |
88 | else:
89 | return "
 }})
9 |
15 |
16 |