-
Notifications
You must be signed in to change notification settings - Fork 1
/
script.js
66 lines (56 loc) · 2.3 KB
/
script.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
// 1). grab needed elements' reference
// #video element
const video = document.getElementById('video');
// 2). load the models
async function loadModels() {
/* ssdMobilenetv1 - for face detection */
await faceapi.nets.ssdMobilenetv1.loadFromUri('./models');
/* faceExpressionNet - to detect the expressions on face */
await faceapi.nets.faceExpressionNet.loadFromUri('./models');
/* faceLandmark68Net - to detect face landmarks */
await faceapi.nets.faceLandmark68Net.loadFromUri('./models');
// start the live webcam video stream
startVideoStream();
}
// 3). startVideoStream() function definition
function startVideoStream() {
// check if getUserMedia API is supported
if (navigator.mediaDevices.getUserMedia) {
// get the webcam's video stream
navigator.mediaDevices.getUserMedia({ video: true })
.then(function(stream) {
// set the video.srcObject to stream
video.srcObject = stream;
})
.then(makePredictions)
.catch(function(error) {
/* if something went wrong, just console.log() error. */
console.log(error);
});
}
}
// 4). makePredictions() function definition
function makePredictions() {
// get the #canvas
const canvas = document.getElementById('canvas');
// resize the canvas to the #video dimensions
const displaySize = { width: video.width, height: video.height };
faceapi.matchDimensions(canvas, displaySize);
/* get "detections" for every 100 milliseconds */
setInterval(async function() {
/* this "detections" array has all the things like the "prediction results" as well as the "bounding box" configurations! */
const detections = await faceapi.detectAllFaces(video).withFaceLandmarks().withFaceExpressions();
/* resize the detected boxes to match our video dimensions */
const resizedDetections = faceapi.resizeResults(detections, displaySize);
// before start drawing, clear the canvas
canvas.getContext('2d').clearRect(0, 0, canvas.width, canvas.height);
// use faceapi.draw to draw "detections"
faceapi.draw.drawDetections(canvas, resizedDetections);
// to draw expressions
faceapi.draw.drawFaceExpressions(canvas, resizedDetections);
// to draw face landmarks
faceapi.draw.drawFaceLandmarks(canvas, resizedDetections);
}, 100);
}
// activate the loadModels() function
loadModels()