void update() {
#ifdef INSTALL
if(cam.update()) {
ofPixels& pixels = cam.getColorPixels();
#else
cam.update();
if(cam.isFrameNew()) {
ofPixels& pixels = cam.getPixelsRef();
#endif
// next two could be replaced with one line
ofxCv::rotate90(pixels, rotated, rotate ? 270 : 0);
ofxCv:flip(rotated, rotated, 1);
Mat rotatedMat = toCv(rotated);
if(tracker.update(rotatedMat)) {
ofVec2f position = tracker.getPosition();
vector<FaceTrackerData*> neighbors = data.getNeighborsCount(position, neighborCount);
FaceTrackerData curData;
curData.load(tracker);
if(!neighbors.empty()) {
nearestData = *faceCompare.nearest(curData, neighbors);
if(nearestData.label != lastLabel) {
similar.loadImage(nearestData.getImageFilename());
#ifdef INSTALL
whitePoint = getWhitePoint(similar);
#else
whitePoint.set(1, 1, 1);
#endif
}
lastLabel = nearestData.label;
}
if(faceCompare.different(curData, currentData) && faceCompare.different(curData, neighbors)) {
saveFace(curData, rotated);
currentData.push_back(pair<ofVec2f, FaceTrackerData>(position, curData));
}
}
presence.update(tracker.getFound());
if(presence.wasTriggered()) {
presenceFade.stop();
}
if(presence.wasUntriggered()) {
for(int i = 0; i < currentData.size(); i++) {
data.add(currentData[i].first, currentData[i].second);
}
currentData.clear();
presenceFade.start();
}
}
}
void draw() {
ofBackground(255);
CGDisplayHideCursor(NULL);
ofSetColor(255);
if(similar.isAllocated()) {
shader.begin();
shader.setUniformTexture("tex", similar, 0);
shader.setUniform3fv("whitePoint", (float*) &whitePoint);
similar.draw(0, 0);
shader.end();
}
ofPushStyle();
if(presenceFade.getActive()) {
ofSetColor(0, ofMap(presenceFade.get(), 0, 1, 0, 128));
ofFill();
ofRect(0, 0, ofGetWidth(), ofGetHeight());
ofSetColor(255, ofMap(presenceFade.get(), 0, 1, 0, 32));
data.drawBins();
ofSetColor(255, ofMap(presenceFade.get(), 0, 1, 0, 64));
data.drawData();
}
ofSetColor(255, 64);
ofNoFill();
if(!tracker.getFound()) {
ofCircle(tracker.getPosition(), 10);
}
tracker.draw();
ofPopStyle();
#ifndef INSTALL
drawFramerate();
#endif
}
Mat faceDetection(Mat &videoFrame, double scaleFactor, int scaledWidth, bool eyesDetect, bool mouthDetect, CascadeClassifier &mFaceDetector, CascadeClassifier &mMouthDetector, CascadeClassifier &mEyeDetector, QString personName ) {
Mat defaultFace;
Mat grayscaleFace;
Mat equalizedFace;
Mat resizedFace;
Mat savedFace;
const double CHANGE_IMAGE = 0.5; //0.3; // Change in face from last time
const double CHANGE_TIME = 0.5;//1.0; // Time change old - new
/*grayscale image*/
videoFrame.copyTo( defaultFace );
if (defaultFace.channels() == 3) {
cvtColor(defaultFace, grayscaleFace, CV_BGR2GRAY);
}
else if (defaultFace.channels() == 4) {
cvtColor(defaultFace, grayscaleFace, CV_BGRA2GRAY);
}
else {
grayscaleFace = defaultFace;
}
/*shrinked image*/
float scale = defaultFace.cols / (float)scaledWidth;
if (defaultFace.cols > scaledWidth) {
int scaledHeight = cvRound(defaultFace.rows / scale);
resize(grayscaleFace, resizedFace, Size(scaledWidth, scaledHeight));
}
else {
resizedFace = grayscaleFace;
}
/**/
vector< cv::Rect > faceVec;
mFaceDetector.detectMultiScale( resizedFace, faceVec, scaleFactor );
for( size_t i=0; i<faceVec.size(); i++ ) {
cv::rectangle( defaultFace, faceVec[i], CV_RGB(255,200,0), 2 );
cv::Mat face = resizedFace( faceVec[i] );
// EyesDetection
if( eyesDetect == 1 ) {
vector< cv::Rect > eyeVec;
mEyeDetector.detectMultiScale(face, eyeVec);
for( size_t j=0; j<eyeVec.size(); j++ ) {
cv::Rect rect = eyeVec[j];
rect.x += faceVec[i].x;
rect.y += faceVec[i].y;
//saveFace(face);
cv::rectangle(resizedFace, rect, CV_RGB(0,255,0), 2 );
}
}
// MouthDetection
/*if mouth was detected on second part of face, face is equalized, normalized by size and saved, if it is not as the face saved last time.*/
if( mouthDetect == 1 ) {
vector< cv::Rect > mouthVec;
Rect halfRect = faceVec[i];
halfRect.height /= 2;
halfRect.y += halfRect.height;
Mat halfFace = videoFrame( halfRect );
mMouthDetector.detectMultiScale( halfFace, mouthVec, 3 );
for( size_t j=0; j<mouthVec.size(); j++ ) {
cv::Rect rect = mouthVec[j];
rect.x += halfRect.x;
rect.y += halfRect.y;
Mat equalizedImg;
equalizeHist(face, equalizedImg);
Mat face_resized;
resize(equalizedImg, face_resized, Size(faceSize, faceSize), 1.0, 1.0, INTER_CUBIC);
double imageDiff = 10000000000.0;
if (oldFace.data) {
imageDiff = norm(face_resized, oldFace, NORM_L2)/(double)(face_resized.rows * face_resized.cols);
}
double current_time = (double)getTickCount();
double timeDiff_seconds = (current_time - oldTime)/getTickFrequency();
cout << "imageDiff " << imageDiff << " and timeDiff " << timeDiff_seconds << " and oldtime " << oldTime << " and currentTime " <<current_time << "\n";
if ((imageDiff > CHANGE_IMAGE) && (timeDiff_seconds > CHANGE_TIME)) {
saveFace(face_resized, personName);
qDebug() << "Photo was saved";
cv::rectangle( defaultFace, rect, CV_RGB(255,255,255), 2 );
Mat displayedFaceRegion = defaultFace( faceVec[i]);
displayedFaceRegion += CV_RGB(90,90,90);
oldFace = face_resized.clone();
oldTime = current_time;
}
}
}
return defaultFace;
}
}
