r/affdex-sdk-cpp-samples
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

Add to video-demo the ability to process photos as well as images

Browse source
This commit is contained in:
Abdelrahman Mahmoud 2016-04-05 11:25:50 -04:00
parent 0d8c63f959
commit 549e446f21
1 changed files with 75 additions and 51 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

82
video-demo/video-demo.cpp
View file

@ -3,13 +3,14 @@
#include <chrono> #include <chrono>
#include <fstream> #include <fstream>
#include <opencv2/highgui/highgui.hpp> #include <highgui.h>
#include <opencv2/imgproc/imgproc.hpp> #include <opencv2/imgproc/imgproc.hpp>
#include <boost/filesystem.hpp> #include <boost/filesystem.hpp>
#include <boost/timer/timer.hpp> #include <boost/timer/timer.hpp>
#include <boost/program_options.hpp> #include <boost/program_options.hpp>
#include "VideoDetector.h" #include "VideoDetector.h"
#include "PhotoDetector.h"
#include "AffdexException.h" #include "AffdexException.h"
#include "AFaceListener.hpp" #include "AFaceListener.hpp"
@ -20,13 +21,17 @@
using namespace std; using namespace std;
using namespace affdex; using namespace affdex;
/// <summary>
/// Project demos how to use the Affdex Windows SDK VideoDetector
/// </summary>
int main(int argsc, char ** argsv) int main(int argsc, char ** argsv)
{ {
//Defaults, overridden by the command line parameters
std::map<boost::filesystem::path, bool> VIDEO_EXTS = { {boost::filesystem::path(".avi"), 1},
{boost::filesystem::path(".mov"), 1},
{boost::filesystem::path(".flv"), 1},
{boost::filesystem::path(".webm"), 1},
{boost::filesystem::path(".wmv"), 1},
{boost::filesystem::path(".mp4"), 1} };
affdex::path DATA_FOLDER; affdex::path DATA_FOLDER;
affdex::path LICENSE_PATH; affdex::path LICENSE_PATH;
affdex::path videoPath; affdex::path videoPath;
@ -34,7 +39,7 @@ int main(int argsc, char ** argsv)
bool draw_display = true; bool draw_display = true;
bool loop = false; bool loop = false;
unsigned int nFaces = 1; unsigned int nFaces = 1;
int faceDetectorMode = (int)FaceDetectorMode::SMALL_FACES; int faceDetectorMode = (int)FaceDetectorMode::LARGE_FACES;
const int precision = 2; const int precision = 2;
std::cerr.precision(precision); std::cerr.precision(precision);
@ -87,11 +92,11 @@ int main(int argsc, char ** argsv)
} }
try try
{ {
//Initialize the video file detector std::shared_ptr<Detector> detector;
VideoDetector videoDetector(process_framerate, nFaces, (affdex::FaceDetectorMode) faceDetectorMode);
//Initialize out file //Initialize out file
boost::filesystem::path csvPath(videoPath); boost::filesystem::path csvPath(videoPath);
boost::filesystem::path fileExt = csvPath.extension();
csvPath.replace_extension(".csv"); csvPath.replace_extension(".csv");
std::ofstream csvFileStream(csvPath.c_str()); std::ofstream csvFileStream(csvPath.c_str());
@ -101,11 +106,23 @@ int main(int argsc, char ** argsv)
return 1; return 1;
} }
if (VIDEO_EXTS[fileExt]) // IF it is a video file.
{
detector = std::make_shared<VideoDetector>(process_framerate, nFaces, (affdex::FaceDetectorMode) faceDetectorMode);
}
else //Otherwise it's a photo
{
detector = std::make_shared<PhotoDetector>(nFaces, (affdex::FaceDetectorMode) faceDetectorMode);
}
std::cout << "Max num of faces set to: " << videoDetector.getMaxNumberFaces() << std::endl; //VideoDetector videoDetector(process_framerate, nFaces, (affdex::FaceDetectorMode) faceDetectorMode);
std::cout << "Max num of faces set to: " << detector->getMaxNumberFaces() << std::endl;
std::string mode; std::string mode;
switch (videoDetector.getFaceDetectorMode()) switch (detector->getFaceDetectorMode())
{ {
case FaceDetectorMode::LARGE_FACES: case FaceDetectorMode::LARGE_FACES:
mode = "LARGE_FACES"; mode = "LARGE_FACES";
@ -120,29 +137,38 @@ int main(int argsc, char ** argsv)
std::cout << "Face detector mode set to: " << mode << std::endl; std::cout << "Face detector mode set to: " << mode << std::endl;
shared_ptr<PlottingImageListener> listenPtr(new PlottingImageListener(csvFileStream, draw_display)); shared_ptr<PlottingImageListener> listenPtr(new PlottingImageListener(csvFileStream, draw_display));
//Activate all the detectors detector->setDetectAllEmotions(true);
videoDetector.setDetectAllEmotions(true); detector->setDetectAllExpressions(true);
videoDetector.setDetectAllExpressions(true); detector->setDetectAllEmojis(true);
videoDetector.setDetectAllEmojis(true); detector->setDetectGender(true);
videoDetector.setDetectGender(true); detector->setDetectGlasses(true);
videoDetector.setDetectGlasses(true); detector->setClassifierPath(DATA_FOLDER);
//Set the location of the data folder and license file detector->setLicensePath(LICENSE_PATH);
videoDetector.setClassifierPath(DATA_FOLDER); detector->setImageListener(listenPtr.get());
videoDetector.setLicensePath(LICENSE_PATH);
//Add callback functions implementations
videoDetector.setImageListener(listenPtr.get());
videoDetector.start(); //Initialize the detectors .. call only once detector->start(); //Initialize the detectors .. call only once
do do
{ {
shared_ptr<StatusListener> videoListenPtr = std::make_shared<StatusListener>(); shared_ptr<StatusListener> videoListenPtr = std::make_shared<StatusListener>();
videoDetector.setProcessStatusListener(videoListenPtr.get()); detector->setProcessStatusListener(videoListenPtr.get());
videoDetector.process(videoPath); //Process a video if (VIDEO_EXTS[fileExt])
{
((VideoDetector *)detector.get())->process(videoPath); //Process a video
}
else
{
//videoPath is of type std::wstring on windows, but std::string on other platforms.
cv::Mat img = cv::imread(std::string(videoPath.begin(), videoPath.end()));
//For each frame processed // Create a frame
while (videoListenPtr->isRunning()) Frame frame(img.size().width, img.size().height, img.data, Frame::COLOR_FORMAT::BGR);
((PhotoDetector *)detector.get())->process(frame); //Process an image
}
while (!VIDEO_EXTS[fileExt] || videoListenPtr->isRunning())
{ {
if (listenPtr->getDataSize() > 0) if (listenPtr->getDataSize() > 0)
{ {
@ -151,7 +177,6 @@ int main(int argsc, char ** argsv)
std::map<FaceId, Face> faces = dataPoint.second; std::map<FaceId, Face> faces = dataPoint.second;
//Draw on the GUI
if (draw_display) if (draw_display)
{ {
listenPtr->draw(faces, frame); listenPtr->draw(faces, frame);
@ -162,13 +187,12 @@ int main(int argsc, char ** argsv)
<< " pfps: " << listenPtr->getProcessingFrameRate() << " pfps: " << listenPtr->getProcessingFrameRate()
<< " faces: "<< faces.size() << endl; << " faces: "<< faces.size() << endl;
//Output metrics to file
listenPtr->outputToFile(faces, frame.getTimestamp()); listenPtr->outputToFile(faces, frame.getTimestamp());
} }
} }
} while(loop); } while(loop);
videoDetector.stop(); detector->stop();
csvFileStream.close(); csvFileStream.close();
std::cout << "Output written to file: " << csvPath << std::endl; std::cout << "Output written to file: " << csvPath << std::endl;