/////////////////////////////////////////////////////////////////////////////// // Copyright (C) 2017, Tadas Baltrusaitis, all rights reserved. // // ACADEMIC OR NON-PROFIT ORGANIZATION NONCOMMERCIAL RESEARCH USE ONLY // // BY USING OR DOWNLOADING THE SOFTWARE, YOU ARE AGREEING TO THE TERMS OF THIS LICENSE AGREEMENT. // IF YOU DO NOT AGREE WITH THESE TERMS, YOU MAY NOT USE OR DOWNLOAD THE SOFTWARE. // // License can be found in OpenFace-license.txt // // * Any publications arising from the use of this software, including but // not limited to academic journal and conference publications, technical // reports and manuals, must cite at least one of the following works: // // OpenFace: an open source facial behavior analysis toolkit // Tadas Baltrušaitis, Peter Robinson, and Louis-Philippe Morency // in IEEE Winter Conference on Applications of Computer Vision, 2016 // // Rendering of Eyes for Eye-Shape Registration and Gaze Estimation // Erroll Wood, Tadas Baltrušaitis, Xucong Zhang, Yusuke Sugano, Peter Robinson, and Andreas Bulling // in IEEE International. Conference on Computer Vision (ICCV), 2015 // // Cross-dataset learning and person-speci?c normalisation for automatic Action Unit detection // Tadas Baltrušaitis, Marwa Mahmoud, and Peter Robinson // in Facial Expression Recognition and Analysis Challenge, // IEEE International Conference on Automatic Face and Gesture Recognition, 2015 // // Constrained Local Neural Fields for robust facial landmark detection in the wild. // Tadas Baltrušaitis, Peter Robinson, and Louis-Philippe Morency. // in IEEE Int. Conference on Computer Vision Workshops, 300 Faces in-the-Wild Challenge, 2013. // /////////////////////////////////////////////////////////////////////////////// #include "SequenceCapture.h" #include // Boost includes #include #include #include using namespace Utilities; // TODO initialize defaults SequenceCapture::SequenceCapture(): { } bool SequenceCapture::Open(std::vector arguments) { // Consuming the input arguments bool* valid = new bool[arguments.size()]; for (size_t i = 0; i < arguments.size(); ++i) { valid[i] = true; } std::string input_root = ""; std::string separator = std::string(1, boost::filesystem::path::preferred_separator); // First check if there is a root argument (so that videos and input directories could be defined more easily) for (size_t i = 0; i < arguments.size(); ++i) { if (arguments[i].compare("-root") == 0) { input_root = arguments[i + 1] + separator; i++; } if (arguments[i].compare("-inroot") == 0) { input_root = arguments[i + 1] + separator; i++; } } std::string input_video_file; std::string input_sequence_directory; int device = -1; bool file_found = false; for (size_t i = 0; i < arguments.size(); ++i) { if (!file_found && arguments[i].compare("-f") == 0) { input_video_file = (input_root + arguments[i + 1]); valid[i] = false; valid[i + 1] = false; i++; file_found = true; } else if (!file_found && arguments[i].compare("-fdir") == 0) { input_sequence_directory = (input_root + arguments[i + 1]); valid[i] = false; valid[i + 1] = false; i++; file_found = true; } else if (arguments[i].compare("-fx") == 0) { std::stringstream data(arguments[i + 1]); data >> fx; i++; } else if (arguments[i].compare("-fy") == 0) { std::stringstream data(arguments[i + 1]); data >> fy; i++; } else if (arguments[i].compare("-cx") == 0) { std::stringstream data(arguments[i + 1]); data >> cx; i++; } else if (arguments[i].compare("-cy") == 0) { std::stringstream data(arguments[i + 1]); data >> cy; i++; } else if (arguments[i].compare("-device") == 0) { std::stringstream data(arguments[i + 1]); data >> device; valid[i] = false; valid[i + 1] = false; i++; } } for (int i = arguments.size() - 1; i >= 0; --i) { if (!valid[i]) { arguments.erase(arguments.begin() + i); } } // Based on what was read in open the sequence TODO } bool SequenceCapture::OpenWebcam(int device, int image_width, int image_height, float fx, float fy, float cx, float cy) { if (device < 0) { std::cout << "Specify a valid device" << std::endl; return false; } latest_frame = cv::Mat(); latest_gray_frame = cv::Mat(); capture.open(device); capture.set(CV_CAP_PROP_FRAME_WIDTH, image_width); capture.set(CV_CAP_PROP_FRAME_HEIGHT, image_height); is_webcam = true; is_image_seq = false; vid_length = 0; frame_num = 0; this->frame_width = capture.get(CV_CAP_PROP_FRAME_WIDTH); this->frame_height = capture.get(CV_CAP_PROP_FRAME_HEIGHT); if (!capture.isOpened()) { std::cout << "Failed to open the webcam" << std::endl; return false; } if (frame_width != image_width || frame_height != image_height) { std::cout << "Failed to open the webcam with desired resolution" << std::endl; std::cout << "Defaulting to " << frame_width << "x" << frame_height << std::endl; } this->fps = capture.get(CV_CAP_PROP_FPS); // TODO estimate the fx, fy etc. return true; } // TODO proper destructors and move constructors bool SequenceCapture::OpenVideoFile(std::string video_file, float fx, float fy, float cx, float cy) { latest_frame = cv::Mat(); latest_gray_frame = cv::Mat(); capture.open(video_file); this->fps = capture.get(CV_CAP_PROP_FPS); is_webcam = false; is_image_seq = false; this->frame_width = capture.get(CV_CAP_PROP_FRAME_WIDTH); this->frame_height = capture.get(CV_CAP_PROP_FRAME_HEIGHT); vid_length = capture.get(CV_CAP_PROP_FRAME_COUNT); frame_num = 0; if (capture.isOpened()) { std::cout << "Failed to open the video file at location: " << video_file << std::endl; return false; } // TODO estimate the fx, fy etc. return true; } void SequenceCapture::OpenImageSequence(std::string directory, float fx, float fy, float cx, float cy) { image_files.clear(); boost::filesystem::path image_directory(directory); std::vector file_in_directory; copy(boost::filesystem::directory_iterator(image_directory), boost::filesystem::directory_iterator(), back_inserter(file_in_directory)); // Sort the images in the directory first sort(file_in_directory.begin(), file_in_directory.end()); std::vector curr_dir_files; for (std::vector::const_iterator file_iterator(file_in_directory.begin()); file_iterator != file_in_directory.end(); ++file_iterator) { // Possible image extension .jpg and .png if (file_iterator->extension().string().compare(".jpg") == 0 || file_iterator->extension().string().compare(".png") == 0) { curr_dir_files.push_back(file_iterator->string()); } } image_files = curr_dir_files; if (image_files.empty()) { std::cout << "No images found in the directory: " << directory << std::endl; return false; } return true; }