/////////////////////////////////////////////////////////////////////////////// // Copyright (C) 2017, Tadas Baltrusaitis, all rights reserved. // // ACADEMIC OR NON-PROFIT ORGANIZATION NONCOMMERCIAL RESEARCH USE ONLY // // BY USING OR DOWNLOADING THE SOFTWARE, YOU ARE AGREEING TO THE TERMS OF THIS LICENSE AGREEMENT. // IF YOU DO NOT AGREE WITH THESE TERMS, YOU MAY NOT USE OR DOWNLOAD THE SOFTWARE. // // License can be found in OpenFace-license.txt // * Any publications arising from the use of this software, including but // not limited to academic journal and conference publications, technical // reports and manuals, must cite at least one of the following works: // // OpenFace: an open source facial behavior analysis toolkit // Tadas Baltrušaitis, Peter Robinson, and Louis-Philippe Morency // in IEEE Winter Conference on Applications of Computer Vision, 2016 // // Rendering of Eyes for Eye-Shape Registration and Gaze Estimation // Erroll Wood, Tadas Baltrušaitis, Xucong Zhang, Yusuke Sugano, Peter Robinson, and Andreas Bulling // in IEEE International. Conference on Computer Vision (ICCV), 2015 // // Cross-dataset learning and person-speci?c normalisation for automatic Action Unit detection // Tadas Baltrušaitis, Marwa Mahmoud, and Peter Robinson // in Facial Expression Recognition and Analysis Challenge, // IEEE International Conference on Automatic Face and Gesture Recognition, 2015 // // Constrained Local Neural Fields for robust facial landmark detection in the wild. // Tadas Baltrušaitis, Peter Robinson, and Louis-Philippe Morency. // in IEEE Int. Conference on Computer Vision Workshops, 300 Faces in-the-Wild Challenge, 2013. // /////////////////////////////////////////////////////////////////////////////// #pragma once #pragma unmanaged // Include all the unmanaged things we need. #include #include "opencv2/objdetect.hpp" #include "opencv2/calib3d.hpp" #include #include #include #include #include #include #include "ImageCapture.h" #pragma managed #include #include namespace UtilitiesOF { public ref class ReadingFailedException : System::Exception { public: ReadingFailedException(System::String^ message) : Exception(message) {} }; public ref class ImageReader { private: // OpenCV based video capture for reading from files Utilities::ImageCapture* m_image_capture; OpenCVWrappers::RawImage^ m_rgb_frame; OpenCVWrappers::RawImage^ m_gray_frame; bool* m_is_opened; public: // Can provide a directory, or a list of files ImageReader(System::String^ image_directory, float fx, float fy, float cx, float cy) { m_image_capture = new Utilities::ImageCapture(); m_is_opened = new bool; std::string image_dir_std = msclr::interop::marshal_as(image_directory); *m_is_opened = m_image_capture->OpenDirectory(image_dir_std, "", fx, fy, cx, cy); if (!*m_is_opened) { throw gcnew ReadingFailedException("Failed to open a directory or an image"); } } // Can provide a directory, or a list of files ImageReader(System::Collections::Generic::List^ image_files, float fx, float fy, float cx, float cy) { m_image_capture = new Utilities::ImageCapture(); m_is_opened = new bool; std::vector image_files_std; for (size_t i = 0; i < image_files->Count; ++i) { std::string image_file = msclr::interop::marshal_as(image_files[i]); image_files_std.push_back(image_file); } *m_is_opened = m_image_capture->OpenImageFiles(image_files_std, fx, fy, cx, cy); if (!*m_is_opened) { throw gcnew ReadingFailedException("Failed to open a directory or an image"); } } OpenCVWrappers::RawImage^ GetNextImage() { cv::Mat next_image = m_image_capture->GetNextImage(); if (m_rgb_frame == nullptr) { m_rgb_frame = gcnew OpenCVWrappers::RawImage(next_image.size().width, next_image.size().width, CV_8UC3); } next_image.copyTo(m_rgb_frame->Mat); if (next_image.empty()) { *m_is_opened = false; } return m_rgb_frame; } System::String^ GetName() { std::string filename = m_image_capture->name; return gcnew System::String(filename.c_str()); } double GetProgress() { return m_image_capture->GetProgress(); } float GetFx() { return m_image_capture->fx; } float GetFy() { return m_image_capture->fy; } float GetCx() { return m_image_capture->cx; } float GetCy() { return m_image_capture->cy; } bool isOpened() { return *m_is_opened; } OpenCVWrappers::RawImage^ GetCurrentFrameGray() { cv::Mat next_gray_image = m_image_capture->GetGrayFrame(); if (m_gray_frame == nullptr) { m_gray_frame = gcnew OpenCVWrappers::RawImage(next_gray_image.size().width, next_gray_image.size().width, CV_8UC3); } next_gray_image.copyTo(m_gray_frame->Mat); return m_gray_frame; } // Finalizer. Definitely called before Garbage Collection, // but not automatically called on explicit Dispose(). // May be called multiple times. !ImageReader() { // Automatically closes capture object before freeing memory. if (m_image_capture != nullptr) { delete m_image_capture; } if (m_rgb_frame != nullptr) { delete m_rgb_frame; } if (m_gray_frame != nullptr) { delete m_gray_frame; } if (m_is_opened != nullptr) { delete m_is_opened; } } // Destructor. Called on explicit Dispose() only. ~ImageReader() { this->!ImageReader(); } }; }