/*********************************************************************** * Software License Agreement (BSD License) * * Copyright 2008-2009 Marius Muja (mariusm@cs.ubc.ca). All rights reserved. * Copyright 2008-2009 David G. Lowe (lowe@cs.ubc.ca). All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. *************************************************************************/ #ifndef OPENCV_FLANN_HDF5_H_ #define OPENCV_FLANN_HDF5_H_ #include #include "matrix.h" namespace cvflann { namespace { template hid_t get_hdf5_type() { throw FLANNException("Unsupported type for IO operations"); } template<> hid_t get_hdf5_type() { return H5T_NATIVE_CHAR; } template<> hid_t get_hdf5_type() { return H5T_NATIVE_UCHAR; } template<> hid_t get_hdf5_type() { return H5T_NATIVE_SHORT; } template<> hid_t get_hdf5_type() { return H5T_NATIVE_USHORT; } template<> hid_t get_hdf5_type() { return H5T_NATIVE_INT; } template<> hid_t get_hdf5_type() { return H5T_NATIVE_UINT; } template<> hid_t get_hdf5_type() { return H5T_NATIVE_LONG; } template<> hid_t get_hdf5_type() { return H5T_NATIVE_ULONG; } template<> hid_t get_hdf5_type() { return H5T_NATIVE_FLOAT; } template<> hid_t get_hdf5_type() { return H5T_NATIVE_DOUBLE; } } #define CHECK_ERROR(x,y) if ((x)<0) throw FLANNException((y)); template void save_to_file(const cvflann::Matrix& dataset, const String& filename, const String& name) { #if H5Eset_auto_vers == 2 H5Eset_auto( H5E_DEFAULT, NULL, NULL ); #else H5Eset_auto( NULL, NULL ); #endif herr_t status; hid_t file_id; file_id = H5Fopen(filename.c_str(), H5F_ACC_RDWR, H5P_DEFAULT); if (file_id < 0) { file_id = H5Fcreate(filename.c_str(), H5F_ACC_EXCL, H5P_DEFAULT, H5P_DEFAULT); } CHECK_ERROR(file_id,"Error creating hdf5 file."); hsize_t dimsf[2]; // dataset dimensions dimsf[0] = dataset.rows; dimsf[1] = dataset.cols; hid_t space_id = H5Screate_simple(2, dimsf, NULL); hid_t memspace_id = H5Screate_simple(2, dimsf, NULL); hid_t dataset_id; #if H5Dcreate_vers == 2 dataset_id = H5Dcreate2(file_id, name.c_str(), get_hdf5_type(), space_id, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT); #else dataset_id = H5Dcreate(file_id, name.c_str(), get_hdf5_type(), space_id, H5P_DEFAULT); #endif if (dataset_id<0) { #if H5Dopen_vers == 2 dataset_id = H5Dopen2(file_id, name.c_str(), H5P_DEFAULT); #else dataset_id = H5Dopen(file_id, name.c_str()); #endif } CHECK_ERROR(dataset_id,"Error creating or opening dataset in file."); status = H5Dwrite(dataset_id, get_hdf5_type(), memspace_id, space_id, H5P_DEFAULT, dataset.data ); CHECK_ERROR(status, "Error writing to dataset"); H5Sclose(memspace_id); H5Sclose(space_id); H5Dclose(dataset_id); H5Fclose(file_id); } template void load_from_file(cvflann::Matrix& dataset, const String& filename, const String& name) { herr_t status; hid_t file_id = H5Fopen(filename.c_str(), H5F_ACC_RDWR, H5P_DEFAULT); CHECK_ERROR(file_id,"Error opening hdf5 file."); hid_t dataset_id; #if H5Dopen_vers == 2 dataset_id = H5Dopen2(file_id, name.c_str(), H5P_DEFAULT); #else dataset_id = H5Dopen(file_id, name.c_str()); #endif CHECK_ERROR(dataset_id,"Error opening dataset in file."); hid_t space_id = H5Dget_space(dataset_id); hsize_t dims_out[2]; H5Sget_simple_extent_dims(space_id, dims_out, NULL); dataset = cvflann::Matrix(new T[dims_out[0]*dims_out[1]], dims_out[0], dims_out[1]); status = H5Dread(dataset_id, get_hdf5_type(), H5S_ALL, H5S_ALL, H5P_DEFAULT, dataset[0]); CHECK_ERROR(status, "Error reading dataset"); H5Sclose(space_id); H5Dclose(dataset_id); H5Fclose(file_id); } #ifdef HAVE_MPI namespace mpi { /** * Loads a the hyperslice corresponding to this processor from a hdf5 file. * @param flann_dataset Dataset where the data is loaded * @param filename HDF5 file name * @param name Name of dataset inside file */ template void load_from_file(cvflann::Matrix& dataset, const String& filename, const String& name) { MPI_Comm comm = MPI_COMM_WORLD; MPI_Info info = MPI_INFO_NULL; int mpi_size, mpi_rank; MPI_Comm_size(comm, &mpi_size); MPI_Comm_rank(comm, &mpi_rank); herr_t status; hid_t plist_id = H5Pcreate(H5P_FILE_ACCESS); H5Pset_fapl_mpio(plist_id, comm, info); hid_t file_id = H5Fopen(filename.c_str(), H5F_ACC_RDWR, plist_id); CHECK_ERROR(file_id,"Error opening hdf5 file."); H5Pclose(plist_id); hid_t dataset_id; #if H5Dopen_vers == 2 dataset_id = H5Dopen2(file_id, name.c_str(), H5P_DEFAULT); #else dataset_id = H5Dopen(file_id, name.c_str()); #endif CHECK_ERROR(dataset_id,"Error opening dataset in file."); hid_t space_id = H5Dget_space(dataset_id); hsize_t dims[2]; H5Sget_simple_extent_dims(space_id, dims, NULL); hsize_t count[2]; hsize_t offset[2]; hsize_t item_cnt = dims[0]/mpi_size+(dims[0]%mpi_size==0 ? 0 : 1); hsize_t cnt = (mpi_rank(), memspace_id, space_id, plist_id, dataset.data); CHECK_ERROR(status, "Error reading dataset"); H5Pclose(plist_id); H5Sclose(space_id); H5Sclose(memspace_id); H5Dclose(dataset_id); H5Fclose(file_id); } } #endif // HAVE_MPI } // namespace cvflann::mpi #endif /* OPENCV_FLANN_HDF5_H_ */