| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231 | /*********************************************************************** * Software License Agreement (BSD License) * * Copyright 2008-2009  Marius Muja (mariusm@cs.ubc.ca). All rights reserved. * Copyright 2008-2009  David G. Lowe (lowe@cs.ubc.ca). All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * * 1. Redistributions of source code must retain the above copyright *    notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright *    notice, this list of conditions and the following disclaimer in the *    documentation and/or other materials provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. *************************************************************************/#ifndef OPENCV_FLANN_HDF5_H_#define OPENCV_FLANN_HDF5_H_#include <hdf5.h>#include "matrix.h"namespace cvflann{namespace{template<typename T>hid_t get_hdf5_type(){    throw FLANNException("Unsupported type for IO operations");}template<>hid_t get_hdf5_type<char>() { return H5T_NATIVE_CHAR; }template<>hid_t get_hdf5_type<unsigned char>() { return H5T_NATIVE_UCHAR; }template<>hid_t get_hdf5_type<short int>() { return H5T_NATIVE_SHORT; }template<>hid_t get_hdf5_type<unsigned short int>() { return H5T_NATIVE_USHORT; }template<>hid_t get_hdf5_type<int>() { return H5T_NATIVE_INT; }template<>hid_t get_hdf5_type<unsigned int>() { return H5T_NATIVE_UINT; }template<>hid_t get_hdf5_type<long>() { return H5T_NATIVE_LONG; }template<>hid_t get_hdf5_type<unsigned long>() { return H5T_NATIVE_ULONG; }template<>hid_t get_hdf5_type<float>() { return H5T_NATIVE_FLOAT; }template<>hid_t get_hdf5_type<double>() { return H5T_NATIVE_DOUBLE; }}#define CHECK_ERROR(x,y) if ((x)<0) throw FLANNException((y));template<typename T>void save_to_file(const cvflann::Matrix<T>& dataset, const String& filename, const String& name){#if H5Eset_auto_vers == 2    H5Eset_auto( H5E_DEFAULT, NULL, NULL );#else    H5Eset_auto( NULL, NULL );#endif    herr_t status;    hid_t file_id;    file_id = H5Fopen(filename.c_str(), H5F_ACC_RDWR, H5P_DEFAULT);    if (file_id < 0) {        file_id = H5Fcreate(filename.c_str(), H5F_ACC_EXCL, H5P_DEFAULT, H5P_DEFAULT);    }    CHECK_ERROR(file_id,"Error creating hdf5 file.");    hsize_t     dimsf[2];              // dataset dimensions    dimsf[0] = dataset.rows;    dimsf[1] = dataset.cols;    hid_t space_id = H5Screate_simple(2, dimsf, NULL);    hid_t memspace_id = H5Screate_simple(2, dimsf, NULL);    hid_t dataset_id;#if H5Dcreate_vers == 2    dataset_id = H5Dcreate2(file_id, name.c_str(), get_hdf5_type<T>(), space_id, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT);#else    dataset_id = H5Dcreate(file_id, name.c_str(), get_hdf5_type<T>(), space_id, H5P_DEFAULT);#endif    if (dataset_id<0) {#if H5Dopen_vers == 2        dataset_id = H5Dopen2(file_id, name.c_str(), H5P_DEFAULT);#else        dataset_id = H5Dopen(file_id, name.c_str());#endif    }    CHECK_ERROR(dataset_id,"Error creating or opening dataset in file.");    status = H5Dwrite(dataset_id, get_hdf5_type<T>(), memspace_id, space_id, H5P_DEFAULT, dataset.data );    CHECK_ERROR(status, "Error writing to dataset");    H5Sclose(memspace_id);    H5Sclose(space_id);    H5Dclose(dataset_id);    H5Fclose(file_id);}template<typename T>void load_from_file(cvflann::Matrix<T>& dataset, const String& filename, const String& name){    herr_t status;    hid_t file_id = H5Fopen(filename.c_str(), H5F_ACC_RDWR, H5P_DEFAULT);    CHECK_ERROR(file_id,"Error opening hdf5 file.");    hid_t dataset_id;#if H5Dopen_vers == 2    dataset_id = H5Dopen2(file_id, name.c_str(), H5P_DEFAULT);#else    dataset_id = H5Dopen(file_id, name.c_str());#endif    CHECK_ERROR(dataset_id,"Error opening dataset in file.");    hid_t space_id = H5Dget_space(dataset_id);    hsize_t dims_out[2];    H5Sget_simple_extent_dims(space_id, dims_out, NULL);    dataset = cvflann::Matrix<T>(new T[dims_out[0]*dims_out[1]], dims_out[0], dims_out[1]);    status = H5Dread(dataset_id, get_hdf5_type<T>(), H5S_ALL, H5S_ALL, H5P_DEFAULT, dataset[0]);    CHECK_ERROR(status, "Error reading dataset");    H5Sclose(space_id);    H5Dclose(dataset_id);    H5Fclose(file_id);}#ifdef HAVE_MPInamespace mpi{/** * Loads a the hyperslice corresponding to this processor from a hdf5 file. * @param flann_dataset Dataset where the data is loaded * @param filename HDF5 file name * @param name Name of dataset inside file */template<typename T>void load_from_file(cvflann::Matrix<T>& dataset, const String& filename, const String& name){    MPI_Comm comm  = MPI_COMM_WORLD;    MPI_Info info  = MPI_INFO_NULL;    int mpi_size, mpi_rank;    MPI_Comm_size(comm, &mpi_size);    MPI_Comm_rank(comm, &mpi_rank);    herr_t status;    hid_t plist_id = H5Pcreate(H5P_FILE_ACCESS);    H5Pset_fapl_mpio(plist_id, comm, info);    hid_t file_id = H5Fopen(filename.c_str(), H5F_ACC_RDWR, plist_id);    CHECK_ERROR(file_id,"Error opening hdf5 file.");    H5Pclose(plist_id);    hid_t dataset_id;#if H5Dopen_vers == 2    dataset_id = H5Dopen2(file_id, name.c_str(), H5P_DEFAULT);#else    dataset_id = H5Dopen(file_id, name.c_str());#endif    CHECK_ERROR(dataset_id,"Error opening dataset in file.");    hid_t space_id = H5Dget_space(dataset_id);    hsize_t dims[2];    H5Sget_simple_extent_dims(space_id, dims, NULL);    hsize_t count[2];    hsize_t offset[2];    hsize_t item_cnt = dims[0]/mpi_size+(dims[0]%mpi_size==0 ? 0 : 1);    hsize_t cnt = (mpi_rank<mpi_size-1 ? item_cnt : dims[0]-item_cnt*(mpi_size-1));    count[0] = cnt;    count[1] = dims[1];    offset[0] = mpi_rank*item_cnt;    offset[1] = 0;    hid_t memspace_id = H5Screate_simple(2,count,NULL);    H5Sselect_hyperslab(space_id, H5S_SELECT_SET, offset, NULL, count, NULL);    dataset.rows = count[0];    dataset.cols = count[1];    dataset.data = new T[dataset.rows*dataset.cols];    plist_id = H5Pcreate(H5P_DATASET_XFER);    H5Pset_dxpl_mpio(plist_id, H5FD_MPIO_COLLECTIVE);    status = H5Dread(dataset_id, get_hdf5_type<T>(), memspace_id, space_id, plist_id, dataset.data);    CHECK_ERROR(status, "Error reading dataset");    H5Pclose(plist_id);    H5Sclose(space_id);    H5Sclose(memspace_id);    H5Dclose(dataset_id);    H5Fclose(file_id);}}#endif // HAVE_MPI} // namespace cvflann::mpi#endif /* OPENCV_FLANN_HDF5_H_ */
 |