/** * @file SemanticSegmentation.h * @brief abstract interface for semantic segmentation algorithms * @author Erik Rodner, Alexander Freytag, Sven Sickert * @date 03/19/2009, latest update: 14-05-2014 (dd-mm-yyyy) */ #ifndef SEMANTICSEGMENTATIONINCLUDE #define SEMANTICSEGMENTATIONINCLUDE // nice-core includes #include #include #include "core/image/MultiChannelImage3DT.h" #include "vislearning/cbaselib/MultiDataset.h" #include "vislearning/cbaselib/LocalizationResult.h" #include "vislearning/cbaselib/CachedExample.h" #include "vislearning/cbaselib/Example.h" namespace OBJREC { /** abstract interface for semantic segmentation algorithms */ class SemanticSegmentation : public NICE::Persistent { protected: /** accessible class names and information about number of classes etc. */ const ClassNames *classNames; /** enum type for imagetype */ enum IMAGETYP { IMAGETYPE_RGB = 0, IMAGETYPE_GRAY }; /** whether to load images with color information */ IMAGETYP imagetype; int iterationCountSuffix; public: ///////////////////// ///////////////////// ///////////////////// // CONSTRUCTORS / DESTRUCTORS ///////////////////// ///////////////////// ///////////////////// /** default constructor */ SemanticSegmentation ( ); /** simple constructor @param conf global settings @param classNames this ClassNames object while be stored as a attribute */ SemanticSegmentation ( const NICE::Config *conf, const ClassNames *classNames ); /** simple destructor */ virtual ~SemanticSegmentation(); /** * @brief Setup internal variables and objects used * @author Alexander Freytag * @param conf Config file to specify variable settings * @param s_confSection */ void initFromConfig(const NICE::Config *conf, const std::string & s_confSection = "SemanticSegmentation"); ///////////////////// ///////////////////// ///////////////////// // SEGMENTATION STUFF ///////////////////// ///////////////////// ///////////////////// /** * @brief Classification function (has to be overloaded by all subclasses) * @author Sven Sickert * @param imgData image data * @param segresult result of the semantic segmentation with a label for each pixel * @param probabilities multi-channel image with one channel for each class and * corresponding probabilities for each pixel * @param filelist filename list of images that represent slices of a stack */ virtual void classify ( NICE::MultiChannelImage3DT & imgData, NICE::MultiChannelImageT & segresult, NICE::MultiChannelImage3DT & probabilities, const std::vector & filelist ) = 0; /** training function (has to be overloaded by all subclasses) * @param md the data set */ virtual void train ( const MultiDataset * md ) = 0; /** * @brief Load image slices into a MultiChannelImage3DT * @author Sven Sickert * @param filelist filename list of images that represent slices of a stack * @param imgData output */ void make3DImage ( const std::vector & filelist, NICE::MultiChannelImage3DT & imgData ); ///////////////////// ///////////////////// ///////////////////// // DATA CONVERSION ///////////////////// ///////////////////// ///////////////////// /** * convert different datatypes */ void convertVVectorToExamples ( NICE::VVector &feats,OBJREC::Examples &examples, std::vector &label ); void convertExamplesToVVector ( NICE::VVector &feats,OBJREC::Examples &examples, std::vector &label ); void convertExamplesToLSet ( OBJREC::Examples &examples, OBJREC::LabeledSetVector &lvec ); void convertLSetToExamples ( OBJREC::Examples &examples, OBJREC::LabeledSetVector &lvec ); void convertLSetToSparseExamples ( OBJREC::Examples &examples, OBJREC::LabeledSetVector &lvec ); ///////////////////// ///////////////////// ///////////////////// // GET / SET ///////////////////// ///////////////////// ///////////////////// /** * @brief Collect information about the depth of 3d images * @author Sven Sickert * @param Files a labeled set of data * @param depthVec output of depth values * @param run3dseg whether slice counting is necessary or not */ void getDepthVector ( const LabeledSet *Files, std::vector & depthVec, const bool run3dseg ); /** * @brief Save probability maps of all classes to iamge files * @author Sven Sickert * @param prob class probability maps */ void getProbabilityMap( const NICE::MultiChannelImage3DT & prob ); /** * @author Alexander Freytag * @date 06-02-2014 ( dd-mm-yyyy ) */ void setClassNames ( const OBJREC::ClassNames * _classNames ) ; void setIterationCountSuffix( const int & _iterationCountSuffix); ///////////////////// INTERFACE PERSISTENT ///////////////////// // interface specific methods for store and restore ///////////////////// INTERFACE PERSISTENT ///////////////////// /** * @brief Load active-segmentation-object from external file (stream) * @author Alexander Freytag */ virtual void restore ( std::istream & is, int format = 0 ); /** * @brief Save active-segmentation-object to external file (stream) * @author Alexander Freytag */ virtual void store( std::ostream & os, int format = 0 ) const; /** * @brief Clear active-segmentation-object object * @author Alexander Freytag */ virtual void clear (); }; } // namespace #endif