NICE_VisLearning/features/localfeatures/LocalFeatureCentrist.cpp

/** 
 * @file LocalFeatureCentrist.cpp
 * @brief Implementation of the LocalFeatureCentrist feature published in  "CENTRIST: A Visual Descriptor for Scene Categorization" (PAMI 2011)
 * @author Alexander Freytag
 * @date 12/06/2011
*/

// STL includes
#include <iostream>

// nice-vislearning includes
#include "vislearning/features/localfeatures/LocalFeatureCentrist.h"


using namespace OBJREC;
using namespace std;
using namespace NICE;

/* protected methods*/

/**
 * @brief: perform centrist transformation for a single pixel 
 * @author Alexander Freytag
 * @date 12/06/2011
 */
int LocalFeatureCentrist::CensusTransform(const NICE::Image & img, const int & x, const int & y) const
{
  int index(0);
  if (! img.isWithinImage(x,y)) return index;
  
  if( (img.isWithinImage(x-1,y-1)) && (img.getPixelInt(x,y)<=img.getPixelInt(x-1,y-1)) ) index |= 0x80;
  if( (img.isWithinImage(x-1,y))   && (img.getPixelInt(x,y)<=img.getPixelInt(x-1,y)) )   index |= 0x40;
  if( (img.isWithinImage(x-1,y+1)) && (img.getPixelInt(x,y)<=img.getPixelInt(x-1,y+1)) ) index |= 0x20;
  if( (img.isWithinImage(x,y-1))   && (img.getPixelInt(x,y)<=img.getPixelInt(x,y-1)) )   index |= 0x10;
  if( (img.isWithinImage(x,y+1))   && (img.getPixelInt(x,y)<=img.getPixelInt(x,y+1)) )   index |= 0x08;
  if( (img.isWithinImage(x+1,y-1)) && (img.getPixelInt(x,y)<=img.getPixelInt(x+1,y-1)) ) index |= 0x04;
  if( (img.isWithinImage(x+1,y))   && (img.getPixelInt(x,y)<=img.getPixelInt(x+1,y)) )   index |= 0x02;
  if( (img.isWithinImage(x+1,y+1)) && (img.getPixelInt(x,y)<=img.getPixelInt(x+1,y+1)) ) index |= 0x01;
  return index;
}

/**
 * @brief: perform centrist transformation for a single pixel 
 * @author Alexander Freytag
 * @date 12/06/2011
 */
int LocalFeatureCentrist::CensusTransform(const NICE::ColorImage & img, const int & x, const int & y, const int & channel) const
{
  int index(0);
  if (! img.isWithinImage(x,y)) return index;
  
  if( (img.isWithinImage(x-1,y-1)) && (img.getPixelInt(x,y, channel)<=img.getPixelInt(x-1,y-1, channel)) ) index |= 0x80;
  if( (img.isWithinImage(x-1,y))   && (img.getPixelInt(x,y, channel)<=img.getPixelInt(x-1,y, channel)) )   index |= 0x40;
  if( (img.isWithinImage(x-1,y+1)) && (img.getPixelInt(x,y, channel)<=img.getPixelInt(x-1,y+1, channel)) ) index |= 0x20;
  if( (img.isWithinImage(x,y-1))   && (img.getPixelInt(x,y, channel)<=img.getPixelInt(x,y-1, channel)) )   index |= 0x10;
  if( (img.isWithinImage(x,y+1))   && (img.getPixelInt(x,y, channel)<=img.getPixelInt(x,y+1, channel)) )   index |= 0x08;
  if( (img.isWithinImage(x+1,y-1)) && (img.getPixelInt(x,y, channel)<=img.getPixelInt(x+1,y-1, channel)) ) index |= 0x04;
  if( (img.isWithinImage(x+1,y))   && (img.getPixelInt(x,y, channel)<=img.getPixelInt(x+1,y, channel)) )   index |= 0x02;
  if( (img.isWithinImage(x+1,y+1)) && (img.getPixelInt(x,y, channel)<=img.getPixelInt(x+1,y+1, channel)) ) index |= 0x01;
  return index;
}

/**
 * @brief: generate CT histogram for a given rectangle: pixels in [xi yi]-(xa,ya) -- including (xi,yi) but excluding (xa,ya)
 * @author Alexander Freytag
 * @date 12/06/2011
 */
void LocalFeatureCentrist::GenerateHistForOneRect(const NICE::Image & img, const int & xi, const int & xa, const int & yi, const int & ya, NICE::Vector & feature) const
{
// 	double pixelSum(0.0);
// 	double pixelSquare(0.0);
  feature.resize(256);
  feature.set(0.0);
  
  for (int j = yi; j < ya; j++)
  {
    for (int i = xi; i < xa; i++)
    {
// 			pixelSum += img.getPixelInt(i,j);
// 			pixelSquare += img.getPixelInt(i,j)*img.getPixelInt(i,j);
      feature[CensusTransform(img,i,j)]++;
    }
  }
  
  // normalize histogram to have 0 mean, remove the first and last entry, and normalize to have unit norm
  double sum(feature.Sum()/256.0);//shift more efficient?
  
  // normalize histogram to have 0 mean
  //but why?
  feature -= sum;
  
  //remove the first and last entry
  feature[0] = 0.0;
  feature[255] = 0.0;

  //normalization - here done using unit L2-norm
  feature.normalizeL2();
}

/**
 * @brief: generate CT histogram for a given rectangle: pixels in [xi yi]-(xa,ya) -- including (xi,yi) but excluding (xa,ya)
 * @author Alexander Freytag
 * @date 12/06/2011
 */
void LocalFeatureCentrist::GenerateHistForOneRect(const NICE::ColorImage & img, const int & xi, const int & xa, const int & yi, const int & ya, NICE::Vector & feature) const
{
// 	double pixelSum(0.0);
// 	double pixelSquare(0.0);
  int nrChannel (img.channels());
  feature.resize(256*nrChannel);
  feature.set(0.0);
  
  for (int channel = 0; channel < nrChannel; channel++)
  {
    for (int j = yi; j < ya; j++)
    {
      for (int i = xi; i < xa; i++)
      {
// 				pixelSum += img.getPixelInt(i,j, channel);
// 				pixelSquare += img.getPixelInt(i,j, channel)*img.getPixelInt(i,j, channel);
        feature[256*channel+this->CensusTransform(img,i,j,channel)]++;
      }
    }
  }

  // normalize histogram to have 0 mean, remove the first and last entry, and normalize to have unit norm
  double sum(feature.Sum()/256.0);//shift more efficient?
  
  // normalize histogram to have 0 mean
  //but why?
  feature -= sum;
  
  //remove the first and last entry
  feature[0] = 0.0;
  feature[255] = 0.0;

  //normalization - here done using unit L2-norm
  feature.normalizeL2();
}

/**
 * @brief Computes several CENTRIST descriptors for each of the given positions om a local neighborhood
 * @author Alexander Freytag
 * @date 12/06/2011
 */
void LocalFeatureCentrist::computeDesc( const NICE::Image & img, NICE::VVector & positions, NICE::VVector & descriptors ) const
{
  descriptors.clear();
  for (NICE::VVector::const_iterator it = positions.begin(); it != positions.end(); it++)
  {
    NICE::Vector descriptor;
    
    this->GenerateHistForOneRect(img, (*it)[0]-i_sizeNeighborhood/2, (*it)[0]+i_sizeNeighborhood/2, (*it)[1]-i_sizeNeighborhood/2, (*it)[1]+i_sizeNeighborhood/2, descriptor);
    
    descriptors.push_back(descriptor);
  }
}

/**
 * @brief Computes several CENTRIST descriptors for each of the given positions om a local neighborhood
 * @author Alexander Freytag
 * @date 12/06/2011
 */
void LocalFeatureCentrist::computeDesc( const NICE::ColorImage & img, NICE::VVector & positions, NICE::VVector & descriptors ) const
{
  descriptors.clear();
  for (NICE::VVector::const_iterator it = positions.begin(); it != positions.end(); it++)
  {
    NICE::Vector descriptor;
    
    this->GenerateHistForOneRect(img, (*it)[0]-i_sizeNeighborhood/2, (*it)[0]+i_sizeNeighborhood/2, (*it)[1]-i_sizeNeighborhood/2, (*it)[1]+i_sizeNeighborhood/2, descriptor);
    
    descriptors.push_back(descriptor);
  }
}

/* public methods*/

///////////////////// ///////////////////// /////////////////////
//                   CONSTRUCTORS / DESTRUCTORS
///////////////////// ///////////////////// /////////////////////

LocalFeatureCentrist::LocalFeatureCentrist() : LocalFeature () 
{
  this->i_sizeNeighborhood = 16;
}


LocalFeatureCentrist::LocalFeatureCentrist( const NICE::Config * _conf )
{
  this->initFromConfig( _conf );
}

LocalFeatureCentrist::~LocalFeatureCentrist()
{
}

void OBJREC::LocalFeatureCentrist::initFromConfig( const NICE::Config* _conf, const std::string& _confSection )
{
  this->i_sizeNeighborhood = _conf->gI(_confSection, "i_sizeNeighborhood", 16);
}

///////////////////// ///////////////////// /////////////////////
//                      FEATURE STUFF
///////////////////// ///////////////////// ////////////////// 

int LocalFeatureCentrist::getDescSize() const
{
  // we have 8 neighbors, so the size is always 256 with the given implementation (without spatial levels, ...)
  return 256;
}

/**
 * @brief Computes several CENTRIST descriptors for each of the given positions on a local neighborhood
 * @author Alexander Freytag
 * @date 12/06/2011
 */
int LocalFeatureCentrist::getDescriptors ( const NICE::Image & img, VVector & positions, VVector & descriptors ) const
{
  this->computeDesc( img, positions, descriptors );
  return 0;
}

/**
 * @brief Computes several CENTRIST descriptors for each of the given positions on a local neighborhood
 * @author Alexander Freytag
 * @date 12/06/2011
 */
int LocalFeatureCentrist::getDescriptors ( const NICE::ColorImage & img, NICE::VVector & positions, NICE::VVector & descriptors) const
{
  this->computeDesc( img, positions, descriptors );
  return 0;
}

/**
 * @brief Visualizes CENTRIST descriptors, not implemented yet!
 * @author Alexander Freytag
 * @date 12/06/2011
 */
void LocalFeatureCentrist::visualizeFeatures ( NICE::Image & mark,
                                               const VVector & positions,
                                               size_t color ) const
{
  throw NICE::Exception ( "LocalFeatureCentrist::visualizeFeatures -- currently not implemented." );
}

///////////////////// INTERFACE PERSISTENT /////////////////////
// interface specific methods for store and restore
///////////////////// INTERFACE PERSISTENT ///////////////////// 

void LocalFeatureCentrist::restore ( std::istream & is, int format )
{
  //delete everything we knew so far...
  this->clear();
  
  
  if ( is.good() )
  {
    
    std::string tmp;
    is >> tmp; //class name 
    
    if ( ! this->isStartTag( tmp, "LocalFeatureCentrist" ) )
    {
      std::cerr << " WARNING - attempt to restore LocalFeatureCentrist, but start flag " << tmp << " does not match! Aborting... " << std::endl;
      throw;
    }   
    
    bool b_endOfBlock ( false ) ;
    
    while ( !b_endOfBlock )
    {
      is >> tmp; // start of block 
      
      if ( this->isEndTag( tmp, "LocalFeatureCentrist" ) )
      {
        b_endOfBlock = true;
        continue;
      }      
      
      tmp = this->removeStartTag ( tmp );    
      
      if ( tmp.compare("i_sizeNeighborhood") == 0 )
      {
        is >> this->i_sizeNeighborhood;
        is >> tmp; // end of block 
        tmp = this->removeEndTag ( tmp );
      }      
      else
      {
      std::cerr << "WARNING -- unexpected LocalFeatureCentrist object -- " << tmp << " -- for restoration... aborting" << std::endl;
      throw;
      }
    }
  }
  else
  {
    std::cerr << "LocalFeatureCentrist::restore -- InStream not initialized - restoring not possible!" << std::endl;
    throw;
  }
}

void LocalFeatureCentrist::store ( std::ostream & os, int format ) const
{ 
  if (os.good())
  {
    // show starting point
    os << this->createStartTag( "LocalFeatureCentrist" ) << std::endl;    
    
    os << this->createStartTag( "i_sizeNeighborhood" ) << std::endl;
    os << this->i_sizeNeighborhood << std::endl;
    os << this->createEndTag( "i_sizeNeighborhood" ) << std::endl;     
    
    // done
    os << this->createEndTag( "LocalFeatureCentrist" ) << std::endl;    
  }
  else
  {
    std::cerr << "OutStream not initialized - storing not possible!" << std::endl;
  }
}

void LocalFeatureCentrist::clear ()
{
}