/** * @file LFColorSande.cpp * @brief interface to ColorSande implementation * @author Erik Rodner * @date 11/19/2007 */ #include #include #include #include "core/basics/StringTools.h" #include "core/basics/FileMgt.h" #include "vislearning/baselib/Globals.h" #include "vislearning/features/localfeatures/LFColorSande.h" #define DESCSIZE_DUMMY "/home/bachi/HiWi/nice/nice/objrec-froehlichexp/progs/IMG_8762.JPG" #include using namespace OBJREC; using namespace std; using namespace NICE; LFColorSande::LFColorSande( const Config *conf, std::string section ) { c_binaryExecutable = conf->gS( section, "binaryExecutable", "/home/bachi/libs/van_de_sande/x86_64-linux-gcc/colorDescriptor" ); c_params = conf->gS(section, "params", "--descriptor opponentsift"); scales = conf->gS(section, "scales", "1+1.5+3.0+4.5+6"); descriptor_size = conf->gI(section, "descriptor_size", -1 ); usegrid = conf->gB(section, "usegrid", false); int g = conf->gI( section, "grid", 5); std::ostringstream temp; temp << g; gridsize = temp.str(); if ( descriptor_size <= 0 ) { fprintf (stderr, "LFColorSande::LFColorSande: No descriptor size found in config -> self test\n"); /** get feature dimension **/ NICE::Image testimg (DESCSIZE_DUMMY); VVector features; VVector positions; extractFeatures ( testimg, features, positions ); if ( features.size() <= 0 ) fthrow( Exception, "No features found in " << DESCSIZE_DUMMY << " picture."); descriptor_size = features[0].size(); fprintf (stderr, "LFColorSande::LFColorSande Self Test features:%d dimension:%d\n", (int)features.size(), descriptor_size ); } if ( descriptor_size != conf->gI("features", "descriptor_size", descriptor_size) ) { cerr << "Warning: LFColorSande: descriptor sizes do not match !!!" << endl; } } LFColorSande::~LFColorSande() { } int LFColorSande::getDescSize () const { return descriptor_size; } int LFColorSande::extractFeatures ( const NICE::Image & img, VVector & features, VVector & positions ) const { cerr << "Warning: LFColorSande is a color local feature implementation, but you are calling the gray-image version of extractFeatures" << endl; NICE::ColorImage colorimg; NICE::grayToRGB (img, &colorimg); extractFeatures( colorimg, features, positions); return 0; } int LFColorSande::extractFeatures ( const NICE::ColorImage & img, VVector & features, VVector & positions ) const { if(features.size() != positions.size()) { positions.clear(); } bool delete_imgfile = false; std::string imgfile = Globals::getCurrentImgFN(); fprintf (stderr, "imgfile: %s\n", imgfile.c_str()); if ( (imgfile.size() <= 0) || (( !StringTools::regexMatch ( imgfile, ".[Jj][pP][Gg]$" ) ) && ( !StringTools::regexMatch ( imgfile, ".[Pp][Nn][Gg]$" )))) { if ( imgfile.size() <= 0 ) { imgfile = FileMgt::createTempFile ( "/tmp/osl_lfColorSande_input_%s.png" ); fprintf (stderr, "LFColorSande: write image to %s (write image)\n", imgfile.c_str() ); ImageFile imgf ( imgfile ); imgf.writer ( &img ); } else { std::string tmpfile = FileMgt::createTempFile ( "/tmp/osl_lfColorSande_input_%s.png" ); fprintf (stderr, "LFColorSande: write image to %s (convert)\n", tmpfile.c_str() ); std::string convertcall = "convert " + imgfile + " " + tmpfile; cerr << "convert call: " << convertcall << endl; system ( convertcall.c_str() ); imgfile = tmpfile; } delete_imgfile = true; } std::string outputfn = FileMgt::createTempFile ( "/tmp/osl_lfColorSande_output_%s" ) ; std::string gridparams =""; if(usegrid) gridparams = " --detector densesampling --ds_spacing " + gridsize +" --ds_scales "+scales; std::string call = c_binaryExecutable + " " + imgfile + " " + c_params + gridparams + " -output " + outputfn; cerr << "LFColorSande: parameters: <" << c_params+gridparams << ">" << endl; clog << "Systemcall: " << call << endl; const int buffersize = 65536; char *buffer = new char [buffersize]; FILE *f = popen ( call.c_str(), "r" ); if ( f == NULL ) { fthrow(Exception, "Unable to run the implementation of van de Sande: " << call << endl << strerror(errno) ); } while ( ! feof(f) ) { if ( fgets ( buffer, buffersize, f ) <= 0 ) { break; } else { fprintf (stderr, "LFColorSande::extractFeatures: [INFO] %s", buffer ); } } pclose(f); f = fopen ( outputfn.c_str(), "r" ); if ( f == NULL ) { fthrow( Exception, "Unable to read output of van de Sande implementation\n"); } if ( fgets ( buffer, buffersize, f ) <= 0 ) { fprintf (stderr, "LFColorSande::extractFeatures: output is empty !\n"); fprintf (stderr, "img %s out %s\n", imgfile.c_str(), outputfn.c_str() ); fprintf (stderr, "call %s\n", call.c_str() ); exit(-1); } if ( ! strcmp(buffer, "KOEN1" ) ) { fprintf (stderr, "LFColorSande::extractFeatures: wrong file format\n"); fprintf (stderr, "img %s out %s\n", imgfile.c_str(), outputfn.c_str() ); fprintf (stderr, "call %s\n", call.c_str() ); exit(-1); } fgets ( buffer, buffersize, f ); int dimension = atoi (buffer); fprintf (stderr, "LFColorSande: descriptor dimension = %d\n", dimension ); if ( (descriptor_size > 0) && (dimension != descriptor_size) ) { fprintf (stderr, "LFColorSande::extractFeatures: dimensions do not match %d -> %d!\n", dimension, descriptor_size); fprintf (stderr, "img %s out %s\n", imgfile.c_str(), outputfn.c_str() ); fprintf (stderr, "call %s\n", call.c_str() ); fprintf (stderr, "dimension std::string buffer: \"%s\"", buffer ); exit(-1); } fgets ( buffer, buffersize, f ); int noDesc = atoi (buffer); fprintf (stderr, "LFColorSande::extractFeatures: no. of descriptors = %d\n", noDesc ); NICE::Vector x; while ( ! feof(f) ) { // ; 0 0 6 2 0 6 25 7 9 4 4 0 0 4 20 36 78 4 5 0 0 if ( fgets(buffer, buffersize, f) == NULL ) break; const char *buffer_data = strchr ( buffer, ';' ); if ( strlen(buffer_data) <= 0 ) { fprintf (stderr, "LFColorSande::extractFeatures: it seems you forget to specify a descriptor\n"); exit(-1); } const char *buffer_key_start = strchr ( buffer, ' ' ); const char *buffer_key_end = strchr ( buffer, '>' ); buffer_key_start++; int keylen = buffer_key_end - buffer_key_start; char *key = new char [keylen+1]; strncpy ( key, buffer_key_start, keylen ); key[keylen] = '\0'; buffer_data+=2; std::string buffer_data_s (buffer_data); //clog << "[log] buffer = " << buffer_data_s << endl; StringTools::splitVector ( buffer_data_s, ' ', x ); if ( (int)x.size() != dimension ) { cerr << "Line = " << buffer_data_s << endl; cerr << "Vector = " << x << endl; cerr << "dimension = " << dimension << endl; cerr << "x.size() = " << x.size() << endl; fprintf (stderr, "LFColorSande::extractFeatures: error parsing output !!\n"); exit(-1); } else { NICE::Vector pos; StringTools::splitVector ( key, ' ', pos ); if ( pos.size() != 5 ) { fprintf (stderr, "LFColorSande::extractFeatures: dimension mismatch (position information)\n"); exit(-1); } // Van De Sande verwendet MatLab-Darstellung der Koordinaten. Diese fangen bei 1 an und nicht bei 0. pos[0] --; pos[1] --; positions.push_back( pos ); features.push_back ( x ); } } fclose (f); if ( delete_imgfile ) FileMgt::deleteTempFile ( imgfile ); FileMgt::deleteTempFile ( outputfn ); delete [] buffer; return 0; }