frame_processor.cpp

#include "fasthessian.h"
#include "integral.h"
#include "responselayer.h"
#include "surf.h"
#include "utils.h"
#include "surflib.h"
#include "kmeans.h"
#include "ipoint.h"
#include <ctime>
#include <iostream>
//#include <opencv2/imgproc.hpp>
#include <opencv/cv.h>
#include <opencv/cvaux.h>
#include <opencv/cxcore.h>
#include <opencv/highgui.h>
#include <opencv2/core/core.hpp>
#include <opencv2/imgproc/imgproc.hpp>
//#include <highgui/highgui.hpp>
#include <stdlib.h> 
#include <stdio.h> 

using namespace cv;
using namespace  std;


//-------------------------------------------------------


char Match(IplImage* src)
{
  //  printf("match 1\n");fflush(stdout);//DEBUG//
  // Declare Ipoints and other stuff
  IpPairVec matches;
  IpVec ipts, ref_ipts;
  int allMatches[13];

  //load all 13 glyphs
  IplImage * Glyphs[13];
  Glyphs[0] = cvLoadImage("/home/oshri/Downloads/qt-opencv-multithreaded-1.20/imgs/cardA.png");
  Glyphs[1] = cvLoadImage("/home/oshri/Downloads/qt-opencv-multithreaded-1.20/imgs/card2.png");
  Glyphs[2] = cvLoadImage("/home/oshri/Downloads/qt-opencv-multithreaded-1.20/imgs/card3.png");
  Glyphs[3] = cvLoadImage("/home/oshri/Downloads/qt-opencv-multithreaded-1.20/imgs/card4.png");
  Glyphs[4] = cvLoadImage("/home/oshri/Downloads/qt-opencv-multithreaded-1.20/imgs/card5.png");
  Glyphs[5] = cvLoadImage("/home/oshri/Downloads/qt-opencv-multithreaded-1.20/imgs/card6.png");
  Glyphs[6] = cvLoadImage("/home/oshri/Downloads/qt-opencv-multithreaded-1.20/imgs/card7.png");
  Glyphs[7] = cvLoadImage("/home/oshri/Downloads/qt-opencv-multithreaded-1.20/imgs/card8.png");
  Glyphs[8] = cvLoadImage("/home/oshri/Downloads/qt-opencv-multithreaded-1.20/imgs/card9.png");
  Glyphs[9] = cvLoadImage("/home/oshri/Downloads/qt-opencv-multithreaded-1.20/imgs/card10.png");
  Glyphs[10] = cvLoadImage("/home/oshri/Downloads/qt-opencv-multithreaded-1.20/imgs/cardJ.png");
  Glyphs[11] = cvLoadImage("/home/oshri/Downloads/qt-opencv-multithreaded-1.20/imgs/cardQ.png");
  Glyphs[12] = cvLoadImage("/home/oshri/Downloads/qt-opencv-multithreaded-1.20/imgs/cardK.png");


  //  printf("match 2\n");fflush(stdout);//DEBUG//
  IplImage *img =src;
  if (img == NULL) error("Need to load reference image in order to run matching procedure");

 // printf("match 2.1\n");fflush(stdout);//DEBUG//

  CvPoint src_corners[4] = {{0,0}, {img->width,0}, {img->width, img->height}, {0, img->height}};
  CvPoint dst_corners[4];
  //showImage(img);
  //waitKey(20);
  // Extract reference object Ipoints

 // printf("match 2.2\n");fflush(stdout);//DEBUG//


  surfDetDes(img, ref_ipts, false, 4, 4, 2, 0.00001f);


 // printf("match 2.3\n");fflush(stdout);//DEBUG//

  drawIpoints(img, ref_ipts);
  //showImage(img);
  //waitKey(20);

   //   printf("match 3\n");fflush(stdout);//DEBUG//
  // Create a window
  //cvNamedWindow("OpenSURF", CV_WINDOW_AUTOSIZE );

  // Main capture loop
  for(int i=0;i<13;i++)
  {
    // overview on all 13 cards
          img = Glyphs[i];

   // printf("match 4\n");fflush(stdout);//DEBUG//
//
    // Detect and describe interest points in the frame
//    if (img == NULL) printf("match 4 - img is null\n");fflush(stdout);//DEBUG//
    surfDetDes(img, ipts, false, 4, 4, 2, 0.00001f);


//    printf("match 5\n");fflush(stdout);//DEBUG//


    // Fill match vector
    getMatches(ipts,ref_ipts,matches);
        allMatches[i]=matches.size();

    // This call finds where the object corners should be in the frame
    if (translateCorners(matches, src_corners, dst_corners))
    {
      // Draw box around object
      for(int i = 0; i < 4; i++ )
      {
        CvPoint r1 = dst_corners[i%4];
        CvPoint r2 = dst_corners[(i+1)%4];
        cvLine( img, cvPoint(r1.x, r1.y),
          cvPoint(r2.x, r2.y), cvScalar(255,255,255), 3 );
      }


  //    printf("match 6\n");fflush(stdout);//DEBUG//

      for (unsigned int i = 0; i < matches.size(); ++i)
        drawIpoint(img, matches[i].first);
    }

    // Draw the FPS figure
    drawFPS(img);

    // Display the result
   // cvShowImage("OpenSURF", img);
        //waitKey(20);
  }
  int matchCard = -1;
  int temp = allMatches[0];
  for(int i=0;i<13;i++)
          if(temp<=allMatches[i]){
                  temp = allMatches[i];
                  matchCard=i;
          }
          matchCard++;
          if (matchCard==1) return 'A';
          else if (matchCard==2) return '2';
          else if (matchCard==3) return '3';
          else if (matchCard==4) return '4';
          else if (matchCard==5) return '5';
          else if (matchCard==6) return '6';
          else if (matchCard==7) return '7';
          else if (matchCard==8) return '8';
          else if (matchCard==9) return '9';
          else if (matchCard==10) return '10';
          else if (matchCard==11) return 'J';
          else if (matchCard==12) return 'Q';
          else if (matchCard==13) return 'K';

}




//-------------------------------------------------------

char extractValue(Mat img)
{
    int top, bottom, left, right;
 //   printf("extract val 1\n");fflush(stdout);//DEBUG//

    Scalar value;
        IplImage* newImg = NULL;
        RNG rng(12345);
        //flood and fill parameters
        int lo_diff, up_diff; //the low and up flood randge which can be adjusted
        CvConnectedComp comp;
        CvPoint floodSeed; //the original pixel where the flood begins
        CvScalar floodColor;
        lo_diff=20;
        up_diff=20;
        floodColor = CV_RGB( 255, 255, 255 ); //set the flood color to red
        //cvNamedWindow("src", 1);
        //cvNamedWindow("newImage",1);
        //load original image
        newImg = new IplImage (img);
       // cvShowImage( "src", newImg );

//    printf("extract val 2\n");fflush(stdout);//DEBUG//
        //convet to B&W
        IplImage *im_gray = cvCreateImage(cvGetSize(newImg),IPL_DEPTH_8U,1);
        cvCvtColor(newImg,im_gray,CV_RGB2GRAY);
        IplImage* img_bw = cvCreateImage(cvGetSize(im_gray),IPL_DEPTH_8U,1);
        cvThreshold(im_gray, img_bw, 200, 255, CV_THRESH_BINARY);
        newImg = img_bw;
        //continue flood fill

 //   printf("extract val 3\n");fflush(stdout);//DEBUG//
        //make a copy of the original image
        floodSeed=cvPoint(0,0); //flooding start from pixel(60, 60)
        //Flood and Fill from pixel(60, 60) with color red and the flood range of (-8, +8)
        cvFloodFill( newImg, floodSeed, floodColor, CV_RGB( lo_diff, lo_diff, lo_diff ),
        CV_RGB( up_diff, up_diff, up_diff ), &comp, 8, NULL);

        /// Initialize arguments for the filter
        top = (int) (0.7*newImg->height);
        bottom = (int) (0.7*newImg->height);
        left = (int) (0.7*newImg->width);
        right = (int) (0.7*newImg->width);

        //convert from IplImage to CvMAt//
        Mat dstM;
        Mat mtx(newImg);

        //inlarging the image border
        value = Scalar( rng.uniform(255, 255), rng.uniform(255, 255), rng.uniform(255, 255) );
    copyMakeBorder( newImg, dstM, top, bottom, left, right, IPL_BORDER_CONSTANT, value );


   //     printf("extract val 3\n");fflush(stdout);//DEBUG//
        //matching + converting back to IplImage
        IplImage* imgIp = new IplImage(dstM);
        char c = Match(imgIp);
//
//    printf("extract val 3.1\n");fflush(stdout);//DEBUG//
    //    cvShowImage( "flood&fill", imgIp );
        //imshow("newImage", dstM);
        //waitKey(20);
  //  printf("extract val 4\n");fflush(stdout);//DEBUG//

        //cleanning
      //  cvDestroyWindow( "src" );
     //   cvDestroyWindow( "newImage" );
        cvReleaseImage( &newImg );
        return c;

}
/*
int main(){
        Mat newImg = imread("../imgs/find3.png");
        //Mat newImg = imread("../imgs/find2bigdif1.png");
        char c = extractvalue(newImg);
        //showImage("image after return from clean",&ans);
        //waitKey(20);
        //IplImage* newImg = cvLoadImage("C:\\users\\ricki naim\\Desktop\\opensurf\\OpenSURFcpp\\imgs\\card2.png",1);
        printf("%c",c);
        //waitKey();
}*/