{

if( selectObject )

{

selection.x = MIN(x, origin.x);

selection.y = MIN(y, origin.y);

selection.width = std::abs(x - origin.x);

selection.height = std::abs(y - origin.y);

selection &= Rect(0, 0, image.cols, image.rows);

}

switch( event )

{

case EVENT_LBUTTONDOWN:

origin = Point(x,y);

selection = Rect(x,y,0,0);

selectObject = true;

break;

case EVENT_LBUTTONUP:

selectObject = false;

if( selection.width > 0 && selection.height > 0 )

trackObject = -1;

break;

}

{

cout << "\nThis is a demo that shows mean-shift based tracking\n"

"You select a color objects such as your face and it tracks it.\n"

"This reads from video camera (0 by default, or the camera number the user enters\n"

"Usage: \n"

" ./camshiftdemo [camera number]\n";

cout << hot_keys;

{

VideoCapture cap;

Rect trackWindow;

int hsize = 16;

float hranges[] = {0,180};

const float* phranges = hranges;

CommandLineParser parser(argc, argv, keys);

if (parser.has("help"))

{

help();

return 0;

}

int camNum = parser.get<int>(0);

cap.open(camNum);

if( !cap.isOpened() )

{

help();

cout << "***Could not initialize capturing...***\n";

cout << "Current parameter's value: \n";

parser.printMessage();

return -1;

}

Size S = Size((int) cap.get(CV_CAP_PROP_FRAME_WIDTH), // Acquire input size

(int) cap.get(CV_CAP_PROP_FRAME_HEIGHT));

VideoWriter videoStream;

videoStream.open("./VirtualPiano.mp4", -1, cap.get(CV_CAP_PROP_FPS), S, true);

if (!videoStream.isOpened())

{

cout << "Could not open the output video." << endl;

return -1;

}

cout << hot_keys;

//namedWindow( "Histogram", 0 );

namedWindow( "VirtualPiano", 0 );

resizeWindow( "VirtualPiano", WINDOW_WIDTH, WINDOW_HEIGHT);

setMouseCallback( "VirtualPiano", onMouse, 0 );

//createTrackbar( "Vmin", "CamShift Demo", &vmin, 256, 0 );

//createTrackbar( "Vmax", "CamShift Demo", &vmax, 256, 0 );

//createTrackbar( "Smin", "CamShift Demo", &smin, 256, 0 );

Mat frame, hsv, hue, mask, hist, histimg = Mat::zeros(200, 320, CV_8UC3), backproj;

RotatedRect trackBox;

bool paused = false;

for(;;)

{

if( !paused )

{

cap >> frame;

if( frame.empty() )

break;

}

frame.copyTo(image);

Mat flippedImage;

flip(image, flippedImage, 1);

image = flippedImage;

if( !paused )

{

cvtColor(image, hsv, COLOR_BGR2HSV);

if( trackObject )

{

int _vmin = vmin, _vmax = vmax;

inRange(hsv, Scalar(0, smin, MIN(_vmin,_vmax)),

Scalar(180, 256, MAX(_vmin, _vmax)), mask);

int ch[] = {0, 0};

hue.create(hsv.size(), hsv.depth());

mixChannels(&hsv, 1, &hue, 1, ch, 1);

if( trackObject < 0 )

{

Mat roi(hue, selection), maskroi(mask, selection);

calcHist(&roi, 1, 0, maskroi, hist, 1, &hsize, &phranges);

normalize(hist, hist, 0, 255, NORM_MINMAX);

trackWindow = selection;

trackObject = 1;

histimg = Scalar::all(0);

int binW = histimg.cols / hsize;

Mat buf(1, hsize, CV_8UC3);

for( int i = 0; i < hsize; i++ )

buf.at<Vec3b>(i) = Vec3b(saturate_cast<uchar>(i*180./hsize), 255, 255);

cvtColor(buf, buf, COLOR_HSV2BGR);

for( int i = 0; i < hsize; i++ )

{

int val = saturate_cast<int>(hist.at<float>(i)*histimg.rows/255);

rectangle( histimg, Point(i*binW,histimg.rows),

Point((i+1)*binW,histimg.rows - val),

Scalar(buf.at<Vec3b>(i)), -1, 8 );

}

}

calcBackProject(&hue, 1, 0, hist, backproj, &phranges);

backproj &= mask;

trackBox = CamShift(backproj, trackWindow,

TermCriteria( TermCriteria::EPS | TermCriteria::COUNT, 10, 1 ));

if( trackWindow.area() <= 1 )

{

int cols = backproj.cols, rows = backproj.rows, r = (MIN(cols, rows) + 5)/6;

trackWindow = Rect(trackWindow.x - r, trackWindow.y - r,

trackWindow.x + r, trackWindow.y + r) &

Rect(0, 0, cols, rows);

}

if( backprojMode )

cvtColor( backproj, image, COLOR_GRAY2BGR );

ellipse( image, trackBox, Scalar(0,0,255), 3, LINE_AA );

}

}

else if( trackObject < 0 )

paused = false;

if( selectObject && selection.width > 0 && selection.height > 0 )

{

Mat roi(image, selection);

bitwise_not(roi, roi);

}

Size size = image.size();

int thickness;

for(int x = 0; x < NOTES_IN_ROW; ++x){

for(int y = 0; y < NOTES_IN_COLUMN; ++y){

Rect rect(Point(x*size.width/NOTES_IN_ROW, y*size.height/NOTES_IN_COLUMN), Point( (x+1)*size.width/NOTES_IN_ROW,(y+1)*size.height/NOTES_IN_COLUMN));

if ( rect.contains(trackBox.center) && trackObject){

thickness = -1;

}

else{

thickness = 1;

}

rectangle(image, rect, NOTE_COLORS[x*NOTES_IN_ROW + y], thickness, 8);

}

}

imshow( "VirtualPiano", image);

videoStream.write( image);

//imshow( "Histogram", histimg );

char c = (char)waitKey(10);

if( c == 27 ){

break;

}

switch(c)

{

case 'b':

backprojMode = !backprojMode;

break;

case 'c':

trackObject = 0;

histimg = Scalar::all(0);

break;

case 'h':

showHist = !showHist;

if( !showHist )

destroyWindow( "Histogram" );

else

namedWindow( "Histogram", 1 );

break;

case 'p':

paused = !paused;

break;

default:

;

}

}

return 0;