multiTracker_dataset.cpp 6.88 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41
/*M///////////////////////////////////////////////////////////////////////////////////////
//
//  IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
//
//  By downloading, copying, installing or using the software you agree to this license.
//  If you do not agree to this license, do not download, install,
//  copy or use the software.
//
//
//                           License Agreement
//                For Open Source Computer Vision Library
//
// Copyright (C) 2013, OpenCV Foundation, all rights reserved.
// Third party copyrights are property of their respective owners.
//
// Redistribution and use in source and binary forms, with or without modification,
// are permitted provided that the following conditions are met:
//
//   * Redistribution's of source code must retain the above copyright notice,
//     this list of conditions and the following disclaimer.
//
//   * Redistribution's in binary form must reproduce the above copyright notice,
//     this list of conditions and the following disclaimer in the documentation
//     and/or other materials provided with the distribution.
//
//   * The name of the copyright holders may not be used to endorse or promote products
//     derived from this software without specific prior written permission.
//
// This software is provided by the copyright holders and contributors "as is" and
// any express or implied warranties, including, but not limited to, the implied
// warranties of merchantability and fitness for a particular purpose are disclaimed.
// In no event shall the Intel Corporation or contributors be liable for any direct,
// indirect, incidental, special, exemplary, or consequential damages
// (including, but not limited to, procurement of substitute goods or services;
// loss of use, data, or profits; or business interruption) however caused
// and on any theory of liability, whether in contract, strict liability,
// or tort (including negligence or otherwise) arising in any way out of
// the use of this software, even if advised of the possibility of such damage.
//
//M*/

42 43 44 45
#include "opencv2/opencv_modules.hpp"
#include "opencv2/core.hpp"
#ifdef HAVE_OPENCV_DATASETS

46
#include "opencv2/datasets/track_vot.hpp"
47 48 49 50 51 52 53 54
#include <opencv2/core/utility.hpp>
#include <opencv2/tracking.hpp>
#include <opencv2/videoio.hpp>
#include <opencv2/highgui.hpp>
#include <iostream>

using namespace std;
using namespace cv;
55
using namespace cv::datasets;
56

57
#define NUM_TEST_FRAMES 1000
58 59 60

static Mat image;
static bool paused;
61
static bool selectObjects = false;
62
static bool startSelection = false;
63 64 65
vector<Rect2d> boundingBoxes;
int targetsCnt = 0;
int targetsNum = 0;
66 67
Rect2d boundingBox;

68 69 70
static const char* keys =
{ "{@tracker_algorithm | | Tracker algorithm }"
"{@target_num     |1| Number of targets }"
71 72
"{@dataset_path     |true| Dataset path     }"
"{@dataset_id     |1| Dataset ID     }"
73 74
};

75 76
static void onMouse(int event, int x, int y, int, void*)
{
77
	if (!selectObjects)
78 79 80 81 82 83 84 85 86 87 88 89 90 91
	{
		switch (event)
		{
		case EVENT_LBUTTONDOWN:
			//set origin of the bounding box
			startSelection = true;
			boundingBox.x = x;
			boundingBox.y = y;
			boundingBox.width = boundingBox.height = 0;
			break;
		case EVENT_LBUTTONUP:
			//sei with and height of the bounding box
			boundingBox.width = std::abs(x - boundingBox.x);
			boundingBox.height = std::abs(y - boundingBox.y);
92 93 94 95 96 97 98 99
			boundingBoxes.push_back(boundingBox);
			targetsCnt++;
			if (targetsCnt == targetsNum)
			{
				paused = false;
				selectObjects = true;
			}
			startSelection = false;
100 101 102
			break;
		case EVENT_MOUSEMOVE:

103
			if (startSelection && !selectObjects)
104 105 106 107
			{
				//draw the bounding box
				Mat currentFrame;
				image.copyTo(currentFrame);
108 109
				for (int i = 0; i < (int)boundingBoxes.size(); i++)
					rectangle(currentFrame, boundingBoxes[i], Scalar(255, 0, 0), 2, 1);
110 111 112 113 114 115 116 117
				rectangle(currentFrame, Point((int)boundingBox.x, (int)boundingBox.y), Point(x, y), Scalar(255, 0, 0), 2, 1);
				imshow("Tracking API", currentFrame);
			}
			break;
		}
	}
}

118
static void help()
119
{
120 121 122 123
	cout << "\nThis example shows the functionality of \"Long-term optical tracking API\""
		"TLD dataset ID: 1~10, VOT2015 dataset ID: 1~60\n"
		"-- pause video [p] and draw a bounding boxes around the targets to start the tracker\n"
		"Example:\n"
124
		"./example_tracking_multiTracker_dataset<tracker_algorithm> <number_of_targets> <dataset_path> <dataset_id>\n"
125 126 127 128 129 130 131 132 133 134 135
		<< endl;

	cout << "\n\nHot keys: \n"
		"\tq - quit the program\n"
		"\tp - pause video\n";
}

int main(int argc, char *argv[])
{
	CommandLineParser parser(argc, argv, keys);
	string tracker_algorithm = parser.get<string>(0);
136 137 138
	targetsNum = parser.get<int>(1);
	string datasetRootPath = parser.get<string>(2);
	int datasetID = parser.get<int>(3);
139 140 141 142 143
	if (tracker_algorithm.empty() || datasetRootPath.empty() || targetsNum < 1)
	{
		help();
		return -1;
	}
144 145 146 147 148 149 150

	Mat frame;
	paused = false;
	namedWindow("Tracking API", 0);
	setMouseCallback("Tracking API", onMouse, 0);

	MultiTrackerTLD mt;
151 152 153 154
	//Init Dataset
	Ptr<TRACK_vot> dataset = TRACK_vot::create();
	dataset->load(datasetRootPath);
	dataset->initDataset(datasetID);
155

156 157
	//Read first frame
	dataset->getNextFrame(frame);
158
	frame.copyTo(image);
159 160
	for (int i = 0; i < (int)boundingBoxes.size(); i++)
		rectangle(image, boundingBoxes[i], Scalar(255, 0, 0), 2, 1);
161 162 163
	imshow("Tracking API", image);

	bool initialized = false;
164
	paused = true;
165 166 167 168 169 170 171 172 173
	int frameCounter = 0;

	//Time measurment
	int64 e3 = getTickCount();

	for (;;)
	{
		if (!paused)
		{
174 175 176
			//Time measurment
			int64 e1 = getTickCount();
			if (initialized){
177
				if (!dataset->getNextFrame(frame))
178 179
					break;
				frame.copyTo(image);
180 181
			}

182
			if (!initialized && selectObjects)
183
			{
184 185
				//Initialize the tracker and add targets
				for (int i = 0; i < (int)boundingBoxes.size(); i++)
186
				{
187 188 189 190 191 192
					if (!mt.addTarget(frame, boundingBoxes[i], tracker_algorithm))
					{
						cout << "Trackers Init Error!!!";
						return 0;
					}
					rectangle(frame, boundingBoxes[i], mt.colors[0], 2, 1);
193
				}
194 195 196 197 198 199
				initialized = true;
			}
			else if (initialized)
			{
				//Update all targets
				if (mt.update(frame))
200
				{
201
					for (int i = 0; i < mt.targetNum; i++)
202
					{
203
						rectangle(frame, mt.boundingBoxes[i], mt.colors[i], 2, 1);
204
					}
205 206
				}
			}
207
			imshow("Tracking API", frame);
208
			frameCounter++;
209 210 211 212 213
			//Time measurment
			int64 e2 = getTickCount();
			double t1 = (e2 - e1) / getTickFrequency();
			cout << frameCounter << "\tframe :  " << t1 * 1000.0 << "ms" << endl;
		}
214 215 216 217 218 219 220 221

		char c = (char)waitKey(2);
		if (c == 'q')
			break;
		if (c == 'p')
			paused = !paused;

		//waitKey(0);
222 223 224 225 226 227 228 229 230 231 232 233
	}

	//Time measurment
	int64 e4 = getTickCount();
	double t2 = (e4 - e3) / getTickFrequency();
	cout << "Average Time for Frame:  " << t2 * 1000.0 / frameCounter << "ms" << endl;
	cout << "Average FPS:  " << 1.0 / t2*frameCounter << endl;


	waitKey(0);

	return 0;
234 235 236
}

#else // ! HAVE_OPENCV_DATASETS
237
#include <opencv2/core.hpp>
238 239 240 241 242
int main() {
	CV_Error(cv::Error::StsNotImplemented , "this sample needs to be built with opencv_datasets !");
	return -1;
}
#endif // HAVE_OPENCV_DATASETS