#include "BYTETracker.h" #include "lapjv.h" vector BYTETracker::joint_stracks(vector &tlista, vector &tlistb) { map exists; vector res; for (int i = 0; i < tlista.size(); i++) { exists.insert(pair(tlista[i]->track_id, 1)); res.push_back(tlista[i]); } for (int i = 0; i < tlistb.size(); i++) { int tid = tlistb[i].track_id; if (!exists[tid] || exists.count(tid) == 0) { exists[tid] = 1; res.push_back(&tlistb[i]); } } return res; } vector BYTETracker::joint_stracks(vector &tlista, vector &tlistb) { map exists; vector res; for (int i = 0; i < tlista.size(); i++) { exists.insert(pair(tlista[i].track_id, 1)); res.push_back(tlista[i]); } for (int i = 0; i < tlistb.size(); i++) { int tid = tlistb[i].track_id; if (!exists[tid] || exists.count(tid) == 0) { exists[tid] = 1; res.push_back(tlistb[i]); } } return res; } vector BYTETracker::sub_stracks(vector &tlista, vector &tlistb) { map stracks; for (int i = 0; i < tlista.size(); i++) { stracks.insert(pair(tlista[i].track_id, tlista[i])); } for (int i = 0; i < tlistb.size(); i++) { int tid = tlistb[i].track_id; if (stracks.count(tid) != 0) { stracks.erase(tid); } } vector res; std::map::iterator it; for (it = stracks.begin(); it != stracks.end(); ++it) { res.push_back(it->second); } return res; } void BYTETracker::remove_duplicate_stracks(vector &resa, vector &resb, vector &stracksa, vector &stracksb) { vector > pdist = iou_distance(stracksa, stracksb); vector > pairs; for (int i = 0; i < pdist.size(); i++) { for (int j = 0; j < pdist[i].size(); j++) { if (pdist[i][j] < 0.15) { pairs.push_back(pair(i, j)); } } } vector dupa, dupb; for (int i = 0; i < pairs.size(); i++) { int timep = stracksa[pairs[i].first].frame_id - stracksa[pairs[i].first].start_frame; int timeq = stracksb[pairs[i].second].frame_id - stracksb[pairs[i].second].start_frame; if (timep > timeq) dupb.push_back(pairs[i].second); else dupa.push_back(pairs[i].first); } for (int i = 0; i < stracksa.size(); i++) { vector::iterator iter = find(dupa.begin(), dupa.end(), i); if (iter == dupa.end()) { resa.push_back(stracksa[i]); } } for (int i = 0; i < stracksb.size(); i++) { vector::iterator iter = find(dupb.begin(), dupb.end(), i); if (iter == dupb.end()) { resb.push_back(stracksb[i]); } } } void BYTETracker::linear_assignment(vector > &cost_matrix, int cost_matrix_size, int cost_matrix_size_size, float thresh, vector > &matches, vector &unmatched_a, vector &unmatched_b) { if (cost_matrix.size() == 0) { for (int i = 0; i < cost_matrix_size; i++) { unmatched_a.push_back(i); } for (int i = 0; i < cost_matrix_size_size; i++) { unmatched_b.push_back(i); } return; } vector rowsol; vector colsol; float c = lapjv(cost_matrix, rowsol, colsol, true, thresh); for (int i = 0; i < rowsol.size(); i++) { if (rowsol[i] >= 0) { vector match; match.push_back(i); match.push_back(rowsol[i]); matches.push_back(match); } else { unmatched_a.push_back(i); } } for (int i = 0; i < colsol.size(); i++) { if (colsol[i] < 0) { unmatched_b.push_back(i); } } } vector > BYTETracker::ious(vector > &atlbrs, vector > &btlbrs) { vector > ious; if (atlbrs.size()*btlbrs.size() == 0) return ious; ious.resize(atlbrs.size()); for (int i = 0; i < ious.size(); i++) { ious[i].resize(btlbrs.size()); } //bbox_ious for (int k = 0; k < btlbrs.size(); k++) { vector ious_tmp; float box_area = (btlbrs[k][2] - btlbrs[k][0] + 1)*(btlbrs[k][3] - btlbrs[k][1] + 1); for (int n = 0; n < atlbrs.size(); n++) { float iw = min(atlbrs[n][2], btlbrs[k][2]) - max(atlbrs[n][0], btlbrs[k][0]) + 1; if (iw > 0) { float ih = min(atlbrs[n][3], btlbrs[k][3]) - max(atlbrs[n][1], btlbrs[k][1]) + 1; if(ih > 0) { float ua = (atlbrs[n][2] - atlbrs[n][0] + 1)*(atlbrs[n][3] - atlbrs[n][1] + 1) + box_area - iw * ih; ious[n][k] = iw * ih / ua; } else { ious[n][k] = 0.0; } } else { ious[n][k] = 0.0; } } } return ious; } vector > BYTETracker::iou_distance(vector &atracks, vector &btracks, int &dist_size, int &dist_size_size) { vector > cost_matrix; if (atracks.size() * btracks.size() == 0) { dist_size = atracks.size(); dist_size_size = btracks.size(); return cost_matrix; } vector > atlbrs, btlbrs; for (int i = 0; i < atracks.size(); i++) { atlbrs.push_back(atracks[i]->tlbr); } for (int i = 0; i < btracks.size(); i++) { btlbrs.push_back(btracks[i].tlbr); } dist_size = atracks.size(); dist_size_size = btracks.size(); vector > _ious = ious(atlbrs, btlbrs); for (int i = 0; i < _ious.size();i++) { vector _iou; for (int j = 0; j < _ious[i].size(); j++) { _iou.push_back(1 - _ious[i][j]); } cost_matrix.push_back(_iou); } return cost_matrix; } vector > BYTETracker::iou_distance(vector &atracks, vector &btracks) { vector > atlbrs, btlbrs; for (int i = 0; i < atracks.size(); i++) { atlbrs.push_back(atracks[i].tlbr); } for (int i = 0; i < btracks.size(); i++) { btlbrs.push_back(btracks[i].tlbr); } vector > _ious = ious(atlbrs, btlbrs); vector > cost_matrix; for (int i = 0; i < _ious.size(); i++) { vector _iou; for (int j = 0; j < _ious[i].size(); j++) { _iou.push_back(1 - _ious[i][j]); } cost_matrix.push_back(_iou); } return cost_matrix; } double BYTETracker::lapjv(const vector > &cost, vector &rowsol, vector &colsol, bool extend_cost, float cost_limit, bool return_cost) { vector > cost_c; cost_c.assign(cost.begin(), cost.end()); vector > cost_c_extended; int n_rows = cost.size(); int n_cols = cost[0].size(); rowsol.resize(n_rows); colsol.resize(n_cols); int n = 0; if (n_rows == n_cols) { n = n_rows; } else { if (!extend_cost) { cout << "set extend_cost=True" << endl; system("pause"); exit(0); } } if (extend_cost || cost_limit < LONG_MAX) { n = n_rows + n_cols; cost_c_extended.resize(n); for (int i = 0; i < cost_c_extended.size(); i++) cost_c_extended[i].resize(n); if (cost_limit < LONG_MAX) { for (int i = 0; i < cost_c_extended.size(); i++) { for (int j = 0; j < cost_c_extended[i].size(); j++) { cost_c_extended[i][j] = cost_limit / 2.0; } } } else { float cost_max = -1; for (int i = 0; i < cost_c.size(); i++) { for (int j = 0; j < cost_c[i].size(); j++) { if (cost_c[i][j] > cost_max) cost_max = cost_c[i][j]; } } for (int i = 0; i < cost_c_extended.size(); i++) { for (int j = 0; j < cost_c_extended[i].size(); j++) { cost_c_extended[i][j] = cost_max + 1; } } } for (int i = n_rows; i < cost_c_extended.size(); i++) { for (int j = n_cols; j < cost_c_extended[i].size(); j++) { cost_c_extended[i][j] = 0; } } for (int i = 0; i < n_rows; i++) { for (int j = 0; j < n_cols; j++) { cost_c_extended[i][j] = cost_c[i][j]; } } cost_c.clear(); cost_c.assign(cost_c_extended.begin(), cost_c_extended.end()); } double **cost_ptr; cost_ptr = new double *[sizeof(double *) * n]; for (int i = 0; i < n; i++) cost_ptr[i] = new double[sizeof(double) * n]; for (int i = 0; i < n; i++) { for (int j = 0; j < n; j++) { cost_ptr[i][j] = cost_c[i][j]; } } int* x_c = new int[sizeof(int) * n]; int *y_c = new int[sizeof(int) * n]; int ret = lapjv_internal(n, cost_ptr, x_c, y_c); if (ret != 0) { cout << "Calculate Wrong!" << endl; system("pause"); exit(0); } double opt = 0.0; if (n != n_rows) { for (int i = 0; i < n; i++) { if (x_c[i] >= n_cols) x_c[i] = -1; if (y_c[i] >= n_rows) y_c[i] = -1; } for (int i = 0; i < n_rows; i++) { rowsol[i] = x_c[i]; } for (int i = 0; i < n_cols; i++) { colsol[i] = y_c[i]; } if (return_cost) { for (int i = 0; i < rowsol.size(); i++) { if (rowsol[i] != -1) { //cout << i << "\t" << rowsol[i] << "\t" << cost_ptr[i][rowsol[i]] << endl; opt += cost_ptr[i][rowsol[i]]; } } } } else if (return_cost) { for (int i = 0; i < rowsol.size(); i++) { opt += cost_ptr[i][rowsol[i]]; } } for (int i = 0; i < n; i++) { delete[]cost_ptr[i]; } delete[]cost_ptr; delete[]x_c; delete[]y_c; return opt; } Scalar BYTETracker::get_color(int idx) { idx += 3; return Scalar(37 * idx % 255, 17 * idx % 255, 29 * idx % 255); }