first commit
This commit is contained in:
陈赣
156
nodes/broker/vp_embeddings_socket_broker_node.cpp
Normal file
156
nodes/broker/vp_embeddings_socket_broker_node.cpp
Normal file
@@ -0,0 +1,156 @@
|
||||
|
||||
|
||||
#include "vp_embeddings_socket_broker_node.h"
|
||||
|
||||
|
||||
namespace vp_nodes {
|
||||
|
||||
vp_embeddings_socket_broker_node::vp_embeddings_socket_broker_node(std::string node_name,
|
||||
std::string des_ip,
|
||||
int des_port,
|
||||
std::string cropped_dir,
|
||||
int min_crop_width,
|
||||
int min_crop_height,
|
||||
vp_broke_for broke_for,
|
||||
bool only_for_tracked,
|
||||
int broking_cache_warn_threshold,
|
||||
int broking_cache_ignore_threshold):
|
||||
vp_msg_broker_node(node_name, broke_for, broking_cache_warn_threshold, broking_cache_ignore_threshold),
|
||||
des_ip(des_ip),
|
||||
des_port(des_port),
|
||||
cropped_dir(cropped_dir),
|
||||
min_crop_width(min_crop_width),
|
||||
min_crop_height(min_crop_height),
|
||||
only_for_tracked(only_for_tracked) {
|
||||
// only for vp_frame_target or vp_frame_face_target
|
||||
assert(broke_for == vp_broke_for::NORMAL || broke_for == vp_broke_for::FACE);
|
||||
udp_writer = kissnet::udp_socket(kissnet::endpoint(des_ip, des_port));
|
||||
VP_INFO(vp_utils::string_format("[%s] [message broker] set des_ip as `%s` and des_port as [%d]", node_name.c_str(), des_ip.c_str(), des_port));
|
||||
this->initialized();
|
||||
}
|
||||
|
||||
vp_embeddings_socket_broker_node::~vp_embeddings_socket_broker_node() {
|
||||
deinitialized();
|
||||
stop_broking();
|
||||
}
|
||||
|
||||
void vp_embeddings_socket_broker_node::format_msg(const std::shared_ptr<vp_objects::vp_frame_meta>& meta, std::string& msg) {
|
||||
/* format:
|
||||
line 0, <--
|
||||
line 1, 1st cropped image's path
|
||||
line 2, 1st embeddings
|
||||
line 3, -->
|
||||
line 4, <--
|
||||
line 5, 2nd cropped image's path
|
||||
line 6, 2nd embeddings
|
||||
line 7, -->
|
||||
line 8, ...
|
||||
*/
|
||||
auto& broked = all_broked[meta->channel_index];
|
||||
// remove 50 elements every 100 ids
|
||||
if (broked.size() > 100) {
|
||||
broked.erase(broked.begin(), broked.begin() + 50);
|
||||
}
|
||||
|
||||
std::stringstream msg_stream;
|
||||
auto format_embeddings = [&](const std::vector<float>& embeddings) {
|
||||
for (int i = 0; i < embeddings.size(); i++) {
|
||||
msg_stream << embeddings[i];
|
||||
if (i != embeddings.size() - 1) {
|
||||
msg_stream << ",";
|
||||
}
|
||||
}
|
||||
msg_stream << std::endl;
|
||||
};
|
||||
auto save_cropped_image = [&](cv::Mat& frame, cv::Rect rect, std::string name) {
|
||||
auto cropped = frame(rect);
|
||||
cv::imwrite(name, cropped);
|
||||
msg_stream << name << std::endl;
|
||||
};
|
||||
|
||||
if (broke_for == vp_broke_for::NORMAL) {
|
||||
for (int i = 0; i < meta->targets.size(); i++) {
|
||||
auto& t = meta->targets[i];
|
||||
// only broke for tracked targets and have enough frames
|
||||
if ((only_for_tracked && t->track_id < 0) || (only_for_tracked && t->tracks.size() < min_tracked_frames)) {
|
||||
continue;
|
||||
}
|
||||
|
||||
// only broke 1 time for specific track id if it has been tracked, or broke many times
|
||||
if (t->track_id >= 0 &&
|
||||
std::find(broked.begin(), broked.end(), t->track_id) != broked.end()) {
|
||||
continue;
|
||||
}
|
||||
|
||||
// size filter
|
||||
if (t->width < min_crop_width || t->height < min_crop_height) {
|
||||
continue;
|
||||
}
|
||||
|
||||
if (t->track_id >= 0) {
|
||||
broked.push_back(t->track_id);
|
||||
}
|
||||
auto name = cropped_dir + "/" + std::to_string(t->channel_index) + "_" + std::to_string(t->frame_index) + "_" + std::to_string(t->track_id >= 0 ? t->track_id : i) + ".jpg";
|
||||
// start flag
|
||||
msg_stream << "<--" << std::endl;
|
||||
// save small cropped image
|
||||
save_cropped_image(meta->frame, cv::Rect(t->x, t->y, t->width, t->height), name);
|
||||
// format embeddings
|
||||
format_embeddings(t->embeddings);
|
||||
// end flag
|
||||
msg_stream << "-->";
|
||||
|
||||
if (i != meta->targets.size() - 1) {
|
||||
msg_stream << std::endl; // not the last one
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (broke_for == vp_broke_for::FACE) {
|
||||
for (int i = 0; i < meta->face_targets.size(); i++) {
|
||||
auto& t = meta->face_targets[i];
|
||||
// only broke for tracked targets and have enough frames
|
||||
if ((only_for_tracked && t->track_id < 0) || (only_for_tracked && t->tracks.size() < min_tracked_frames)) {
|
||||
continue;
|
||||
}
|
||||
|
||||
// only broke 1 time for specific track id if it has been tracked, or broke many times
|
||||
if (t->track_id >= 0 &&
|
||||
std::find(broked.begin(), broked.end(), t->track_id) != broked.end()) {
|
||||
continue;
|
||||
}
|
||||
|
||||
// size filter
|
||||
if (t->width < min_crop_width || t->height < min_crop_height) {
|
||||
continue;
|
||||
}
|
||||
|
||||
if (t->track_id >= 0) {
|
||||
broked.push_back(t->track_id);
|
||||
}
|
||||
auto name = cropped_dir + "/" + std::to_string(meta->channel_index) + "_" + std::to_string(meta->frame_index) + "_" + std::to_string(t->track_id >= 0 ? t->track_id : i) + ".jpg";
|
||||
// start flag
|
||||
msg_stream << "<--" << std::endl;
|
||||
// save small cropped image
|
||||
save_cropped_image(meta->frame, cv::Rect(t->x, t->y, t->width, t->height), name);
|
||||
// format embeddings
|
||||
format_embeddings(t->embeddings);
|
||||
// end flag
|
||||
msg_stream << "-->";
|
||||
|
||||
if (i != meta->face_targets.size() - 1) {
|
||||
msg_stream << std::endl; // not the last one
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
msg = msg_stream.str();
|
||||
}
|
||||
|
||||
void vp_embeddings_socket_broker_node::broke_msg(const std::string& msg) {
|
||||
// broke msg to socket by udp
|
||||
auto bytes_2_send = reinterpret_cast<const std::byte*>(msg.c_str());
|
||||
auto bytes_2_send_len = msg.size();
|
||||
udp_writer.send(bytes_2_send, bytes_2_send_len);
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user