static int qrcode_process(uint8_t* frame, int width, int height, int size)
{
init_display(width, height);
if (!initialized || process_changed) {
initialized = true;
process_changed = false;
}
prepare_display(frame, width, height, size);
if (qr_detector.detect(*grey_img)) {
std::vector<vpImagePoint> pol = qr_detector.getPolygon(0);
vpRect bbox = qr_detector.getBBox(0);
vpDisplay::displayRectangle(*display_img, bbox, vpColor::green);
vpDisplay::displayText(*display_img, (int)(bbox.getTop()-10), (int)bbox.getLeft(),
"Message: \"" + qr_detector.getMessage(0) + "\"",
vpColor::red);
for (size_t j = 0; j < pol.size(); j++) {
vpDisplay::displayCross(*display_img, pol[j], 14, vpColor::red, 3);
std::ostringstream number;
number << j;
vpDisplay::displayText(*display_img, pol[j]+vpImagePoint(10,0),
number.str(), vpColor::blue);
}
double x = 0;
double y = 0;
bbox.getCenter(x, y);
std::string msg = qr_detector.getMessage(0);
char cstr[SIZE_MESSAGE];
strncpy(cstr, msg.c_str(),SIZE_MESSAGE);
jakopter_com_write_float(com_out, 0, (float)bbox.getSize());
jakopter_com_write_float(com_out, 4, (float)x);
jakopter_com_write_float(com_out, 8, (float)y);
jakopter_com_write_int(com_out, 12, strlen(cstr)+1);
jakopter_com_write_buf(com_out, 16, cstr, SIZE_MESSAGE);
}
int bat = jakopter_com_read_int(com_in, 0);
std::ostringstream bat_str;
bat_str << bat;
vpDisplay::displayText(*display_img, (int)display_img->getHeight()-25, 10,
"Battery : " + bat_str.str() + " %", vpColor::red);
vpDisplay::flush(*display_img);
return 0;
}
static int face_process(uint8_t* frame, int width, int height, int size)
{
//alt_tree, lbpcascade
std::string face_cascade_script = "/usr/share/opencv/lbpcascades/lbpcascade_frontalface.xml";
init_display(width, height);
if (!initialized || process_changed) {
face_detector.setCascadeClassifierFile(face_cascade_script);
initialized = true;
process_changed = false;
}
prepare_display(frame, width, height, size);
//compute face detection
bool face_found = face_detector.detect(*grey_img);
if (face_found) {
std::ostringstream text;
text << "Found " << face_detector.getNbObjects() << " face(s)";
vpDisplay::displayText(*display_img, 10, 10, text.str(), vpColor::red);
//we get the first face in the list, which is also the biggest
std::vector<vpImagePoint> p = face_detector.getPolygon(0);
vpRect bbox = face_detector.getBBox(0);
vpDisplay::displayRectangle(*display_img, bbox, vpColor::green, false, 4);
vpDisplay::displayText(*display_img, (int)bbox.getTop()-10, (int)bbox.getLeft(),
"Message: \"" + face_detector.getMessage(0) + "\"",
vpColor::red);
double x = 0;
double y = 0;
bbox.getCenter(x, y);
jakopter_com_write_float(com_out, 0, (float)bbox.getSize());
jakopter_com_write_float(com_out, 4, (float)x);
jakopter_com_write_float(com_out, 8, (float)y);
}
int bat = jakopter_com_read_int(com_in, 0);
std::ostringstream bat_str;
bat_str << bat;
vpDisplay::displayText(*display_img, (int)display_img->getHeight()-25, 10,
"Battery : " + bat_str.str() + " %", vpColor::red);
vpDisplay::flush(*display_img);
return 0;
}
int visp_init()
{
com_in = jakopter_com_add_channel(CHANNEL_DISPLAY, VISP_COM_IN_SIZE);
if (com_in == NULL) {
fprintf(stderr, "[~][Display] Couldn't create com channel in.\n");
return -1;
}
com_out = jakopter_com_add_channel(CHANNEL_CALLBACK, VISP_COM_OUT_SIZE);
if (com_out == NULL) {
fprintf(stderr, "[~][Display] Couldn't create com channel out.\n");
return -1;
}
jakopter_com_write_float(com_out, 0, 0.0);
jakopter_com_write_float(com_out, 4, 0.0);
jakopter_com_write_float(com_out, 8, 0.0);
prev_update = 0;
return 0;
}
//FBO analyse frame on the server once a while // port is 5000
// WARNING this routine is not thread safe
int analyse_video(uint8_t* frame, int width, int height, int size){
static int call_count = 0;
static int init_callback_done=0;
static int sockfd = 0;
//FBO DO THE JOB HERE
//fprintf(stderr,"Calling sample_video (call count = %d)\n",call_count);
jakopter_com_write_int(com_out, 0, call_count); // in all cases need to return the call back instance
if (init_callback_done){
call_count++;
int doit = jakopter_com_read_int(com_in, 28);
if (doit) {
copyDataInBuffer(imageBuffer,frame,IMAGE_TO_ANALYZE,width,height,width);
sendLargeData(sockfd,imageBuffer,IMAGE_BUFFER_SIZE);
receiveLargeData(sockfd, resultBuffer, ANALYSIS_BUFFER_SIZE);
int coord_i_min = *((int *) &(resultBuffer[0]));
int coord_j_min = *((int *) &(resultBuffer[4]));
double valx = *((double *) &(resultBuffer[8]));
int samplenum = *((int *) &(resultBuffer[16]));
// show it on the video also
//printf("server answer sample %d result %d %d %f\n",samplenum, coord_i_min, coord_j_min, valx);
//Return result and status here
jakopter_com_write_int(com_out, 4, samplenum);
jakopter_com_write_int(com_out, 8, coord_i_min);
jakopter_com_write_int(com_out, 12, coord_j_min);
jakopter_com_write_float(com_out, 16, valx);
}
} else {
call_count = 0;
init_callback_done = 1;
// Open the socket
sockfd = openSocket((char *) "localhost",5000);
jakopter_com_write_int(com_out, 4, -1);
jakopter_com_write_int(com_out, 8, 0);
jakopter_com_write_int(com_out, 12, 0);
jakopter_com_write_float(com_out, 16, 0.0);
}
return 0;
}
/**
* \brief Receive the navdata from the drone and write it in NAVDATA_CHANNEL.
* \return the result of recvfrom
*/
int recv_cmd()
{
pthread_mutex_lock(&mutex_navdata);
socklen_t len = sizeof(addr_drone_navdata);
int ret = recvfrom(sock_navdata, &data, sizeof(data), 0, (struct sockaddr*)&addr_drone_navdata, &len);
size_t offset = 0;
switch (data.demo.tag) {
case TAG_DEMO:
jakopter_com_write_int(nav_channel, offset, data.demo.vbat_flying_percentage);
offset += sizeof(data.demo.vbat_flying_percentage);
jakopter_com_write_int(nav_channel, offset, data.demo.altitude);
offset += sizeof(data.demo.altitude);
jakopter_com_write_float(nav_channel, offset, data.demo.theta);
offset += sizeof(data.demo.theta);
jakopter_com_write_float(nav_channel, offset, data.demo.phi);
offset += sizeof(data.demo.phi);
jakopter_com_write_float(nav_channel, offset, data.demo.psi);
offset += sizeof(data.demo.psi);
jakopter_com_write_float(nav_channel, offset, data.demo.vx);
offset += sizeof(data.demo.vx);
jakopter_com_write_float(nav_channel, offset, data.demo.vy);
offset += sizeof(data.demo.vy);
jakopter_com_write_float(nav_channel, offset, data.demo.vz);
break;
default:
break;
}
pthread_mutex_unlock(&mutex_navdata);
return ret;
}
int jakopter_com_write_float_lua(lua_State* L)
{
lua_Integer id = luaL_checkinteger(L, 1);
lua_Integer offset = luaL_checkinteger(L, 2);
float value = luaL_checknumber(L, 3);
jakopter_com_channel_t* cc = jakopter_com_get_channel(id);
if (cc == NULL)
return luaL_error(L, "[~][lua] com_channel of id %d doesn't exist", id);
jakopter_com_write_float(cc, offset, value);
return 0;
}
int video_display_init()
{
com_in = jakopter_com_add_channel(CHANNEL_DISPLAY, DISPLAY_COM_IN_SIZE);
if (com_in == NULL) {
fprintf(stderr, "[~][Display] Couldn't create com channel.\n");
return -1;
}
com_out = jakopter_com_add_channel(CHANNEL_CALLBACK, DISPLAY_COM_OUT_SIZE);
if (com_out == NULL) {
fprintf(stderr, "[~][Display] Couldn't create com channel out.\n");
return -1;
}
jakopter_com_write_float(com_out, 0, 0.0);
jakopter_com_write_int(com_in, 28, -1);
jakopter_com_write_int(com_in, 32, -1);
jakopter_com_write_int(com_in, 36, -1);
jakopter_com_write_int(com_in, 40, -1);
prev_update = 0;
return 0;
}
int count_blue_px(uint8_t* frame, int width, int height, int size)
{
//size = width*height*3/2
int y_size = width*height;
int param = jakopter_com_read_int(com_in, 28);
int brightness = (param > -1 && param <= 256) ? param : 70;
param = jakopter_com_read_int(com_in, 32);
int darkness = (param > -1 && param <= 256) ? param : 256;
param = jakopter_com_read_int(com_in, 36);
int cr_u = (param > -1 && param <= 256) ? param : 127;
param = jakopter_com_read_int(com_in, 40);
int cr_v = (param > -1 && param <= 256) ? param : 127;
int h = 0;
float count = 0.0;
while (h < height) {
int w = 0;
while (w < width) {
int y = *(frame + (h * width + w));
int u = *(frame + ((h / 2) * (width / 2) + (w / 2) + y_size));
int v = *(frame + ((h / 2) * (width / 2) + (w / 2) + y_size + (y_size / 4)));
if (y > brightness && y < darkness && u >= cr_u && v <= cr_v)
count += 1.0;
w++;
}
//printf("%.2f\n", count);
h++;
}
count = count / (float)width;
//printf("%.2f\n", count);
jakopter_com_write_float(com_out, 0, count);
return 0;
}
/**
* \brief Receive the navdata from the drone and write it in NAVDATA_CHANNEL.
* \return the result of recvfrom
*/
static int recv_cmd()
{
pthread_mutex_lock(&mutex_navdata);
socklen_t len = sizeof(addr_drone_navdata);
int ret = recvfrom(sock_navdata, &data, sizeof(data), 0, (struct sockaddr*)&addr_drone_navdata, &len);
size_t offset = 0;
//fprintf(stderr,"FBO: Receiving navdata (%d)\n", data.demo.altitude); // use altitude
switch (data.demo.tag) {
case TAG_DEMO:
jakopter_com_write_int(nav_channel, offset, data.demo.vbat_flying_percentage);
offset += sizeof(data.demo.vbat_flying_percentage);
jakopter_com_write_int(nav_channel, offset, data.demo.altitude);
offset += sizeof(data.demo.altitude);
jakopter_com_write_float(nav_channel, offset, data.demo.theta);
offset += sizeof(data.demo.theta);
jakopter_com_write_float(nav_channel, offset, data.demo.phi);
offset += sizeof(data.demo.phi);
jakopter_com_write_float(nav_channel, offset, data.demo.psi);
offset += sizeof(data.demo.psi);
jakopter_com_write_float(nav_channel, offset, data.demo.vx);
offset += sizeof(data.demo.vx);
jakopter_com_write_float(nav_channel, offset, data.demo.vy);
offset += sizeof(data.demo.vy);
jakopter_com_write_float(nav_channel, offset, data.demo.vz);
break;
default:
break;
}
pthread_mutex_unlock(&mutex_navdata);
// ADDED: Display navdatas for debug purpose
debug_navdata_demo();
navdata_timestamp();
return ret;
}