static void mainLoop(void)
{
static int ms_prev;
int ms;
float s_elapsed;
ARUint8 *image;
ARdouble err;
int j, k;
// Find out how long since mainLoop() last ran.
ms = glutGet(GLUT_ELAPSED_TIME);
s_elapsed = (float)(ms - ms_prev) * 0.001f;
if (s_elapsed < 0.01f) return; // Don't update more often than 100 Hz.
ms_prev = ms;
// Update drawing.
DrawCubeUpdate(s_elapsed);
// Grab a video frame.
if ((image = arVideoGetImage()) != NULL) {
gARTImage = image; // Save the fetched image.
gCallCountMarkerDetect++; // Increment ARToolKit FPS counter.
// Detect the markers in the video frame.
if (arDetectMarker(gARHandle, gARTImage) < 0) {
exit(-1);
}
err = arGetTransMatMultiSquare( gAR3DHandle, arGetMarker( gARHandle ), arGetMarkerNum( gARHandle ), gMultiConfig);
if( gMultiConfig->prevF != 0 ) {
gPatt_found = TRUE;
for (k = 0; k < 3; k++) {
for (j = 0; j < 4; j++) {
gPatt_trans[k][j] = gMultiConfig->trans[k][j];
}
}
} else {
gPatt_found = FALSE;
}
// Tell GLUT the display has changed.
glutPostRedisplay();
}
}
static void mainLoop(void)
{
static int ms_prev;
int ms;
float s_elapsed;
ARUint8 *image;
ARMarkerInfo* markerInfo;
int markerNum;
ARdouble err;
int i, j, k;
// Calculate time delta.
ms = glutGet(GLUT_ELAPSED_TIME);
s_elapsed = (float)(ms - ms_prev) * 0.001f;
ms_prev = ms;
// Grab a video frame.
if ((image = arVideoGetImage()) != NULL) {
gARTImage = image; // Save the fetched image.
gCallCountMarkerDetect++; // Increment ARToolKit FPS counter.
// Detect the markers in the video frame.
if (arDetectMarker(gARHandle, gARTImage) < 0) {
exit(-1);
}
// Get detected markers
markerInfo = arGetMarker(gARHandle);
markerNum = arGetMarkerNum(gARHandle);
// Update markers.
for (i = 0; i < markersSquareCount; i++) {
markersSquare[i].validPrev = markersSquare[i].valid;
// Check through the marker_info array for highest confidence
// visible marker matching our preferred pattern.
k = -1;
if (markersSquare[i].patt_type == AR_PATTERN_TYPE_TEMPLATE) {
for (j = 0; j < markerNum; j++) {
if (markersSquare[i].patt_id == markerInfo[j].idPatt) {
if (k == -1) {
if (markerInfo[j].cfPatt >= markersSquare[i].matchingThreshold) k = j; // First marker detected.
} else if (markerInfo[j].cfPatt > markerInfo[k].cfPatt) k = j; // Higher confidence marker detected.
}
}
if (k != -1) {
markerInfo[k].id = markerInfo[k].idPatt;
markerInfo[k].cf = markerInfo[k].cfPatt;
markerInfo[k].dir = markerInfo[k].dirPatt;
}
} else {
for (j = 0; j < markerNum; j++) {
if (markersSquare[i].patt_id == markerInfo[j].idMatrix) {
if (k == -1) {
if (markerInfo[j].cfMatrix >= markersSquare[i].matchingThreshold) k = j; // First marker detected.
} else if (markerInfo[j].cfMatrix > markerInfo[k].cfMatrix) k = j; // Higher confidence marker detected.
}
}
if (k != -1) {
markerInfo[k].id = markerInfo[k].idMatrix;
markerInfo[k].cf = markerInfo[k].cfMatrix;
markerInfo[k].dir = markerInfo[k].dirMatrix;
}
}
if (k != -1) {
markersSquare[i].valid = TRUE;
ARLOGd("Marker %d matched pattern %d.\n", i, markerInfo[k].id);
// Get the transformation between the marker and the real camera into trans.
if (markersSquare[i].validPrev && useContPoseEstimation) {
err = arGetTransMatSquareCont(gAR3DHandle, &(markerInfo[k]), markersSquare[i].trans, markersSquare[i].marker_width, markersSquare[i].trans);
} else {
err = arGetTransMatSquare(gAR3DHandle, &(markerInfo[k]), markersSquare[i].marker_width, markersSquare[i].trans);
}
} else {
markersSquare[i].valid = FALSE;
}
if (markersSquare[i].valid) {
// Filter the pose estimate.
if (markersSquare[i].ftmi) {
if (arFilterTransMat(markersSquare[i].ftmi, markersSquare[i].trans, !markersSquare[i].validPrev) < 0) {
ARLOGe("arFilterTransMat error with marker %d.\n", i);
}
}
if (!markersSquare[i].validPrev) {
// Marker has become visible, tell any dependent objects.
VirtualEnvironmentHandleARMarkerAppeared(i);
}
// We have a new pose, so set that.
arglCameraViewRH((const ARdouble (*)[4])markersSquare[i].trans, markersSquare[i].pose.T, 1.0f /*VIEW_SCALEFACTOR*/);
// Tell any dependent objects about the update.
VirtualEnvironmentHandleARMarkerWasUpdated(i, markersSquare[i].pose);
} else {
if (markersSquare[i].validPrev) {
// Marker has ceased to be visible, tell any dependent objects.
VirtualEnvironmentHandleARMarkerDisappeared(i);
}
}
}
// Tell GLUT the display has changed.
glutPostRedisplay();
} else {
arUtilSleep(2);
}
}
JNIEXPORT void JNICALL JNIFUNCTION_NATIVE(nativeVideoFrame(JNIEnv* env, jobject obj, jbyteArray pinArray))
{
int i, j, k;
jbyte* inArray;
ARdouble err;
if (!videoInited) {
#ifdef DEBUG
LOGI("nativeVideoFrame !VIDEO\n");
#endif
return; // No point in trying to track until video is inited.
}
if (!gARViewInited) {
return; // Also, we won't track until the ARView has been inited.
#ifdef DEBUG
LOGI("nativeVideoFrame !ARVIEW\n");
#endif
}
#ifdef DEBUG
LOGI("nativeVideoFrame\n");
#endif
// Copy the incoming YUV420 image in pinArray.
env->GetByteArrayRegion(pinArray, 0, gVideoFrameSize, (jbyte *)gVideoFrame);
// As of ARToolKit v5.0, NV21 format video frames are handled natively,
// and no longer require colour conversion to RGBA.
// If you still require RGBA format information from the video,
// here is where you'd do the conversion:
// color_convert_common(gVideoFrame, gVideoFrame + videoWidth*videoHeight, videoWidth, videoHeight, myRGBABuffer);
videoFrameNeedsPixelBufferDataUpload = true; // Note that buffer needs uploading. (Upload must be done on OpenGL context's thread.)
// Run marker detection on frame
arDetectMarker(arHandle, gVideoBuffer);
// Get detected markers
ARMarkerInfo* markerInfo = arGetMarker(arHandle);
int markerNum = arGetMarkerNum(arHandle);
// Update markers.
for (i = 0; i < markersSquareCount; i++) {
markersSquare[i].validPrev = markersSquare[i].valid;
// Check through the marker_info array for highest confidence
// visible marker matching our preferred pattern.
k = -1;
if (markersSquare[i].patt_type == AR_PATTERN_TYPE_TEMPLATE) {
for (j = 0; j < markerNum; j++) {
if (markersSquare[i].patt_id == markerInfo[j].idPatt) {
if (k == -1) {
if (markerInfo[j].cfPatt >= markersSquare[i].matchingThreshold) k = j; // First marker detected.
} else if (markerInfo[j].cfPatt > markerInfo[k].cfPatt) k = j; // Higher confidence marker detected.
}
}
if (k != -1) {
markerInfo[k].id = markerInfo[k].idPatt;
markerInfo[k].cf = markerInfo[k].cfPatt;
markerInfo[k].dir = markerInfo[k].dirPatt;
}
} else {
for (j = 0; j < markerNum; j++) {
if (markersSquare[i].patt_id == markerInfo[j].idMatrix) {
if (k == -1) {
if (markerInfo[j].cfMatrix >= markersSquare[i].matchingThreshold) k = j; // First marker detected.
} else if (markerInfo[j].cfMatrix > markerInfo[k].cfMatrix) k = j; // Higher confidence marker detected.
}
}
if (k != -1) {
markerInfo[k].id = markerInfo[k].idMatrix;
markerInfo[k].cf = markerInfo[k].cfMatrix;
markerInfo[k].dir = markerInfo[k].dirMatrix;
}
}
if (k != -1) {
markersSquare[i].valid = TRUE;
#ifdef DEBUG
LOGI("Marker %d matched pattern %d.\n", k, markerInfo[k].id);
#endif
// Get the transformation between the marker and the real camera into trans.
if (markersSquare[i].validPrev) {
err = arGetTransMatSquareCont(ar3DHandle, &(markerInfo[k]), markersSquare[i].trans, markersSquare[i].marker_width, markersSquare[i].trans);
} else {
err = arGetTransMatSquare(ar3DHandle, &(markerInfo[k]), markersSquare[i].marker_width, markersSquare[i].trans);
}
} else {
markersSquare[i].valid = FALSE;
}
if (markersSquare[i].valid) {
// Filter the pose estimate.
if (markersSquare[i].ftmi) {
if (arFilterTransMat(markersSquare[i].ftmi, markersSquare[i].trans, !markersSquare[i].validPrev) < 0) {
LOGE("arFilterTransMat error with marker %d.\n", i);
}
}
if (!markersSquare[i].validPrev) {
// Marker has become visible, tell any dependent objects.
//ARMarkerAppearedNotification
}
// We have a new pose, so set that.
arglCameraViewRHf(markersSquare[i].trans, markersSquare[i].pose.T, 1.0f /*VIEW_SCALEFACTOR*/);
// Tell any dependent objects about the update.
//ARMarkerUpdatedPoseNotification
} else {
if (markersSquare[i].validPrev) {
// Marker has ceased to be visible, tell any dependent objects.
//ARMarkerDisappearedNotification
}
}
}
}
static void mainLoop(void)
{
ARUint8 *dataPtr;
ARMarkerInfo *markerInfo;
int markerNum;
ARdouble patt_trans[3][4];
ARdouble err;
int imageProcMode;
int debugMode;
int j, k;
/* grab a video frame */
if ((dataPtr = (ARUint8*)arVideoGetImage()) == NULL)
{
arUtilSleep(2);
return;
}
/* detect the markers in the video frame */
if (arDetectMarker(arHandle, dataPtr) < 0)
{
cleanup();
exit(0);
}
argSetWindow(w1);
argDrawMode2D(vp1);
arGetDebugMode(arHandle, &debugMode);
if (debugMode == 0)
{
argDrawImage(dataPtr);
}
else
{
arGetImageProcMode(arHandle, &imageProcMode);
if (imageProcMode == AR_IMAGE_PROC_FRAME_IMAGE)
{
argDrawImage(arHandle->labelInfo.bwImage);
}
else
{
argDrawImageHalf(arHandle->labelInfo.bwImage);
}
}
argSetWindow(w2);
argDrawMode2D(vp2);
argDrawImage(dataPtr);
argSetWindow(w1);
if (count % 10 == 0)
{
sprintf(fps, "%f[fps]", 10.0 / arUtilTimer());
arUtilTimerReset();
}
count++;
glColor3f(0.0f, 1.0f, 0.0f);
argDrawStringsByIdealPos(fps, 10, ysize - 30);
markerNum = arGetMarkerNum(arHandle);
if (markerNum == 0)
{
argSetWindow(w1);
argSwapBuffers();
argSetWindow(w2);
argSwapBuffers();
return;
}
/* check for object visibility */
markerInfo = arGetMarker(arHandle);
k = -1;
for (j = 0; j < markerNum; j++)
{
// ARLOG("ID=%d, CF = %f\n", markerInfo[j].id, markerInfo[j].cf);
if (patt_id == markerInfo[j].id)
{
if (k == -1)
{
if (markerInfo[j].cf > 0.7)
k = j;
}
else if (markerInfo[j].cf > markerInfo[k].cf)
k = j;
}
}
if (k == -1)
{
argSetWindow(w1);
argSwapBuffers();
argSetWindow(w2);
argSwapBuffers();
return;
}
err = arGetTransMatSquare(ar3DHandle, &(markerInfo[k]), patt_width, patt_trans);
sprintf(errValue, "err = %f", err);
glColor3f(0.0f, 1.0f, 0.0f);
argDrawStringsByIdealPos(fps, 10, ysize - 30);
argDrawStringsByIdealPos(errValue, 10, ysize - 60);
// ARLOG("err = %f\n", err);
draw(patt_trans);
argSetWindow(w1);
argSwapBuffers();
argSetWindow(w2);
argSwapBuffers();
}
static void mainLoop(void)
{
int i;
static int imageNumber = 0;
static int ms_prev;
int ms;
float s_elapsed;
ARUint8 *image;
// Find out how long since mainLoop() last ran.
ms = glutGet(GLUT_ELAPSED_TIME);
s_elapsed = (float)(ms - ms_prev) * 0.001f;
if (s_elapsed < 0.01f)
return; // Don't update more often than 100 Hz.
ms_prev = ms;
// Grab a video frame.
if ((image = arVideoGetImage()) != NULL)
{
gARTImage = image; // Save the fetched image.
if (gARTImageSavePlease)
{
char imageNumberText[15];
sprintf(imageNumberText, "image-%04d.jpg", imageNumber++);
if (arVideoSaveImageJPEG(gARHandle->xsize, gARHandle->ysize, gARHandle->arPixelFormat, gARTImage, imageNumberText, 75, 0) < 0)
{
ARLOGe("Error saving video image.\n");
}
gARTImageSavePlease = FALSE;
}
gCallCountMarkerDetect++; // Increment ARToolKit FPS counter.
// Detect the markers in the video frame.
if (arDetectMarker(gARHandle, gARTImage) < 0)
{
exit(-1);
}
// If marker config files were specified, evaluate detected patterns against them now.
for (i = 0; i < gMultiConfigCount; i++)
{
if (gRobustFlag)
gMultiErrs[i] = arGetTransMatMultiSquareRobust(gAR3DHandle, arGetMarker(gARHandle), arGetMarkerNum(gARHandle), gMultiConfigs[i]);
else
gMultiErrs[i] = arGetTransMatMultiSquare(gAR3DHandle, arGetMarker(gARHandle), arGetMarkerNum(gARHandle), gMultiConfigs[i]);
// if (gMultiConfigs[i]->prevF != 0) ARLOGe("Found multimarker set %d, err=%0.3f\n", i, gMultiErrs[i]);
}
// Tell GLUT the display has changed.
glutPostRedisplay();
}
}
static void mainLoop(void)
{
AR2VideoBufferT *buff;
ARMarkerInfo *markerInfo;
int markerNum;
ARdouble patt_trans[3][4];
ARdouble err;
int debugMode;
int j, k;
/* grab a video frame */
buff = arVideoGetImage();
if (!buff || !buff->fillFlag) {
arUtilSleep(2);
return;
}
/* detect the markers in the video frame */
if( arDetectMarker(arHandle, buff) < 0 ) {
cleanup();
exit(0);
}
argSetWindow(w1);
arGetDebugMode(arHandle, &debugMode);
if (debugMode == AR_DEBUG_ENABLE) {
int imageProcMode;
argViewportSetPixFormat(vp1, AR_PIXEL_FORMAT_MONO); // Drawing the debug image.
argDrawMode2D(vp1);
arGetImageProcMode(arHandle, &imageProcMode);
if (imageProcMode == AR_IMAGE_PROC_FRAME_IMAGE) argDrawImage(arHandle->labelInfo.bwImage);
else argDrawImageHalf(arHandle->labelInfo.bwImage);
} else {
AR_PIXEL_FORMAT pixFormat;
arGetPixelFormat(arHandle, &pixFormat);
argViewportSetPixFormat(vp1, pixFormat); // Drawing the input image.
argDrawMode2D(vp1);
argDrawImage(buff->buff);
}
argSetWindow(w2);
argDrawMode2D(vp2);
argDrawImage(buff->buff);
argSetWindow(w1);
if( count % 10 == 0 ) {
sprintf(fps, "%f[fps]", 10.0/arUtilTimer());
arUtilTimerReset();
}
count++;
glColor3f(0.0f, 1.0f, 0.0f);
argDrawStringsByIdealPos(fps, 10, ysize-30);
markerNum = arGetMarkerNum( arHandle );
if( markerNum == 0 ) {
argSetWindow(w1);
argSwapBuffers();
argSetWindow(w2);
argSwapBuffers();
return;
}
/* check for object visibility */
markerInfo = arGetMarker( arHandle );
k = -1;
for( j = 0; j < markerNum; j++ ) {
//ARLOG("ID=%d, CF = %f\n", markerInfo[j].id, markerInfo[j].cf);
if( patt_id == markerInfo[j].id ) {
if( k == -1 ) {
if (markerInfo[j].cf > 0.7) k = j;
} else if (markerInfo[j].cf > markerInfo[k].cf) k = j;
}
}
if( k == -1 ) {
argSetWindow(w1);
argSwapBuffers();
argSetWindow(w2);
argSwapBuffers();
return;
}
err = arGetTransMatSquare(ar3DHandle, &(markerInfo[k]), patt_width, patt_trans);
sprintf(errValue, "err = %f", err);
glColor3f(0.0f, 1.0f, 0.0f);
argDrawStringsByIdealPos(fps, 10, ysize-30);
argDrawStringsByIdealPos(errValue, 10, ysize-60);
//ARLOG("err = %f\n", err);
draw(patt_trans);
argSetWindow(w1);
argSwapBuffers();
argSetWindow(w2);
argSwapBuffers();
}