static void analyze_image( mlt_filter filter, mlt_frame frame, uint8_t* vs_image, VSPixelFormat vs_format, int width, int height )
{
mlt_properties properties = MLT_FILTER_PROPERTIES( filter );
vs_data* data = (vs_data*)filter->child;
mlt_position pos = mlt_filter_get_position( filter, frame );
// If any frames are skipped, analysis data will be incomplete.
if( data->analyze_data && pos != data->analyze_data->last_position + 1 )
{
mlt_log_error( MLT_FILTER_SERVICE(filter), "Bad frame sequence\n" );
destory_analyze_data( data->analyze_data );
data->analyze_data = NULL;
}
if ( !data->analyze_data && pos == 0 )
{
// Analysis must start on the first frame
init_analyze_data( filter, frame, vs_format, width, height );
}
if( data->analyze_data )
{
// Initialize the VSFrame to be analyzed.
VSMotionDetect* md = &data->analyze_data->md;
LocalMotions localmotions;
VSFrame vsFrame;
vsFrameFillFromBuffer( &vsFrame, vs_image, &md->fi );
// Detect and save motions.
if( vsMotionDetection( md, &localmotions, &vsFrame ) == VS_OK )
{
vsWriteToFile( md, data->analyze_data->results, &localmotions);
vs_vector_del( &localmotions );
}
else
{
mlt_log_error( MLT_FILTER_SERVICE(filter), "Motion detection failed\n" );
destory_analyze_data( data->analyze_data );
data->analyze_data = NULL;
}
// Publish the motions if this is the last frame.
if ( pos + 1 == mlt_filter_get_length2( filter, frame ) )
{
mlt_log_info( MLT_FILTER_SERVICE(filter), "Analysis complete\n" );
destory_analyze_data( data->analyze_data );
data->analyze_data = NULL;
mlt_properties_set( properties, "results", mlt_properties_get( properties, "filename" ) );
}
else
{
data->analyze_data->last_position = pos;
}
}
}
/**
* transform_filter_video: performs the transformation of frames
* See tcmodule-data.h for function details.
*/
static int transform_filter_video(TCModuleInstance *self,
vframe_list_t *frame)
{
FilterData *fd = NULL;
TC_MODULE_SELF_CHECK(self, "filter_video");
TC_MODULE_SELF_CHECK(frame, "filter_video");
fd = self->userdata;
VSFrame vsFrame;
vsFrameFillFromBuffer(&vsFrame,frame->video_buf, vsTransformGetSrcFrameInfo(&fd->td));
vsTransformPrepare(&fd->td, &vsFrame, &vsFrame);
VSTransform t = vsGetNextTransform(&fd->td, &fd->trans);
vsDoTransform(&fd->td, t);
vsTransformFinish(&fd->td);
return TC_OK;
}
int get_image_and_detect(mlt_frame frame, uint8_t **image, mlt_image_format *format, int *width, int *height, int writable)
{
mlt_filter filter = (mlt_filter) mlt_frame_pop_service(frame);
mlt_properties properties = MLT_FILTER_PROPERTIES(filter);
*format = mlt_image_yuv420p;
writable = writable || mlt_properties_get_int(properties, "show") ? 1 : 0;
int error = mlt_frame_get_image(frame, image, format, width, height, writable);
if (!error)
{
// Service locks are for concurrency control
mlt_service_lock(MLT_FILTER_SERVICE(filter));
StabData *data = static_cast<StabData*>(mlt_properties_get_data(properties, "_stab_data", NULL));
if (!data)
{
data = init_detect(properties, format, width, height);
mlt_properties_set_data(properties, "_stab_data", data, 0, (mlt_destructor) destroy_detect, NULL);
}
VSMotionDetect* md = &data->md;
LocalMotions localmotions;
VSFrame vsFrame;
vsFrameFillFromBuffer(&vsFrame, *image, &md->fi);
// detect and save motions
vsMotionDetection(md, &localmotions, &vsFrame);
mlt_position pos = mlt_filter_get_position( filter, frame );
serialize_localmotions(data, localmotions, pos);
mlt_service_unlock(MLT_FILTER_SERVICE(filter));
}
return error;
}
static int apply_results( mlt_filter filter, mlt_frame frame, uint8_t* vs_image, VSPixelFormat vs_format, int width, int height )
{
int error = 0;
mlt_properties properties = MLT_FILTER_PROPERTIES( filter );
vs_data* data = (vs_data*)filter->child;
if ( check_apply_config( filter, frame ) ||
mlt_properties_get_int( properties, "reload" ) )
{
mlt_properties_set_int( properties, "reload", 0 );
destory_apply_data( data->apply_data );
data->apply_data = NULL;
}
// Init transform data if necessary (first time)
if ( !data->apply_data )
{
init_apply_data( filter, frame, vs_format, width, height );
}
if( data->apply_data )
{
// Apply transformations to this image
VSTransformData* td = &data->apply_data->td;
VSTransformations* trans = &data->apply_data->trans;
VSFrame vsFrame;
vsFrameFillFromBuffer( &vsFrame, vs_image, vsTransformGetSrcFrameInfo( td ) );
trans->current = mlt_filter_get_position( filter, frame );
vsTransformPrepare( td, &vsFrame, &vsFrame );
VSTransform t = vsGetNextTransform( td, trans );
vsDoTransform( td, t );
vsTransformFinish( td );
}
return error;
}
static int get_image(mlt_frame frame, uint8_t **image, mlt_image_format *format,
int *width, int *height, int writable)
{
mlt_filter filter = (mlt_filter) mlt_frame_pop_service(frame);
mlt_properties properties = MLT_FILTER_PROPERTIES(filter);
*format = mlt_image_yuv420p;
DeshakeData *data = static_cast<DeshakeData*>(filter->child);
int error = mlt_frame_get_image(frame, image, format, width, height, 1);
if (!error)
{
// Service locks are for concurrency control
mlt_service_lock(MLT_FILTER_SERVICE(filter));
// Handle signal from app to re-init data
if (mlt_properties_get_int(properties, "refresh"))
{
mlt_properties_set(properties, "refresh", NULL);
clear_deshake(data);
data->initialized = false;
}
// clear deshake data, when seeking or dropping frames
mlt_position pos = mlt_filter_get_position(filter, frame);
if(pos != data->lastFrame+1) {
clear_deshake(data);
data->initialized = false;
}
data->lastFrame = pos;
if (!data->initialized)
{
char *interps = mlt_properties_get(MLT_FRAME_PROPERTIES(frame), "rescale.interp");
init_deshake(data, properties, format, width, height,
interps);
data->initialized = true;
}
VSMotionDetect* md = &data->md;
VSTransformData* td = &data->td;
LocalMotions localmotions;
VSTransform motion;
VSFrame vsFrame;
vsFrameFillFromBuffer(&vsFrame, *image, &md->fi);
vsMotionDetection(md, &localmotions, &vsFrame);
motion = vsSimpleMotionsToTransform(md->fi, FILTER_NAME, &localmotions);
vs_vector_del(&localmotions);
vsTransformPrepare(td, &vsFrame, &vsFrame);
VSTransform t = vsLowPassTransforms(td, &data->avg, &motion);
// mlt_log_warning(filter, "Trans: det: %f %f %f \n\t\t act: %f %f %f %f",
// motion.x, motion.y, motion.alpha,
// t.x, t.y, t.alpha, t.zoom);
vsDoTransform(td, t);
vsTransformFinish(td);
mlt_service_unlock(MLT_FILTER_SERVICE(filter));
}
return error;
}
