static void func_destroy(IJKFF_Pipenode *node)
{
if (!node || !node->opaque)
return;
IJKFF_Pipenode_Opaque *opaque = node->opaque;
SDL_DestroyCondP(&opaque->acodec_cond);
SDL_DestroyMutexP(&opaque->acodec_mutex);
SDL_DestroyCondP(&opaque->acodec_first_dequeue_output_cond);
SDL_DestroyMutexP(&opaque->acodec_first_dequeue_output_mutex);
SDL_AMediaCodec_decreaseReferenceP(&opaque->acodec);
SDL_AMediaFormat_deleteP(&opaque->input_aformat);
SDL_AMediaFormat_deleteP(&opaque->output_aformat);
#if AMC_USE_AVBITSTREAM_FILTER
av_freep(&opaque->orig_extradata);
#endif
ffp_packet_queue_destroy(&opaque->fake_pictq);
if (opaque->bsfc) {
av_bitstream_filter_close(opaque->bsfc);
opaque->bsfc = NULL;
}
JNIEnv *env = NULL;
if (JNI_OK == SDL_JNI_SetupThreadEnv(&env)) {
SDL_JNI_DeleteGlobalRefP(env, &opaque->jsurface);
}
}
static void func_free_l(SDL_Vout *vout)
{
if (!vout)
return;
SDL_Vout_Opaque *opaque = vout->opaque;
if (opaque) {
SDL_AMediaCodecBufferProxy **begin = (SDL_AMediaCodecBufferProxy **)ISDL_Array__begin(&opaque->overlay_manager);
SDL_AMediaCodecBufferProxy **end = (SDL_AMediaCodecBufferProxy **)ISDL_Array__end(&opaque->overlay_manager);
for (; begin < end; ++begin) {
SDL_AMediaCodecBufferProxy_destroyP(begin);
}
ISDL_Array__clear(&opaque->overlay_pool);
ISDL_Array__clear(&opaque->overlay_manager);
if (opaque->native_window) {
ANativeWindow_release(opaque->native_window);
opaque->native_window = NULL;
}
IJK_EGL_freep(&opaque->egl);
SDL_AMediaCodec_decreaseReferenceP(&opaque->acodec);
}
SDL_Vout_FreeInternal(vout);
}
int SDL_VoutOverlayAMediaCodec_releaseFrame(SDL_VoutOverlay *overlay, SDL_AMediaCodec *acodec, bool render)
{
if (!check_object(overlay, __func__))
return -1;
SDL_VoutOverlay_Opaque *opaque = overlay->opaque;
if (acodec == NULL) {
acodec = opaque->acodec;
} else if (acodec != opaque->acodec) {
ALOGE("%s: mismatch amediacodec orig:%p real:%p\n", __func__, opaque->acodec, acodec);
return -1;
}
if (opaque->buffer_index < 0) {
// release fake picture buffer
opaque->is_buffer_own = false;
} else if (opaque->is_buffer_own) {
sdl_amedia_status_t amc_ret = SDL_AMediaCodec_releaseOutputBuffer(acodec, opaque->buffer_index, render);
SDL_AMediaCodec_decreaseReferenceP(&opaque->acodec);
opaque->is_buffer_own = false;
if (amc_ret != SDL_AMEDIA_OK) {
ALOGE("%s: SDL_AMediaCodec_releaseOutputBuffer: failed (%d)\n", __func__, (int)amc_ret);
return -1;
}
}
return 0;
}
static int reconfigure_codec_l(JNIEnv *env, IJKFF_Pipenode *node)
{
IJKFF_Pipenode_Opaque *opaque = node->opaque;
IJKFF_Pipeline *pipeline = opaque->pipeline;
int ret = 0;
sdl_amedia_status_t amc_ret = 0;
jobject prev_jsurface = NULL;
ffpipeline_set_surface_need_reconfigure_l(pipeline, false);
prev_jsurface = opaque->jsurface;
opaque->jsurface = ffpipeline_get_surface_as_global_ref_l(env, pipeline);
SDL_JNI_DeleteGlobalRefP(env, &prev_jsurface);
if (!opaque->acodec) {
opaque->acodec = create_codec_l(env, node);
if (!opaque->acodec) {
ALOGE("%s:open_video_decoder: create_codec failed\n", __func__);
ret = -1;
goto fail;
}
}
if (SDL_AMediaCodec_isConfigured(opaque->acodec)) {
if (opaque->acodec) {
if (SDL_AMediaCodec_isStarted(opaque->acodec)) {
SDL_VoutAndroid_invalidateAllBuffers(opaque->weak_vout);
SDL_AMediaCodec_stop(opaque->acodec);
}
if (opaque->quirk_reconfigure_with_new_codec) {
ALOGI("quirk: reconfigure with new codec");
SDL_AMediaCodec_decreaseReferenceP(&opaque->acodec);
opaque->acodec = create_codec_l(env, node);
if (!opaque->acodec) {
ALOGE("%s:open_video_decoder: create_codec failed\n", __func__);
ret = -1;
goto fail;
}
}
}
assert(opaque->weak_vout);
}
amc_ret = SDL_AMediaCodec_configure_surface(env, opaque->acodec, opaque->input_aformat, opaque->jsurface, NULL, 0);
if (amc_ret != SDL_AMEDIA_OK) {
ALOGE("%s:configure_surface: failed\n", __func__);
ret = -1;
goto fail;
}
SDL_AMediaCodec_start(opaque->acodec);
opaque->acodec_first_dequeue_output_request = true;
ALOGI("%s:new acodec: %p\n", __func__, opaque->acodec);
SDL_VoutAndroid_setAMediaCodec(opaque->weak_vout, opaque->acodec);
fail:
return ret;
}
static void overlay_unref(SDL_VoutOverlay *overlay)
{
// TODO: error handle
SDL_VoutOverlay_Opaque *opaque = overlay->opaque;
if (opaque->is_buffer_own) {
SDL_AMediaCodec_releaseOutputBuffer(opaque->acodec, opaque->buffer_index, false);
SDL_AMediaCodec_decreaseReferenceP(&opaque->acodec);
opaque->is_buffer_own = false;
}
}
static void SDL_VoutAndroid_setAMediaCodec_l(SDL_Vout *vout, SDL_AMediaCodec *acodec)
{
AMCTRACE("%s(%p)\n", __func__, acodec);
SDL_Vout_Opaque *opaque = vout->opaque;
if (opaque->acodec == acodec)
return;
SDL_VoutAndroid_invalidateAllBuffers_l(vout);
SDL_AMediaCodec_decreaseReferenceP(&opaque->acodec);
opaque->acodec = acodec;
if (opaque->acodec)
SDL_AMediaCodec_increaseReference(opaque->acodec);
}
static int func_run_sync(IJKFF_Pipenode *node)
{
JNIEnv *env = NULL;
IJKFF_Pipenode_Opaque *opaque = node->opaque;
FFPlayer *ffp = opaque->ffp;
VideoState *is = ffp->is;
int ret = 0;
int dequeue_count = 0;
if (!opaque->acodec) {
return ffp_video_thread(ffp);
}
if (JNI_OK != SDL_JNI_SetupThreadEnv(&env)) {
ALOGE("%s: SetupThreadEnv failed\n", __func__);
return -1;
}
opaque->frame_width = opaque->avctx->width;
opaque->frame_height = opaque->avctx->height;
ffpipeline_set_surface_need_reconfigure(opaque->pipeline, true);
ret = reconfigure_codec_l(env, node);
if (ret != 0) {
ALOGE("%s: reconfigure_codec failed\n", __func__);
goto fail;
}
opaque->enqueue_thread = SDL_CreateThreadEx(&opaque->_enqueue_thread, enqueue_thread_func, node, "amediacodec_input_thread");
if (!opaque->enqueue_thread) {
ALOGE("%s: SDL_CreateThreadEx failed\n", __func__);
ret = -1;
goto fail;
}
while (!is->abort_request) {
int64_t timeUs = opaque->acodec_first_dequeue_output_request ? 0 : AMC_OUTPUT_TIMEOUT_US;
ret = drain_output_buffer(env, node, timeUs, &dequeue_count);
if (opaque->acodec_first_dequeue_output_request) {
SDL_LockMutex(opaque->acodec_first_dequeue_output_mutex);
opaque->acodec_first_dequeue_output_request = false;
SDL_CondSignal(opaque->acodec_first_dequeue_output_cond);
SDL_UnlockMutex(opaque->acodec_first_dequeue_output_mutex);
}
if (ret != 0) {
ret = -1;
goto fail;
}
}
fail:
ffp_packet_queue_abort(&opaque->fake_pictq);
if (opaque->acodec)
SDL_AMediaCodec_stop(opaque->acodec);
SDL_WaitThread(opaque->enqueue_thread, NULL);
SDL_AMediaCodec_decreaseReferenceP(&opaque->acodec);
ALOGI("MediaCodec: %s: exit: %d", __func__, ret);
return ret;
#if 0
fallback_to_ffplay:
ALOGW("fallback to ffplay decoder\n");
return ffp_video_thread(opaque->ffp);
#endif
}
static int func_run_sync(IJKFF_Pipenode *node)
{
JNIEnv *env = NULL;
IJKFF_Pipenode_Opaque *opaque = node->opaque;
FFPlayer *ffp = opaque->ffp;
VideoState *is = ffp->is;
Decoder *d = &is->viddec;
PacketQueue *q = d->queue;
int ret = 0;
int dequeue_count = 0;
AVFrame *frame = NULL;
int got_frame = 0;
AVRational tb = is->video_st->time_base;
AVRational frame_rate = av_guess_frame_rate(is->ic, is->video_st, NULL);
double duration;
double pts;
if (!opaque->acodec) {
return ffp_video_thread(ffp);
}
if (JNI_OK != SDL_JNI_SetupThreadEnv(&env)) {
ALOGE("%s: SetupThreadEnv failed\n", __func__);
return -1;
}
frame = av_frame_alloc();
if (!frame)
goto fail;
if (opaque->frame_rotate_degrees == 90 || opaque->frame_rotate_degrees == 270) {
opaque->frame_width = opaque->avctx->height;
opaque->frame_height = opaque->avctx->width;
} else {
opaque->frame_width = opaque->avctx->width;
opaque->frame_height = opaque->avctx->height;
}
opaque->enqueue_thread = SDL_CreateThreadEx(&opaque->_enqueue_thread, enqueue_thread_func, node, "amediacodec_input_thread");
if (!opaque->enqueue_thread) {
ALOGE("%s: SDL_CreateThreadEx failed\n", __func__);
ret = -1;
goto fail;
}
while (!q->abort_request) {
int64_t timeUs = opaque->acodec_first_dequeue_output_request ? 0 : AMC_OUTPUT_TIMEOUT_US;
got_frame = 0;
ret = drain_output_buffer(env, node, timeUs, &dequeue_count, frame, &got_frame);
if (opaque->acodec_first_dequeue_output_request) {
SDL_LockMutex(opaque->acodec_first_dequeue_output_mutex);
opaque->acodec_first_dequeue_output_request = false;
SDL_CondSignal(opaque->acodec_first_dequeue_output_cond);
SDL_UnlockMutex(opaque->acodec_first_dequeue_output_mutex);
}
if (ret != 0) {
ret = -1;
if (got_frame && frame->opaque)
SDL_VoutAndroid_releaseBufferProxyP(opaque->weak_vout, (SDL_AMediaCodecBufferProxy **)&frame->opaque, false);
goto fail;
}
if (got_frame) {
duration = (frame_rate.num && frame_rate.den ? av_q2d((AVRational){frame_rate.den, frame_rate.num}) : 0);
pts = (frame->pts == AV_NOPTS_VALUE) ? NAN : frame->pts * av_q2d(tb);
ret = ffp_queue_picture(ffp, frame, pts, duration, av_frame_get_pkt_pos(frame), is->viddec.pkt_serial);
if (ret) {
if (frame->opaque)
SDL_VoutAndroid_releaseBufferProxyP(opaque->weak_vout, (SDL_AMediaCodecBufferProxy **)&frame->opaque, false);
}
av_frame_unref(frame);
}
}
fail:
av_frame_free(&frame);
SDL_AMediaCodecFake_abort(opaque->acodec);
if (opaque->n_buf_out) {
free(opaque->amc_buf_out);
opaque->n_buf_out = 0;
opaque->amc_buf_out = NULL;
opaque->off_buf_out = 0;
opaque->last_queued_pts = AV_NOPTS_VALUE;
}
if (opaque->acodec) {
SDL_VoutAndroid_invalidateAllBuffers(opaque->weak_vout);
SDL_LockMutex(opaque->acodec_mutex);
SDL_AMediaCodec_stop(opaque->acodec);
SDL_UnlockMutex(opaque->acodec_mutex);
}
SDL_WaitThread(opaque->enqueue_thread, NULL);
SDL_AMediaCodec_decreaseReferenceP(&opaque->acodec);
ALOGI("MediaCodec: %s: exit: %d", __func__, ret);
return ret;
#if 0
fallback_to_ffplay:
ALOGW("fallback to ffplay decoder\n");
return ffp_video_thread(opaque->ffp);
#endif
}
