int CVDPAU::Decode(AVCodecContext *avctx, AVFrame *pFrame)
{
//CLog::Log(LOGNOTICE,"%s",__FUNCTION__);
VdpStatus vdp_st;
VdpTime time;
if (CheckRecover(false))
return VC_FLUSHED;
if (!vdpauConfigured)
return VC_ERROR;
outputSurface = outputSurfaces[surfaceNum];
CheckFeatures();
if (( (int)outRectVid.x1 != OutWidth ) ||
( (int)outRectVid.y1 != OutHeight ))
{
outRectVid.x0 = 0;
outRectVid.y0 = 0;
outRectVid.x1 = OutWidth;
outRectVid.y1 = OutHeight;
}
EDEINTERLACEMODE mode = g_settings.m_currentVideoSettings.m_DeinterlaceMode;
EINTERLACEMETHOD method = g_settings.m_currentVideoSettings.m_InterlaceMethod;
if(pFrame)
{ // we have a new frame from decoder
vdpau_render_state * render = (vdpau_render_state*)pFrame->data[2];
if(!render) // old style ffmpeg gave data on plane 0
render = (vdpau_render_state*)pFrame->data[0];
if(!render)
return VC_ERROR;
render->state |= FF_VDPAU_STATE_USED_FOR_RENDER;
ClearUsedForRender(&past[0]);
past[0] = past[1];
past[1] = current;
current = future;
future = render;
DVDVideoPicture DVDPic;
memset(&DVDPic, 0, sizeof(DVDVideoPicture));
((CDVDVideoCodecFFmpeg*)avctx->opaque)->GetPictureCommon(&DVDPic);
m_DVDVideoPics.push(DVDPic);
int pics = m_DVDVideoPics.size();
if (pics < 2)
return VC_BUFFER;
else if (pics > 2)
{
// this should not normally happen
CLog::Log(LOGERROR, "CVDPAU::Decode - invalid number of pictures in queue");
while (pics-- != 2)
m_DVDVideoPics.pop();
}
if (mode == VS_DEINTERLACEMODE_FORCE
|| (mode == VS_DEINTERLACEMODE_AUTO && m_DVDVideoPics.front().iFlags & DVP_FLAG_INTERLACED))
{
if((method == VS_INTERLACEMETHOD_AUTO
|| method == VS_INTERLACEMETHOD_VDPAU_BOB
|| method == VS_INTERLACEMETHOD_VDPAU_TEMPORAL
|| method == VS_INTERLACEMETHOD_VDPAU_TEMPORAL_HALF
|| method == VS_INTERLACEMETHOD_VDPAU_TEMPORAL_SPATIAL
|| method == VS_INTERLACEMETHOD_VDPAU_TEMPORAL_SPATIAL_HALF
|| method == VS_INTERLACEMETHOD_VDPAU_INVERSE_TELECINE ))
{
if(method == VS_INTERLACEMETHOD_VDPAU_TEMPORAL_HALF
|| method == VS_INTERLACEMETHOD_VDPAU_TEMPORAL_SPATIAL_HALF
|| avctx->skip_frame == AVDISCARD_NONREF)
m_mixerstep = 0;
else
m_mixerstep = 1;
if(m_DVDVideoPics.front().iFlags & DVP_FLAG_TOP_FIELD_FIRST)
m_mixerfield = VDP_VIDEO_MIXER_PICTURE_STRUCTURE_TOP_FIELD;
else
m_mixerfield = VDP_VIDEO_MIXER_PICTURE_STRUCTURE_BOTTOM_FIELD;
}
else
{
m_mixerstep = 0;
m_mixerfield = VDP_VIDEO_MIXER_PICTURE_STRUCTURE_FRAME;
}
}
else
{
m_mixerstep = 0;
m_mixerfield = VDP_VIDEO_MIXER_PICTURE_STRUCTURE_FRAME;
}
}
else if(m_mixerstep == 1)
{ // no new frame given, output second field of old frame
if(avctx->skip_frame == AVDISCARD_NONREF)
{
ClearUsedForRender(&past[1]);
m_DVDVideoPics.pop();
return VC_BUFFER;
}
m_mixerstep = 2;
if(m_mixerfield == VDP_VIDEO_MIXER_PICTURE_STRUCTURE_TOP_FIELD)
m_mixerfield = VDP_VIDEO_MIXER_PICTURE_STRUCTURE_BOTTOM_FIELD;
else
m_mixerfield = VDP_VIDEO_MIXER_PICTURE_STRUCTURE_TOP_FIELD;
}
else
{
CLog::Log(LOGERROR, "CVDPAU::Decode - invalid mixer state reached");
return VC_BUFFER;
}
VdpVideoSurface past_surfaces[2] = { VDP_INVALID_HANDLE, VDP_INVALID_HANDLE };
VdpVideoSurface futu_surfaces[1] = { VDP_INVALID_HANDLE };
if(m_mixerfield == VDP_VIDEO_MIXER_PICTURE_STRUCTURE_FRAME)
{
if (past[0])
past_surfaces[1] = past[0]->surface;
if (past[1])
past_surfaces[0] = past[1]->surface;
futu_surfaces[0] = future->surface;
}
else
{
if(m_mixerstep == 1)
{ // first field
if (past[1])
{
past_surfaces[1] = past[1]->surface;
past_surfaces[0] = past[1]->surface;
}
futu_surfaces[0] = current->surface;
}
else
{ // second field
if (past[1])
past_surfaces[1] = past[1]->surface;
past_surfaces[0] = current->surface;
futu_surfaces[0] = future->surface;
}
}
vdp_st = vdp_presentation_queue_block_until_surface_idle(vdp_flip_queue,outputSurface,&time);
vdp_st = vdp_video_mixer_render(videoMixer,
VDP_INVALID_HANDLE,
0,
m_mixerfield,
2,
past_surfaces,
current->surface,
1,
futu_surfaces,
NULL,
outputSurface,
&(outRectVid),
&(outRectVid),
0,
NULL);
CheckStatus(vdp_st, __LINE__);
surfaceNum++;
if (surfaceNum >= totalAvailableOutputSurfaces) surfaceNum = 0;
if(m_mixerfield == VDP_VIDEO_MIXER_PICTURE_STRUCTURE_FRAME)
{
ClearUsedForRender(&past[0]);
return VC_BUFFER | VC_PICTURE;
}
else
{
if(m_mixerstep == 1)
return VC_PICTURE;
else
{
ClearUsedForRender(&past[1]);
return VC_BUFFER | VC_PICTURE;
}
}
}
int main(int argc, char **argv) {
int width = 1280, height = 544;
Display *display = XOpenDisplay(NULL);
Window root = XDefaultRootWindow(display);
Window window = XCreateSimpleWindow(
display, root, 0, 0, 1280, 544, 0, 0, 0);
XSelectInput(display, window, ExposureMask | KeyPressMask);
XMapWindow(display, window);
XSync(display, 0);
VdpDevice dev;
mark("vdp_device_create_x11\n");
int ret = vdp_device_create_x11(display, 0, &dev, &vdp_get_proc_address);
assert(ret == VDP_STATUS_OK);
#define get(id, func) \
ret = vdp_get_proc_address(dev, id, (void **)&func); \
assert(ret == VDP_STATUS_OK);
get(VDP_FUNC_ID_DECODER_CREATE, vdp_decoder_create);
get(VDP_FUNC_ID_DECODER_DESTROY, vdp_decoder_destroy);
get(VDP_FUNC_ID_DECODER_RENDER, vdp_decoder_render);
get(VDP_FUNC_ID_VIDEO_MIXER_CREATE, vdp_video_mixer_create);
get(VDP_FUNC_ID_VIDEO_MIXER_DESTROY, vdp_video_mixer_destroy);
get(VDP_FUNC_ID_VIDEO_MIXER_RENDER, vdp_video_mixer_render);
get(VDP_FUNC_ID_VIDEO_SURFACE_CREATE, vdp_video_surface_create);
get(VDP_FUNC_ID_VIDEO_SURFACE_DESTROY, vdp_video_surface_destroy);
get(VDP_FUNC_ID_VIDEO_SURFACE_GET_BITS_Y_CB_CR, vdp_video_surface_get_bits_ycbcr);
get(VDP_FUNC_ID_OUTPUT_SURFACE_CREATE, vdp_output_surface_create);
get(VDP_FUNC_ID_OUTPUT_SURFACE_DESTROY, vdp_output_surface_destroy);
get(VDP_FUNC_ID_OUTPUT_SURFACE_GET_BITS_NATIVE, vdp_output_surface_get_bits_native);
get(VDP_FUNC_ID_PRESENTATION_QUEUE_CREATE, vdp_presentation_queue_create);
get(VDP_FUNC_ID_PRESENTATION_QUEUE_DESTROY, vdp_presentation_queue_destroy);
get(VDP_FUNC_ID_PRESENTATION_QUEUE_DISPLAY, vdp_presentation_queue_display);
get(VDP_FUNC_ID_PRESENTATION_QUEUE_TARGET_CREATE_X11, vdp_presentation_queue_target_create_x11);
get(VDP_FUNC_ID_PRESENTATION_QUEUE_BLOCK_UNTIL_SURFACE_IDLE, vdp_presentation_queue_block_until_surface_idle);
get(VDP_FUNC_ID_PRESENTATION_QUEUE_GET_TIME, vdp_presentation_queue_get_time);
#undef get
VdpDecoder dec;
VdpVideoSurface video[16];
VdpOutputSurface output;
VdpPresentationQueue queue;
VdpPresentationQueueTarget target;
VdpVideoMixer mixer;
VdpVideoMixerFeature mixer_features[] = {
};
VdpVideoMixerParameter mixer_params[] = {
VDP_VIDEO_MIXER_PARAMETER_VIDEO_SURFACE_WIDTH,
VDP_VIDEO_MIXER_PARAMETER_VIDEO_SURFACE_HEIGHT,
VDP_VIDEO_MIXER_PARAMETER_CHROMA_TYPE
};
int zero = 0;
const void *mixer_param_vals[] = {
&width,
&height,
&zero
};
mark("vdp_decoder_create\n");
ret = vdp_decoder_create(dev, VDP_DECODER_PROFILE_H264_MAIN, 1280, 544, 6, &dec);
assert(ret == VDP_STATUS_OK);
int i;
for (i = 0; i < 16; i++) {
mark("vdp_video_surface_create: %d\n", i);
ret = vdp_video_surface_create(dev, VDP_CHROMA_TYPE_420, 1280, 544, &video[i]);
assert(ret == VDP_STATUS_OK);
mark(" <-- %d\n", video[i]);
}
mark("vdp_output_surface_create\n");
ret = vdp_output_surface_create(dev, VDP_RGBA_FORMAT_B8G8R8A8, 1280, 544, &output);
assert(ret == VDP_STATUS_OK);
mark("vdp_presentation_queue_target_create_x11\n");
ret = vdp_presentation_queue_target_create_x11(dev, window, &target);
assert(ret == VDP_STATUS_OK);
mark("vdp_presentation_queue_create\n");
ret = vdp_presentation_queue_create(dev, target, &queue);
assert(ret == VDP_STATUS_OK);
mark("vdp_video_mixer_create\n");
ret = vdp_video_mixer_create(dev, sizeof(mixer_features)/sizeof(mixer_features[0]), mixer_features, sizeof(mixer_params)/sizeof(mixer_params[0]), mixer_params, mixer_param_vals, &mixer);
assert(ret == VDP_STATUS_OK);
assert(argc > 1);
int fd = open(argv[1], O_RDONLY);
struct stat statbuf;
assert(fstat(fd, &statbuf) == 0);
void *addr = mmap(NULL, statbuf.st_size, PROT_READ, MAP_SHARED, fd, 0);
void *orig_addr = addr;
mark("mmap file addr: 0x%p size: 0x%lx\n", addr, statbuf.st_size);
//printf("mmap'd file of size: %ld\n", statbuf.st_size);
VdpPictureInfoH264 info = {
.slice_count = 1,
.field_order_cnt = { 65536, 65536 },
.is_reference = 1,
.frame_num = -1,
.field_pic_flag = 0,
.bottom_field_flag = 0,
.num_ref_frames = 6,
.mb_adaptive_frame_field_flag = 0,
.constrained_intra_pred_flag = 0,
.weighted_pred_flag = 0,
.weighted_bipred_idc = 0,
.frame_mbs_only_flag = 1,
.transform_8x8_mode_flag = 0,
.chroma_qp_index_offset = 0,
.second_chroma_qp_index_offset = 0,
.pic_init_qp_minus26 = 0,
.num_ref_idx_l0_active_minus1 = 0,
.num_ref_idx_l1_active_minus1 = 0,
.log2_max_frame_num_minus4 = 5,
.pic_order_cnt_type = 0,
.log2_max_pic_order_cnt_lsb_minus4 = 6,
.delta_pic_order_always_zero_flag = 0,
.direct_8x8_inference_flag = 1,
.entropy_coding_mode_flag = 1,
.pic_order_present_flag = 0,
.deblocking_filter_control_present_flag = 1,
.redundant_pic_cnt_present_flag = 0,
};
int j;
for (j = 0; j < 6; ++j) {
int k;
for (k = 0; k < 16; ++k)
info.scaling_lists_4x4[j][k] = 16;
}
for (j = 0; j < 2; ++j) {
int k;
for (k = 0; k < 64; ++k)
info.scaling_lists_8x8[j][k] = 16;
}
for (j = 0; j < 16; ++j)
info.referenceFrames[j].surface = VDP_INVALID_HANDLE;
mark("vdp_presentation_queue_get_time\n");
VdpTime t;
ret = vdp_presentation_queue_get_time(queue, &t);
assert(ret == VDP_STATUS_OK);
fprintf(stderr, "Start time: %ld\n", t);
int vframe = 0;
while ((addr - orig_addr) < statbuf.st_size) {
int size = ntohl(*(int *)addr);
addr += 4;
int nal_type = (*(char *)addr) & 0x1F;
int nal_ref_idc = (*(char *)addr) >> 5;
if (nal_type != 1 && nal_type != 5) {
//fprintf(stderr, "Skipping NAL type %d, size: %d\n", nal_type, size);
addr += size;
continue;
}
//fprintf(stderr, "Processing NAL type %d, ref_idc: %d, size: %d\n", nal_type, nal_ref_idc, size);
int bit_offset = 8;
ue(addr, &bit_offset);
int slice_type = ue(addr, &bit_offset);
mark("nal_type: %d, ref_idc: %d, size: %d, slice_type: %d\n", nal_type, nal_ref_idc, size, slice_type);
//fprintf(stderr, "Slice type: %d\n", slice_type);
ue(addr, &bit_offset);
info.frame_num = read_bits(addr, &bit_offset, info.log2_max_frame_num_minus4 + 4);
if (nal_type == 5) {
ue(addr, &bit_offset);
info.frame_num = 0;
for (j = 0; j < 16; ++j)
info.referenceFrames[j].surface = VDP_INVALID_HANDLE;
}
uint32_t poc_lsb = read_bits(addr, &bit_offset, info.log2_max_pic_order_cnt_lsb_minus4 + 4);
info.field_order_cnt[0] = (1 << 16) + poc_lsb;
info.field_order_cnt[1] = (1 << 16) + poc_lsb;
info.is_reference = nal_ref_idc != 0;
VdpBitstreamBuffer buffer[2];
static const char header[3] = {0, 0, 1};
buffer[0].struct_version = VDP_BITSTREAM_BUFFER_VERSION;
buffer[0].bitstream = header;
buffer[0].bitstream_bytes = sizeof(header);
buffer[1].struct_version = VDP_BITSTREAM_BUFFER_VERSION;
buffer[1].bitstream = addr;
buffer[1].bitstream_bytes = size;
mark("vdp_decoder_render: %d\n", video[vframe]);
ret = vdp_decoder_render(dec, video[vframe], (void*)&info, 2, buffer);
assert(ret == VDP_STATUS_OK);
mark("vdp_video_mixer_render\n");
ret = vdp_video_mixer_render(
mixer,
VDP_INVALID_HANDLE, NULL,
VDP_VIDEO_MIXER_PICTURE_STRUCTURE_FRAME,
0, NULL,
video[vframe],
0, NULL,
NULL,
output,
NULL,
NULL,
0, NULL);
assert(ret == VDP_STATUS_OK);
t += 1000000000ULL;
mark("vdp_presentation_queue_display\n");
ret = vdp_presentation_queue_display(queue, output, 1280, 544, t);
assert(ret == VDP_STATUS_OK);
addr += size;
/*
uint32_t pitches[2] = {1280, 640 * 2};
uint8_t *data[2];
for (i = 0; i < 2; i++) {
data[i] = malloc(1280 * 544 / (i ? 2 : 1));
assert(data[i]);
}
ret = vdp_video_surface_get_bits_ycbcr(video[vframe], VDP_YCBCR_FORMAT_NV12, (void **)data, pitches);
assert(ret == VDP_STATUS_OK);
write(1, data[0], 1280 * 544);
for (i = 0; i < 1280 * 544 / 2; i+=2)
write(1, data[1] + i, 1);
for (i = 0; i < 1280 * 544 / 2; i+=2)
write(1, data[1] + i + 1, 1);
*/
if (info.is_reference) {
for (j = 5; j > 0; --j)
memcpy(&info.referenceFrames[j], &info.referenceFrames[j-1], sizeof(info.referenceFrames[0]));
info.referenceFrames[0].surface = video[vframe];
memcpy(info.referenceFrames[0].field_order_cnt, info.field_order_cnt, 2 * sizeof(uint32_t));
info.referenceFrames[0].frame_idx = info.frame_num;
info.referenceFrames[0].top_is_reference = 1;
info.referenceFrames[0].bottom_is_reference = 1;
}
vframe = (vframe + 1) % 16;
//if (vframe > 10) break;
}
return 0;
}
