int tdav_codec_h264_init(tdav_codec_h264_t* self, profile_idc_t profile)
{
int ret = 0;
level_idc_t level;
if(!self){
TSK_DEBUG_ERROR("Invalid parameter");
return -1;
}
if((ret = tdav_codec_h264_common_init(TDAV_CODEC_H264_COMMON(self)))){
TSK_DEBUG_ERROR("tdav_codec_h264_common_init() faile with error code=%d", ret);
return ret;
}
if((ret = tdav_codec_h264_common_level_from_size(TMEDIA_CODEC_VIDEO(self)->out.width, TMEDIA_CODEC_VIDEO(self)->out.height, &level))){
TSK_DEBUG_ERROR("Failed to find level for size=[%u, %u]", TMEDIA_CODEC_VIDEO(self)->out.width, TMEDIA_CODEC_VIDEO(self)->out.height);
return ret;
}
(self)->encoder.max_bw_kpbs = TMEDIA_CODEC(self)->bandwidth_max_upload;
TDAV_CODEC_H264_COMMON(self)->pack_mode_local = H264_PACKETIZATION_MODE;
TDAV_CODEC_H264_COMMON(self)->profile = profile;
TDAV_CODEC_H264_COMMON(self)->level = level;
TMEDIA_CODEC_VIDEO(self)->in.max_mbps = TMEDIA_CODEC_VIDEO(self)->out.max_mbps = H264_MAX_MBPS*1000;
TMEDIA_CODEC_VIDEO(self)->in.max_br = TMEDIA_CODEC_VIDEO(self)->out.max_br = H264_MAX_BR*1000;
#if HAVE_FFMPEG
if(!(self->encoder.codec = avcodec_find_encoder(CODEC_ID_H264))){
TSK_DEBUG_ERROR("Failed to find H.264 encoder");
ret = -2;
}
if(!(self->decoder.codec = avcodec_find_decoder(CODEC_ID_H264))){
TSK_DEBUG_ERROR("Failed to find H.264 decoder");
ret = -3;
}
#endif
#if HAVE_H264_PASSTHROUGH
TMEDIA_CODEC(self)->passthrough = tsk_true;
self->decoder.passthrough = tsk_true;
self->encoder.passthrough = tsk_true;
#endif
self->encoder.quality = 1;
/* allocations MUST be done by open() */
return ret;
}
static tsk_size_t tdav_codec_h264_encode(tmedia_codec_t* self, const void* in_data, tsk_size_t in_size, void** out_data, tsk_size_t* out_max_size)
{
int ret = 0;
#if HAVE_FFMPEG
int size;
tsk_bool_t send_idr, send_hdr;
#endif
tdav_codec_h264_t* h264 = (tdav_codec_h264_t*)self;
if(!self || !in_data || !in_size){
TSK_DEBUG_ERROR("Invalid parameter");
return 0;
}
if(!self->opened){
TSK_DEBUG_ERROR("Codec not opened");
return 0;
}
if(h264->encoder.passthrough) {
tdav_codec_h264_rtp_encap(TDAV_CODEC_H264_COMMON(h264), (const uint8_t*)in_data, in_size);
}
else { // !h264->encoder.passthrough
#if HAVE_FFMPEG // wrap yuv420 buffer
size = avpicture_fill((AVPicture *)h264->encoder.picture, (uint8_t*)in_data, PIX_FMT_YUV420P, h264->encoder.context->width, h264->encoder.context->height);
if (size != in_size){
/* guard */
TSK_DEBUG_ERROR("Invalid size: %u<>%u", size, in_size);
return 0;
}
// send IDR for:
// - the first frame
// - remote peer requested an IDR
// - every second within the first 4seconds
send_idr = (
h264->encoder.frame_count++ == 0
|| h264 ->encoder.force_idr
//|| ( (h264->encoder.frame_count < (int)TMEDIA_CODEC_VIDEO(h264)->out.fps * 4) && ((h264->encoder.frame_count % TMEDIA_CODEC_VIDEO(h264)->out.fps)==0) )
);
// send SPS and PPS headers for:
// - IDR frames (not required but it's the easiest way to deal with pkt loss)
// - every 5 seconds after the first 4seconds
send_hdr = (
send_idr
//|| ( (h264->encoder.frame_count % (TMEDIA_CODEC_VIDEO(h264)->out.fps * 5))==0 )
);
if(send_hdr){
tdav_codec_h264_rtp_encap(TDAV_CODEC_H264_COMMON(h264), h264->encoder.context->extradata, (tsk_size_t)h264->encoder.context->extradata_size);
}
// Encode data
#if LIBAVCODEC_VERSION_MAJOR <= 53
h264->encoder.picture->pict_type = send_idr ? FF_I_TYPE : 0;
#else
h264->encoder.picture->pict_type = send_idr ? AV_PICTURE_TYPE_I : AV_PICTURE_TYPE_NONE;
#endif
h264->encoder.picture->key_frame = send_idr ? 1 : 0;
h264->encoder.picture->pts = AV_NOPTS_VALUE;
h264->encoder.picture->quality = h264->encoder.context->global_quality;
// h264->encoder.picture->pts = h264->encoder.frame_count; MUST NOT
ret = avcodec_encode_video(h264->encoder.context, h264->encoder.buffer, size, h264->encoder.picture);
if(ret > 0){
tdav_codec_h264_rtp_encap(TDAV_CODEC_H264_COMMON(h264), h264->encoder.buffer, (tsk_size_t)ret);
}
h264 ->encoder.force_idr = tsk_false;
#endif
}// else(!h264->encoder.passthrough)
return 0;
}
int tdav_codec_h264_open_encoder(tdav_codec_h264_t* self)
{
#if HAVE_FFMPEG
int ret;
tsk_size_t size;
if(self->encoder.context){
TSK_DEBUG_ERROR("Encoder already opened");
return -1;
}
#if (LIBAVUTIL_VERSION_INT >= AV_VERSION_INT(51, 35, 0))
if((self->encoder.context = avcodec_alloc_context3(self->encoder.codec))){
avcodec_get_context_defaults3(self->encoder.context, self->encoder.codec);
}
#else
if((self->encoder.context = avcodec_alloc_context())){
avcodec_get_context_defaults(self->encoder.context);
}
#endif
if(!self->encoder.context){
TSK_DEBUG_ERROR("Failed to allocate context");
return -1;
}
#if TDAV_UNDER_X86 && LIBAVCODEC_VERSION_MAJOR <= 53
self->encoder.context->dsp_mask = (FF_MM_MMX | FF_MM_MMXEXT | FF_MM_SSE);
#endif
self->encoder.context->pix_fmt = PIX_FMT_YUV420P;
self->encoder.context->time_base.num = 1;
self->encoder.context->time_base.den = TMEDIA_CODEC_VIDEO(self)->out.fps;
self->encoder.context->width = (self->encoder.rotation == 90 || self->encoder.rotation == 270) ? TMEDIA_CODEC_VIDEO(self)->out.height : TMEDIA_CODEC_VIDEO(self)->out.width;
self->encoder.context->height = (self->encoder.rotation == 90 || self->encoder.rotation == 270) ? TMEDIA_CODEC_VIDEO(self)->out.width : TMEDIA_CODEC_VIDEO(self)->out.height;
self->encoder.max_bw_kpbs = TSK_CLAMP(
0,
tmedia_get_video_bandwidth_kbps_2(TMEDIA_CODEC_VIDEO(self)->out.width, TMEDIA_CODEC_VIDEO(self)->out.height, TMEDIA_CODEC_VIDEO(self)->out.fps),
TMEDIA_CODEC(self)->bandwidth_max_upload
);
self->encoder.context->bit_rate = (self->encoder.max_bw_kpbs * 1024);// bps
self->encoder.context->rc_min_rate = (self->encoder.context->bit_rate >> 3);
self->encoder.context->rc_max_rate = self->encoder.context->bit_rate;
#if LIBAVCODEC_VERSION_MAJOR <= 53
self->encoder.context->rc_lookahead = 0;
#endif
self->encoder.context->global_quality = FF_QP2LAMBDA * self->encoder.quality;
#if LIBAVCODEC_VERSION_MAJOR <= 53
self->encoder.context->partitions = X264_PART_I4X4 | X264_PART_I8X8 | X264_PART_P8X8 | X264_PART_B8X8;
#endif
self->encoder.context->me_method = ME_UMH;
self->encoder.context->me_range = 16;
self->encoder.context->qmin = 10;
self->encoder.context->qmax = 51;
#if LIBAVCODEC_VERSION_MAJOR <= 53
self->encoder.context->mb_qmin = self->encoder.context->qmin;
self->encoder.context->mb_qmax = self->encoder.context->qmax;
#endif
/* METROPOLIS = G2J.COM TelePresence client. Check Issue 378: No video when calling "TANDBERG/4129 (X8.1.1)" */
#if !METROPOLIS && 0
self->encoder.context->flags |= CODEC_FLAG_GLOBAL_HEADER;
#endif
self->encoder.context->flags |= CODEC_FLAG_LOW_DELAY;
if (self->encoder.context->profile == FF_PROFILE_H264_BASELINE) {
self->encoder.context->max_b_frames = 0;
}
switch(TDAV_CODEC_H264_COMMON(self)->profile){
case profile_idc_baseline:
default:
self->encoder.context->profile = FF_PROFILE_H264_BASELINE;
self->encoder.context->level = TDAV_CODEC_H264_COMMON(self)->level;
break;
case profile_idc_main:
self->encoder.context->profile = FF_PROFILE_H264_MAIN;
self->encoder.context->level = TDAV_CODEC_H264_COMMON(self)->level;
break;
}
/* Comment from libavcodec/libx264.c:
* Allow x264 to be instructed through AVCodecContext about the maximum
* size of the RTP payload. For example, this enables the production of
* payload suitable for the H.264 RTP packetization-mode 0 i.e. single
* NAL unit per RTP packet.
*/
self->encoder.context->rtp_payload_size = H264_RTP_PAYLOAD_SIZE;
self->encoder.context->opaque = tsk_null;
self->encoder.context->gop_size = (TMEDIA_CODEC_VIDEO(self)->out.fps * TDAV_H264_GOP_SIZE_IN_SECONDS);
#if (LIBAVUTIL_VERSION_INT >= AV_VERSION_INT(51, 35, 0))
if((ret = av_opt_set_int(self->encoder.context->priv_data, "slice-max-size", H264_RTP_PAYLOAD_SIZE, 0))){
TSK_DEBUG_ERROR("Failed to set x264 slice-max-size to %d", H264_RTP_PAYLOAD_SIZE);
}
if((ret = av_opt_set(self->encoder.context->priv_data, "profile", (self->encoder.context->profile == FF_PROFILE_H264_BASELINE ? "baseline" : "main"), 0))){
TSK_DEBUG_ERROR("Failed to set x264 profile");
}
if((ret = av_opt_set(self->encoder.context->priv_data, "preset", "veryfast", 0))){
TSK_DEBUG_ERROR("Failed to set x264 preset to veryfast");
}
if((ret = av_opt_set_int(self->encoder.context->priv_data, "rc-lookahead", 0, 0)) && (ret = av_opt_set_int(self->encoder.context->priv_data, "rc_lookahead", 0, 0))){
TSK_DEBUG_ERROR("Failed to set x264 rc_lookahead=0");
}
if((ret = av_opt_set(self->encoder.context->priv_data, "tune", "animation+zerolatency", 0))){
TSK_DEBUG_ERROR("Failed to set x264 tune to zerolatency");
}
#endif
// Picture (YUV 420)
if(!(self->encoder.picture = avcodec_alloc_frame())){
TSK_DEBUG_ERROR("Failed to create encoder picture");
return -2;
}
avcodec_get_frame_defaults(self->encoder.picture);
size = avpicture_get_size(PIX_FMT_YUV420P, self->encoder.context->width, self->encoder.context->height);
if(!(self->encoder.buffer = tsk_calloc(size, sizeof(uint8_t)))){
TSK_DEBUG_ERROR("Failed to allocate encoder buffer");
return -2;
}
// Open encoder
if((ret = avcodec_open(self->encoder.context, self->encoder.codec)) < 0){
TSK_DEBUG_ERROR("Failed to open [%s] codec", TMEDIA_CODEC(self)->plugin->desc);
return ret;
}
self->encoder.frame_count = 0;
TSK_DEBUG_INFO("[H.264] bitrate=%d bps", self->encoder.context->bit_rate);
return ret;
#elif HAVE_H264_PASSTHROUGH
self->encoder.frame_count = 0;
return 0;
#endif
TSK_DEBUG_ERROR("Not expected code called");
return -1;
}
int tdav_codec_h264_open_encoder(tdav_codec_h264_t* self)
{
#if HAVE_FFMPEG
int ret;
tsk_size_t size;
int32_t max_bw_kpbs;
if(self->encoder.context){
TSK_DEBUG_ERROR("Encoder already opened");
return -1;
}
#if (LIBAVUTIL_VERSION_INT >= AV_VERSION_INT(51, 35, 0))
if((self->encoder.context = avcodec_alloc_context3(self->encoder.codec))){
avcodec_get_context_defaults3(self->encoder.context, self->encoder.codec);
}
#else
if((self->encoder.context = avcodec_alloc_context())){
avcodec_get_context_defaults(self->encoder.context);
}
#endif
if(!self->encoder.context){
TSK_DEBUG_ERROR("Failed to allocate context");
return -1;
}
#if TDAV_UNDER_X86 && LIBAVCODEC_VERSION_MAJOR <= 53
self->encoder.context->dsp_mask = (FF_MM_MMX | FF_MM_MMXEXT | FF_MM_SSE);
#endif
self->encoder.context->pix_fmt = PIX_FMT_YUV420P;
self->encoder.context->time_base.num = 1;
self->encoder.context->time_base.den = TMEDIA_CODEC_VIDEO(self)->out.fps;
self->encoder.context->width = (self->encoder.rotation == 90 || self->encoder.rotation == 270) ? TMEDIA_CODEC_VIDEO(self)->out.height : TMEDIA_CODEC_VIDEO(self)->out.width;
self->encoder.context->height = (self->encoder.rotation == 90 || self->encoder.rotation == 270) ? TMEDIA_CODEC_VIDEO(self)->out.width : TMEDIA_CODEC_VIDEO(self)->out.height;
max_bw_kpbs = TSK_CLAMP(
0,
tmedia_get_video_bandwidth_kbps_2(TMEDIA_CODEC_VIDEO(self)->out.width, TMEDIA_CODEC_VIDEO(self)->out.height, TMEDIA_CODEC_VIDEO(self)->out.fps),
self->encoder.max_bw_kpbs
);
self->encoder.context->bit_rate = (max_bw_kpbs * 1024);// bps
self->encoder.context->rc_min_rate = (self->encoder.context->bit_rate >> 3);
self->encoder.context->rc_max_rate = self->encoder.context->bit_rate;
#if LIBAVCODEC_VERSION_MAJOR <= 53
self->encoder.context->rc_lookahead = 0;
#endif
self->encoder.context->global_quality = FF_QP2LAMBDA * self->encoder.quality;
self->encoder.context->scenechange_threshold = 0;
self->encoder.context->me_subpel_quality = 0;
#if LIBAVCODEC_VERSION_MAJOR <= 53
self->encoder.context->partitions = X264_PART_I4X4 | X264_PART_I8X8 | X264_PART_P8X8 | X264_PART_B8X8;
#endif
self->encoder.context->me_method = ME_EPZS;
self->encoder.context->trellis = 0;
self->encoder.context->me_range = 16;
self->encoder.context->qmin = 10;
self->encoder.context->qmax = 51;
#if LIBAVCODEC_VERSION_MAJOR <= 53
self->encoder.context->mb_qmin = self->encoder.context->qmin;
self->encoder.context->mb_qmax = self->encoder.context->qmax;
#endif
self->encoder.context->qcompress = 0.6f;
self->encoder.context->mb_decision = FF_MB_DECISION_SIMPLE;
#if LIBAVCODEC_VERSION_MAJOR <= 53
self->encoder.context->flags2 |= CODEC_FLAG2_FASTPSKIP;
#else
self->encoder.context->flags2 |= CODEC_FLAG2_FAST;
#endif
self->encoder.context->flags |= CODEC_FLAG_LOOP_FILTER;
self->encoder.context->flags |= CODEC_FLAG_GLOBAL_HEADER;
self->encoder.context->flags |= CODEC_FLAG_LOW_DELAY;
self->encoder.context->max_b_frames = 0;
self->encoder.context->b_frame_strategy = 1;
self->encoder.context->chromaoffset = 0;
switch(TDAV_CODEC_H264_COMMON(self)->profile){
case profile_idc_baseline:
default:
self->encoder.context->profile = FF_PROFILE_H264_BASELINE;
self->encoder.context->level = TDAV_CODEC_H264_COMMON(self)->level;
break;
case profile_idc_main:
self->encoder.context->profile = FF_PROFILE_H264_MAIN;
self->encoder.context->level = TDAV_CODEC_H264_COMMON(self)->level;
break;
}
self->encoder.context->rtp_payload_size = H264_RTP_PAYLOAD_SIZE;
self->encoder.context->opaque = tsk_null;
self->encoder.context->gop_size = (TMEDIA_CODEC_VIDEO(self)->out.fps * TDAV_H264_GOP_SIZE_IN_SECONDS);
#if (LIBAVUTIL_VERSION_INT >= AV_VERSION_INT(51, 35, 0))
if((ret = av_opt_set_int(self->encoder.context->priv_data, "slice-max-size", H264_RTP_PAYLOAD_SIZE, 0))){
TSK_DEBUG_ERROR("Failed to set x264 slice-max-size to %d", H264_RTP_PAYLOAD_SIZE);
}
if((ret = av_opt_set(self->encoder.context->priv_data, "profile", (self->encoder.context->profile == FF_PROFILE_H264_BASELINE ? "baseline" : "main"), 0))){
TSK_DEBUG_ERROR("Failed to set x264 profile");
}
if((ret = av_opt_set(self->encoder.context->priv_data, "preset", "veryfast", 0))){
TSK_DEBUG_ERROR("Failed to set x264 preset to veryfast");
}
if((ret = av_opt_set_int(self->encoder.context->priv_data, "rc-lookahead", 0, 0)) && (ret = av_opt_set_int(self->encoder.context->priv_data, "rc_lookahead", 0, 0))){
TSK_DEBUG_ERROR("Failed to set x264 rc_lookahead=0");
}
if((ret = av_opt_set(self->encoder.context->priv_data, "tune", "animation+zerolatency", 0))){
TSK_DEBUG_ERROR("Failed to set x264 tune to zerolatency");
}
#endif
// Picture (YUV 420)
if(!(self->encoder.picture = avcodec_alloc_frame())){
TSK_DEBUG_ERROR("Failed to create encoder picture");
return -2;
}
avcodec_get_frame_defaults(self->encoder.picture);
size = avpicture_get_size(PIX_FMT_YUV420P, self->encoder.context->width, self->encoder.context->height);
if(!(self->encoder.buffer = tsk_calloc(size, sizeof(uint8_t)))){
TSK_DEBUG_ERROR("Failed to allocate encoder buffer");
return -2;
}
// Open encoder
if((ret = avcodec_open(self->encoder.context, self->encoder.codec)) < 0){
TSK_DEBUG_ERROR("Failed to open [%s] codec", TMEDIA_CODEC(self)->plugin->desc);
return ret;
}
TSK_DEBUG_INFO("[H.264] bitrate=%d bps", self->encoder.context->bit_rate);
return ret;
#elif HAVE_H264_PASSTHROUGH
return 0;
#endif
TSK_DEBUG_ERROR("Not expected code called");
return -1;
}
