void MSOpenH264Encoder::initialize()
{
mFrameCount = 0;
mPacker = rfc3984_new();
rfc3984_set_mode(mPacker, mPacketisationMode);
rfc3984_enable_stap_a(mPacker, FALSE);
if (mEncoder != 0) {
SEncParamExt params;
int ret = mEncoder->GetDefaultParams(¶ms);
if (ret != 0) {
ms_error("OpenH264 encoder: Failed getting default params: %d", ret);
} else {
int targetBitrate, maxBitrate;
calcBitrates(targetBitrate, maxBitrate);
params.iUsageType = CAMERA_VIDEO_REAL_TIME;
params.iInputCsp = videoFormatI420;
params.iPicWidth = mVConf.vsize.width;
params.iPicHeight = mVConf.vsize.height;
params.iTargetBitrate = targetBitrate;
params.iMaxBitrate = maxBitrate;
params.iRCMode = RC_LOW_BW_MODE;
params.fMaxFrameRate = mVConf.fps;
params.uiIntraPeriod=mVConf.fps*10;
params.bEnableSpsPpsIdAddition=0;
//params.bEnableRc = true;
params.bEnableFrameSkip = true;
params.bPrefixNalAddingCtrl = false;
params.uiMaxNalSize = ms_get_payload_max_size();
params.iMultipleThreadIdc = ms_get_cpu_count();
params.bEnableDenoise = false;
params.bEnableBackgroundDetection = true;
params.bEnableAdaptiveQuant = true;
params.bEnableSceneChangeDetect = false;
params.bEnableLongTermReference = false;
params.iSpatialLayerNum=1;
params.sSpatialLayers[0].iVideoWidth = mVConf.vsize.width;
params.sSpatialLayers[0].iVideoHeight = mVConf.vsize.height;
params.sSpatialLayers[0].fFrameRate = mVConf.fps;
params.sSpatialLayers[0].iSpatialBitrate = targetBitrate;
params.sSpatialLayers[0].iMaxSpatialBitrate = maxBitrate;
params.sSpatialLayers[0].sSliceCfg.uiSliceMode = SM_DYN_SLICE;
params.sSpatialLayers[0].sSliceCfg.sSliceArgument.uiSliceSizeConstraint = ms_get_payload_max_size();
ret = mEncoder->InitializeExt(¶ms);
if (ret != 0) {
ms_error("OpenH264 encoder: Failed to initialize: %d", ret);
} else {
ret = mEncoder->SetOption(ENCODER_OPTION_TRACE_LEVEL, &debugLevel);
if (ret != 0) {
ms_error("OpenH264 encoder: Failed setting trace level: %d", ret);
}
mInitialized = true;
}
}
}
}
static void enc_init(MSFilter *f){
EncState *s=(EncState *)ms_new(EncState,1);
theora_info_init(&s->tinfo);
s->tinfo.width=MS_VIDEO_SIZE_CIF_W;
s->tinfo.height=MS_VIDEO_SIZE_CIF_H;
s->tinfo.frame_width=MS_VIDEO_SIZE_CIF_W;
s->tinfo.frame_height=MS_VIDEO_SIZE_CIF_H;
s->tinfo.offset_x=0;
s->tinfo.offset_y=0;
s->tinfo.target_bitrate=500000;
s->tinfo.pixelformat=OC_PF_420;
s->tinfo.fps_numerator=15;
s->tinfo.fps_denominator=1;
s->tinfo.aspect_numerator=1;
s->tinfo.aspect_denominator=1;
s->tinfo.colorspace=OC_CS_UNSPECIFIED;
s->tinfo.dropframes_p=0;
s->tinfo.quick_p=1;
s->tinfo.quality=63;
s->tinfo.keyframe_auto_p=1;
s->tinfo.keyframe_frequency=64;
s->tinfo.keyframe_frequency_force=64;
s->tinfo.keyframe_data_target_bitrate=s->tinfo.target_bitrate*1.2;
s->tinfo.keyframe_auto_threshold=80;
s->tinfo.keyframe_mindistance=8;
s->tinfo.noise_sensitivity=1;
s->packed_conf=NULL;
s->start_time=0;
s->conf_time=0;
s->mtu=ms_get_payload_max_size()-6;
s->nframes=0;
f->data=s;
}
void UDT_transport_set_rtp_session(UDT_transport *udt,RtpSession *session){
char *local_port = ortp_strdup_printf("%d", session->rtp.loc_port);
udt->rtp_session = session;
udt->ortp_transport.session = session;
if (0 != getaddrinfo(NULL, local_port, &udt->hints, &udt->local)){
ms_message("incorrect network address.");
return;
}
udt->udt_socket = UDT::socket(udt->local->ai_family,
udt->local->ai_socktype,
udt->local->ai_protocol);
/*设置传输参数*/
UDT::setsockopt(udt->udt_socket, 0, UDT_MSS, new int(ms_get_payload_max_size()), sizeof(int)); //MTU size
UDT::setsockopt(udt->udt_socket, 0, UDT_RCVSYN, new bool(true), sizeof(bool));
UDT::setsockopt(udt->udt_socket, 0, UDT_SNDSYN, new bool(true), sizeof(bool)); //非阻塞模式
UDT::setsockopt(udt->udt_socket, 0, UDT_SNDBUF, new int(1024000), sizeof(int)); //接受缓冲
UDT::setsockopt(udt->udt_socket, 0, UDT_RCVBUF, new int(1024000), sizeof(int)); //发送缓冲
UDT::setsockopt(udt->udt_socket, 0, UDT_RCVTIMEO, new int(1), sizeof(int)); //阻塞模式超时设置
UDT::setsockopt(udt->udt_socket, 0, UDT_SNDTIMEO, new int(1), sizeof(int)); //阻塞模式超时设置
UDT::setsockopt(udt->udt_socket, 0, UDT_RENDEZVOUS, new bool(true), sizeof(bool));
if (UDT::ERROR == UDT::bind(udt->udt_socket, rtp_session_get_rtp_socket(udt->rtp_session))){
ms_error("bind: %s",UDT::getlasterror().getErrorMessage());
}
ms_free(local_port);
}
static void enc_preprocess(MSFilter *f){
EncData *d=(EncData*)f->data;
x264_param_t params;
float bitrate;
d->packer=rfc3984_new();
rfc3984_set_mode(d->packer,d->mode);
rfc3984_enable_stap_a(d->packer,FALSE);
x264_param_default(¶ms);
params.i_threads=0;
params.i_sync_lookahead=0;
params.i_width=d->vsize.width;
params.i_height=d->vsize.height;
params.i_fps_num=(int)d->fps;
params.i_fps_den=1;
params.i_slice_max_size=ms_get_payload_max_size()-100; /*-100 security margin*/
params.i_level_idc=13;
bitrate=(float)d->bitrate*0.92;
if (bitrate>RC_MARGIN)
bitrate-=RC_MARGIN;
params.rc.i_rc_method = X264_RC_ABR;
params.rc.i_bitrate=(int)(bitrate/1000);
params.rc.f_rate_tolerance=0.1;
params.rc.i_vbv_max_bitrate=(int) ((bitrate+RC_MARGIN/2)/1000);
params.rc.i_vbv_buffer_size=params.rc.i_vbv_max_bitrate;
params.rc.f_vbv_buffer_init=0.5;
params.rc.i_lookahead=0;
/*enable this by config ?*/
/*
params.i_keyint_max = (int)d->fps*d->keyframe_int;
params.i_keyint_min = (int)d->fps;
*/
params.b_repeat_headers=1;
params.b_annexb=0;
//these parameters must be set so that our stream is baseline
params.analyse.b_transform_8x8 = 0;
params.b_cabac = 0;
params.i_cqm_preset = X264_CQM_FLAT;
params.i_bframe = 0;
params.analyse.i_weighted_pred = X264_WEIGHTP_NONE;
x264_param_apply_preset(¶ms,"faster");//将编码设置成superfast模式【相比其他模式，会有一些花屏】
x264_param_apply_tune(¶ms,"zerolatency");//将延时设置成最短
d->enc=x264_encoder_open(¶ms);
if (d->enc==NULL) ms_error("Fail to create x264 encoder.");
d->framenum=0;
video_starter_init(&d->starter);
}
static void discover_mtu(LinphoneCore *lc, const char *remote){
int mtu;
if (lc->net_conf.mtu==0 ){
/*attempt to discover mtu*/
mtu=ms_discover_mtu(remote);
if (mtu>0){
ms_set_mtu(mtu);
ms_message("Discovered mtu is %i, RTP payload max size is %i",
mtu, ms_get_payload_max_size());
}
}
}
static void enc_preprocess(MSFilter *f){
EncData *d=(EncData*)f->data;
x264_param_t *params=&d->params;
d->packer=rfc3984_new();
rfc3984_set_mode(d->packer,d->mode);
rfc3984_enable_stap_a(d->packer,FALSE);
#if defined(__arm__) || defined(ANDROID)
if (x264_param_default_preset(params,"superfast"/*"ultrafast"*/,"zerolatency")) {
ms_error("Cannot apply default x264 configuration");
}
#else
x264_param_default(params);
#endif
params->i_threads=ms_get_cpu_count();
params->i_sync_lookahead=0;
params->i_width=d->vconf.vsize.width;
params->i_height=d->vconf.vsize.height;
params->i_fps_num=(int)d->vconf.fps;
params->i_fps_den=1;
params->i_slice_max_size=ms_get_payload_max_size()-100; /*-100 security margin*/
params->i_level_idc=13;
apply_bitrate(f);
params->rc.i_lookahead=0;
/*enable this by config ?*/
/*
params.i_keyint_max = (int)d->fps*d->keyframe_int;
params.i_keyint_min = (int)d->fps;
*/
params->b_repeat_headers=1;
params->b_annexb=0;
//these parameters must be set so that our stream is baseline
params->analyse.b_transform_8x8 = 0;
params->b_cabac = 0;
params->i_cqm_preset = X264_CQM_FLAT;
params->i_bframe = 0;
params->analyse.i_weighted_pred = X264_WEIGHTP_NONE;
d->enc=x264_encoder_open(params);
if (d->enc==NULL) ms_error("Fail to create x264 encoder.");
d->framenum=0;
video_starter_init(&d->starter);
}
static void enc_init(MSFilter *f) {
vpx_codec_err_t res;
MSVideoSize vsize;
EncState *s=(EncState *)ms_new0(EncState,1);
ms_message("Using %s\n",vpx_codec_iface_name(interface));
/* Populate encoder configuration */
res = vpx_codec_enc_config_default(interface, &s->cfg, 0);
if(res) {
ms_error("Failed to get config: %s\n", vpx_codec_err_to_string(res));
}
if (ms_get_cpu_count() > 1) s->vconf_list = &multicore_vp8_conf_list[0];
else s->vconf_list = &vp8_conf_list[0];
MS_VIDEO_SIZE_ASSIGN(vsize, CIF);
s->vconf = ms_video_find_best_configuration_for_size(s->vconf_list, vsize);
s->frame_count = 0;
s->cfg.g_w = s->vconf.vsize.width;
s->cfg.g_h = s->vconf.vsize.height;
/* encoder automatically places keyframes */
s->cfg.kf_mode = VPX_KF_AUTO;
s->cfg.kf_max_dist = 300;
s->cfg.rc_target_bitrate = ((float)s->vconf.required_bitrate)*0.92/1024.0; //0.9=take into account IP/UDP/RTP overhead, in average.
s->cfg.g_pass = VPX_RC_ONE_PASS; /* -p 1 */
s->cfg.g_timebase.num = 1;
s->cfg.g_timebase.den = s->vconf.fps;
s->cfg.rc_end_usage = VPX_CBR; /* --end-usage=cbr */
#if TARGET_IPHONE_SIMULATOR
s->cfg.g_threads = 1; /*workaround to remove crash on ipad simulator*/
#else
s->cfg.g_threads = ms_get_cpu_count();
#endif
ms_message("VP8 g_threads=%d", s->cfg.g_threads);
s->cfg.rc_undershoot_pct = 95; /* --undershoot-pct=95 */
s->cfg.g_error_resilient = 1;
s->cfg.g_lag_in_frames = 0;
s->mtu=ms_get_payload_max_size()-1;/*-1 for the vp8 payload header*/
f->data = s;
}
static void enc_init(MSFilter *f) {
vpx_codec_err_t res;
EncState *s=(EncState *)ms_new0(EncState,1);
ms_message("Using %s\n",vpx_codec_iface_name(interface));
/* Populate encoder configuration */
res = vpx_codec_enc_config_default(interface, &s->cfg, 0);
if(res) {
ms_error("Failed to get config: %s\n", vpx_codec_err_to_string(res));
}
s->width = MS_VIDEO_SIZE_CIF_W;
s->height = MS_VIDEO_SIZE_CIF_H;
s->bitrate=256000;
s->frame_count = 0;
s->cfg.g_w = s->width;
s->cfg.g_h = s->height;
/* encoder automatically places keyframes */
s->cfg.kf_mode = VPX_KF_AUTO;
s->cfg.kf_max_dist = 300;
s->cfg.rc_target_bitrate = ((float)s->bitrate)*0.92/1024.0; //0.9=take into account IP/UDP/RTP overhead, in average.
s->cfg.g_pass = VPX_RC_ONE_PASS; /* -p 1 */
s->fps=15;
s->cfg.g_timebase.num = 1;
s->cfg.g_timebase.den = s->fps;
s->cfg.rc_end_usage = VPX_CBR; /* --end-usage=cbr */
s->cfg.g_threads = ms_get_cpu_count();
ms_message("VP8 g_threads=%d", s->cfg.g_threads);
s->cfg.rc_undershoot_pct = 95; /* --undershoot-pct=95 */
s->cfg.g_error_resilient = 1;
s->cfg.g_lag_in_frames = 0;
s->mtu=ms_get_payload_max_size()-1;/*-1 for the vp8 payload header*/
f->data = s;
}
static void enc_preprocess(MSFilter *f){
EncData *d=(EncData*)f->data;
x264_param_t *params=&d->params;
d->packer=rfc3984_new();
rfc3984_set_mode(d->packer,d->mode);
rfc3984_enable_stap_a(d->packer,FALSE);
#if defined(__arm__) || defined(ANDROID)
if (x264_param_default_preset(params,"superfast"/*"ultrafast"*/,"zerolatency")) {
#else
x264_param_default(params); {
#endif
ms_error("Cannot apply default x264 configuration");
};
params->i_threads=ms_get_cpu_count();
params->i_sync_lookahead=0;
params->i_width=d->vconf.vsize.width;
params->i_height=d->vconf.vsize.height;
params->i_fps_num=(int)d->vconf.fps;
params->i_fps_den=1;
params->i_slice_max_size=ms_get_payload_max_size()-100; /*-100 security margin*/
params->i_level_idc=13;
apply_bitrate(f);
params->rc.i_lookahead=0;
/*enable this by config ?*/
/*
params.i_keyint_max = (int)d->fps*d->keyframe_int;
params.i_keyint_min = (int)d->fps;
*/
params->b_repeat_headers=1;
params->b_annexb=0;
//these parameters must be set so that our stream is baseline
params->analyse.b_transform_8x8 = 0;
params->b_cabac = 0;
params->i_cqm_preset = X264_CQM_FLAT;
params->i_bframe = 0;
params->analyse.i_weighted_pred = X264_WEIGHTP_NONE;
d->enc=x264_encoder_open(params);
if (d->enc==NULL) ms_error("Fail to create x264 encoder.");
d->framenum=0;
video_starter_init(&d->starter);
}
static void x264_nals_to_msgb(x264_nal_t *xnals, int num_nals, MSQueue * nalus){
int i;
mblk_t *m;
/*int bytes;*/
for (i=0;i<num_nals;++i){
m=allocb(xnals[i].i_payload+10,0);
memcpy(m->b_wptr,xnals[i].p_payload+4,xnals[i].i_payload-4);
m->b_wptr+=xnals[i].i_payload-4;
if (xnals[i].i_type==7) {
ms_message("A SPS is being sent.");
}else if (xnals[i].i_type==8) {
ms_message("A PPS is being sent.");
}
ms_queue_put(nalus,m);
}
}
void rfc3984_init(Rfc3984Context *ctx){
ms_queue_init(&ctx->q);
ctx->m=NULL;
ctx->maxsz=ms_get_payload_max_size();
}
