static void loss_rate_estimation() {
bool_t supported = ms_filter_codec_supported("pcma");
if( supported ) {
LossRateEstimatorCtx ctx;
stream_manager_t * marielle, * margaux;
int loss_rate = 15;
start_adaptive_stream(MSAudio, &marielle, &margaux, PCMA8_PAYLOAD_TYPE, 8000, 0, loss_rate, 0, 0);
ctx.estimator=ortp_loss_rate_estimator_new(120, 2500, marielle->audio_stream->ms.sessions.rtp_session);
ctx.q = ortp_ev_queue_new();
rtp_session_register_event_queue(marielle->audio_stream->ms.sessions.rtp_session, ctx.q);
ctx.loss_rate = loss_rate;
/*loss rate should be the initial one*/
wait_for_until_with_parse_events(&marielle->audio_stream->ms, &margaux->audio_stream->ms, &loss_rate, 100, 10000, event_queue_cb,&ctx,NULL,NULL);
/*let's set some duplication. loss rate should NOT be changed */
rtp_session_set_duplication_ratio(marielle->audio_stream->ms.sessions.rtp_session, 10);
wait_for_until_with_parse_events(&marielle->audio_stream->ms, &margaux->audio_stream->ms, &loss_rate, 100, 10000, event_queue_cb,&ctx,NULL,NULL);
stop_adaptive_stream(marielle,margaux);
ortp_loss_rate_estimator_destroy(ctx.estimator);
ortp_ev_queue_destroy(ctx.q);
}
}
/* this code is not part of the library itself, it is part of the mediastream program */
void video_stream_free (VideoStream * stream)
{
if (stream->session!=NULL){
rtp_session_unregister_event_queue(stream->session,stream->evq);
rtp_session_destroy(stream->session);
}
if (stream->rtprecv != NULL)
ms_filter_destroy (stream->rtprecv);
if (stream->rtpsend!=NULL)
ms_filter_destroy (stream->rtpsend);
if (stream->source != NULL)
ms_filter_destroy (stream->source);
if (stream->output != NULL)
ms_filter_destroy (stream->output);
if (stream->decoder != NULL)
ms_filter_destroy (stream->decoder);
if (stream->sizeconv != NULL)
ms_filter_destroy (stream->sizeconv);
if (stream->pixconv!=NULL)
ms_filter_destroy(stream->pixconv);
if (stream->tee!=NULL)
ms_filter_destroy(stream->tee);
if (stream->ticker != NULL)
ms_ticker_destroy (stream->ticker);
if (stream->evq!=NULL)
ortp_ev_queue_destroy(stream->evq);
ms_free (stream);
}
void VodWnd::stop_vod()
{
if (ticker_) {
char opt[128];
snprintf(opt, sizeof(opt), "sinkid=%d", sinkid_);
zk_xmpp_uac_send_cmd(uac_, mcu_jid_.c_str(), "test.fc.del_sink", opt, 0, 0);
ms_ticker_detach(ticker_, filter_rtp_);
ms_filter_destroy(filter_rtp_);
filter_rtp_ = 0;
ms_filter_destroy(filter_decoder_);
filter_decoder_ = 0;
ms_filter_destroy(filter_sink_);
filter_sink_ = 0;
rtp_session_destroy(rtp_);
rtp_ = 0;
ortp_ev_queue_destroy(evq_);
evq_ = 0;
ms_ticker_destroy(ticker_);
ticker_ = 0;
if (render_) {
rv_close(render_);
render_ = 0;
}
}
}
void linphone_call_stop_media_streams(LinphoneCall *call){
if (call->audiostream!=NULL) {
rtp_session_unregister_event_queue(call->audiostream->session,call->audiostream_app_evq);
ortp_ev_queue_flush(call->audiostream_app_evq);
ortp_ev_queue_destroy(call->audiostream_app_evq);
if (call->audiostream->ec){
const char *state_str=NULL;
ms_filter_call_method(call->audiostream->ec,MS_ECHO_CANCELLER_GET_STATE_STRING,&state_str);
if (state_str){
ms_message("Writing echo canceller state, %i bytes",strlen(state_str));
lp_config_set_string(call->core->config,"sound","ec_state",state_str);
}
}
linphone_call_log_fill_stats (call->log,call->audiostream);
audio_stream_stop(call->audiostream);
call->audiostream=NULL;
}
#ifdef VIDEO_ENABLED
if (call->videostream!=NULL){
rtp_session_unregister_event_queue(call->videostream->session,call->videostream_app_evq);
ortp_ev_queue_flush(call->videostream_app_evq);
ortp_ev_queue_destroy(call->videostream_app_evq);
video_stream_stop(call->videostream);
call->videostream=NULL;
}
ms_event_queue_skip(call->core->msevq);
#endif
if (call->audio_profile){
rtp_profile_clear_all(call->audio_profile);
rtp_profile_destroy(call->audio_profile);
call->audio_profile=NULL;
}
if (call->video_profile){
rtp_profile_clear_all(call->video_profile);
rtp_profile_destroy(call->video_profile);
call->video_profile=NULL;
}
}
static void stream_manager_delete(stream_manager_t * mgr) {
if (mgr->type==AudioStreamType){
unlink(RECORDED_16K_1S_FILE);
rtp_session_unregister_event_queue(mgr->audio_stream->ms.sessions.rtp_session,mgr->evq);
audio_stream_stop(mgr->audio_stream);
}else{
#if VIDEO_ENABLED
rtp_session_unregister_event_queue(mgr->video_stream->ms.sessions.rtp_session,mgr->evq);
video_stream_stop(mgr->video_stream);
#else
ms_fatal("Unsupported stream type [%s]",ms_stream_type_to_string(mgr->type));
#endif
}
ortp_ev_queue_destroy(mgr->evq);
ms_free(mgr);
}
void media_stream_free(MediaStream *stream) {
if (stream->sessions.rtp_session != NULL){
rtp_session_unregister_event_queue(stream->sessions.rtp_session, stream->evq);
}
if (stream->owns_sessions){
ms_media_stream_sessions_uninit(&stream->sessions);
}
if (stream->evq) ortp_ev_queue_destroy(stream->evq);
if (stream->rc != NULL) ms_bitrate_controller_destroy(stream->rc);
if (stream->rtpsend != NULL) ms_filter_destroy(stream->rtpsend);
if (stream->rtprecv != NULL) ms_filter_destroy(stream->rtprecv);
if (stream->encoder != NULL) ms_filter_destroy(stream->encoder);
if (stream->decoder != NULL) ms_filter_destroy(stream->decoder);
if (stream->voidsink != NULL) ms_filter_destroy(stream->voidsink);
if (stream->qi) ms_quality_indicator_destroy(stream->qi);
}
/* this code is not part of the library itself, it is part of the mediastream program */
void video_stream_free (VideoStream * stream)
{
if (stream->ortpZrtpContext)
ortp_zrtp_context_destroy(stream->ortpZrtpContext);
if (stream->session!=NULL){
rtp_session_unregister_event_queue(stream->session,stream->evq);
rtp_session_destroy(stream->session);
}
if (stream->rtprecv != NULL)
ms_filter_destroy (stream->rtprecv);
if (stream->rtpsend!=NULL)
ms_filter_destroy (stream->rtpsend);
if (stream->source != NULL)
ms_filter_destroy (stream->source);
if (stream->output != NULL)
ms_filter_destroy (stream->output);
if (stream->encoder != NULL)
ms_filter_destroy (stream->encoder);
if (stream->decoder != NULL)
ms_filter_destroy (stream->decoder);
if (stream->sizeconv != NULL)
ms_filter_destroy (stream->sizeconv);
if (stream->pixconv!=NULL)
ms_filter_destroy(stream->pixconv);
if (stream->tee!=NULL)
ms_filter_destroy(stream->tee);
if (stream->tee2!=NULL)
ms_filter_destroy(stream->tee2);
if (stream->jpegwriter!=NULL)
ms_filter_destroy(stream->jpegwriter);
if (stream->output2!=NULL)
ms_filter_destroy(stream->output2);
if (stream->voidsink!=NULL)
ms_filter_destroy(stream->voidsink);
if (stream->ticker != NULL)
ms_ticker_destroy (stream->ticker);
if (stream->evq!=NULL)
ortp_ev_queue_destroy(stream->evq);
if (stream->display_name!=NULL)
ms_free(stream->display_name);
if (stream->rc!=NULL){
ms_bitrate_controller_destroy(stream->rc);
}
ms_free (stream);
}
/* this code is not part of the library itself, it is part of the mediastream program */
void video_stream_free (VideoStream * stream)
{
if (stream->session!=NULL){
rtp_session_unregister_event_queue(stream->session,stream->evq);
rtp_session_destroy(stream->session);
}
if (stream->rtprecv != NULL)
ms_filter_destroy (stream->rtprecv);
if (stream->rtpsend!=NULL)
ms_filter_destroy (stream->rtpsend);
if (stream->source != NULL)
ms_filter_destroy (stream->source);
if (stream->output != NULL)
ms_filter_destroy (stream->output);
if (stream->encoder != NULL)
ms_filter_destroy (stream->encoder);
if (stream->decoder != NULL)
ms_filter_destroy (stream->decoder);
if (stream->sizeconv != NULL)
ms_filter_destroy (stream->sizeconv);
if (stream->pixconv!=NULL)
ms_filter_destroy(stream->pixconv);
if (stream->tee!=NULL)
ms_filter_destroy(stream->tee);
if (stream->tee2!=NULL)
ms_filter_destroy(stream->tee2);
if (stream->jpegwriter!=NULL)
ms_filter_destroy(stream->jpegwriter);
if(stream->video_record!=NULL)
ms_filter_destroy(stream->video_record);
if (stream->output2!=NULL)
ms_filter_destroy(stream->output2);
#ifdef ENABLE_UDT
if (stream->udt!=NULL)
ms_filter_destroy(stream->udt);
#endif // ENABLE_UDT
if (stream->ticker != NULL)
ms_ticker_destroy (stream->ticker);
if (stream->evq!=NULL)
ortp_ev_queue_destroy(stream->evq);
if (stream->display_name!=NULL)
ms_free(stream->display_name);
ms_free (stream);
}
/* this code is not part of the library itself, it is part of the mediastream program */
void audio_stream_free(AudioStream *stream)
{
if (stream->session!=NULL) {
rtp_session_unregister_event_queue(stream->session,stream->evq);
rtp_session_destroy(stream->session);
}
if (stream->evq) ortp_ev_queue_destroy(stream->evq);
if (stream->rtpsend!=NULL) ms_filter_destroy(stream->rtpsend);
if (stream->rtprecv!=NULL) ms_filter_destroy(stream->rtprecv);
if (stream->soundread!=NULL) ms_filter_destroy(stream->soundread);
if (stream->soundwrite!=NULL) ms_filter_destroy(stream->soundwrite);
if (stream->encoder!=NULL) ms_filter_destroy(stream->encoder);
if (stream->decoder!=NULL) ms_filter_destroy(stream->decoder);
if (stream->dtmfgen!=NULL) ms_filter_destroy(stream->dtmfgen);
#ifndef ENABLED_MCU_MEDIA_SERVER
if (stream->ec!=NULL) ms_filter_destroy(stream->ec);
if (stream->volrecv!=NULL) ms_filter_destroy(stream->volrecv);
if (stream->volsend!=NULL) ms_filter_destroy(stream->volsend);
if (stream->equalizer!=NULL) ms_filter_destroy(stream->equalizer);
#endif // ENABLED_MCU_MEDIA_SERVER
if (stream->ticker!=NULL) ms_ticker_destroy(stream->ticker);
#ifdef ENABLE_UDT
if (stream->udt!=NULL) ms_filter_destroy(stream->udt);
#endif // ENABLE_UDT
if (stream->read_resampler!=NULL) ms_filter_destroy(stream->read_resampler);
if (stream->write_resampler!=NULL) ms_filter_destroy(stream->write_resampler);
if (stream->mic_tee!=NULL) ms_filter_destroy(stream->mic_tee);
if (stream->spk_tee!=NULL) ms_filter_destroy(stream->spk_tee);
if (stream->filewriter!=NULL) ms_filter_destroy(stream->filewriter);
if (stream->recordmixer!=NULL) ms_filter_destroy(stream->recordmixer);
if (stream->tee2!=NULL) ms_filter_destroy(stream->tee2);
if (stream->audio_record!=NULL) ms_filter_destroy(stream->audio_record);
if (stream->dtmfgen_rtp!=NULL) ms_filter_destroy(stream->dtmfgen_rtp);
ms_free(stream);
}
/* this code is not part of the library itself, it is part of the mediastream program */
void audio_stream_free(AudioStream *stream)
{
if (stream->session!=NULL)
{
rtp_session_unregister_event_queue(stream->session,stream->evq);
rtp_session_destroy(stream->session);
}
if (stream->rtpsend!=NULL) ms_filter_destroy(stream->rtpsend);
if (stream->rtprecv!=NULL) ms_filter_destroy(stream->rtprecv);
if (stream->soundread!=NULL) ms_filter_destroy(stream->soundread);
if (stream->soundwrite!=NULL) ms_filter_destroy(stream->soundwrite);
if (stream->encoder!=NULL) ms_filter_destroy(stream->encoder);
if (stream->decoder!=NULL) ms_filter_destroy(stream->decoder);
if (stream->dtmfgen!=NULL) ms_filter_destroy(stream->dtmfgen);
if (stream->ec!=NULL) ms_filter_destroy(stream->ec);
if (stream->volrecv!=NULL) ms_filter_destroy(stream->volrecv);
if (stream->volsend!=NULL) ms_filter_destroy(stream->volsend);
if (stream->equalizer!=NULL) ms_filter_destroy(stream->equalizer);
if (stream->ticker!=NULL) ms_ticker_destroy(stream->ticker);
if (stream->read_resampler!=NULL) ms_filter_destroy(stream->read_resampler);
if (stream->write_resampler!=NULL) ms_filter_destroy(stream->write_resampler);
if (stream->evq!=NULL) ortp_ev_queue_destroy(stream->evq);
ms_free(stream);
}
static void run_media_streams(int localport, const char *remote_ip, int remoteport, int payload, const char *fmtp,
int jitter, int bitrate, MSVideoSize vs, bool_t ec, bool_t agc, bool_t eq)
{
AudioStream *audio=NULL;
#ifdef VIDEO_ENABLED
VideoStream *video=NULL;
#endif
RtpSession *session=NULL;
PayloadType *pt;
RtpProfile *profile=rtp_profile_clone_full(&av_profile);
OrtpEvQueue *q=ortp_ev_queue_new();
ms_init();
signal(SIGINT,stop_handler);
pt=rtp_profile_get_payload(profile,payload);
if (pt==NULL){
printf("Error: no payload defined with number %i.",payload);
exit(-1);
}
if (fmtp!=NULL) payload_type_set_send_fmtp(pt,fmtp);
if (bitrate>0) pt->normal_bitrate=bitrate;
if (pt->type!=PAYLOAD_VIDEO){
MSSndCardManager *manager=ms_snd_card_manager_get();
MSSndCard *capt= capture_card==NULL ? ms_snd_card_manager_get_default_capture_card(manager) :
ms_snd_card_manager_get_card(manager,capture_card);
MSSndCard *play= playback_card==NULL ? ms_snd_card_manager_get_default_playback_card(manager) :
ms_snd_card_manager_get_card(manager,playback_card);
audio=audio_stream_new(localport,ms_is_ipv6(remote_ip));
audio_stream_enable_automatic_gain_control(audio,agc);
audio_stream_enable_noise_gate(audio,use_ng);
audio_stream_set_echo_canceller_params(audio,ec_len_ms,ec_delay_ms,ec_framesize);
printf("Starting audio stream.\n");
audio_stream_start_full(audio,profile,remote_ip,remoteport,remoteport+1, payload, jitter,infile,outfile,
outfile==NULL ? play : NULL ,infile==NULL ? capt : NULL,infile!=NULL ? FALSE: ec);
if (audio) {
if (use_ng && ng_threshold!=-1)
ms_filter_call_method(audio->volsend,MS_VOLUME_SET_NOISE_GATE_THRESHOLD,&ng_threshold);
session=audio->session;
}
}else{
#ifdef VIDEO_ENABLED
if (eq){
ms_fatal("Cannot put an audio equalizer in a video stream !");
exit(-1);
}
printf("Starting video stream.\n");
video=video_stream_new(localport, ms_is_ipv6(remote_ip));
video_stream_set_sent_video_size(video,vs);
video_stream_use_preview_video_window(video,two_windows);
video_stream_start(video,profile,
remote_ip,
remoteport,remoteport+1,
payload,
jitter,
ms_web_cam_manager_get_default_cam(ms_web_cam_manager_get()));
session=video->session;
#else
printf("Error: video support not compiled.\n");
#endif
}
if (eq || ec){ /*read from stdin interactive commands */
char commands[128];
commands[127]='\0';
ms_sleep(1); /* ensure following text be printed after ortp messages */
if (eq)
printf("\nPlease enter equalizer requests, such as 'eq active 1', 'eq active 0', 'eq 1200 0.1 200'\n");
if (ec)
printf("\nPlease enter echo canceller requests: ec reset; ec <delay ms> <tail_length ms'\n");
while(fgets(commands,sizeof(commands)-1,stdin)!=NULL){
int active,freq,freq_width;
int delay_ms, tail_ms;
float gain;
if (sscanf(commands,"eq active %i",&active)==1){
audio_stream_enable_equalizer(audio,active);
printf("OK\n");
}else if (sscanf(commands,"eq %i %f %i",&freq,&gain,&freq_width)==3){
audio_stream_equalizer_set_gain(audio,freq,gain,freq_width);
printf("OK\n");
}else if (sscanf(commands,"eq %i %f",&freq,&gain)==2){
audio_stream_equalizer_set_gain(audio,freq,gain,0);
printf("OK\n");
}else if (strstr(commands,"dump")){
int n=0,i;
float *t;
ms_filter_call_method(audio->equalizer,MS_EQUALIZER_GET_NUM_FREQUENCIES,&n);
t=(float*)alloca(sizeof(float)*n);
ms_filter_call_method(audio->equalizer,MS_EQUALIZER_DUMP_STATE,t);
for(i=0;i<n;++i){
if (fabs(t[i]-1)>0.01){
printf("%i:%f:0 ",(i*pt->clock_rate)/(2*n),t[i]);
}
}
printf("\nOK\n");
}else if (sscanf(commands,"ec reset %i",&active)==1){
//audio_stream_enable_equalizer(audio,active);
//printf("OK\n");
}else if (sscanf(commands,"ec active %i",&active)==1){
//audio_stream_enable_equalizer(audio,active);
//printf("OK\n");
}else if (sscanf(commands,"ec %i %i",&delay_ms,&tail_ms)==2){
audio_stream_set_echo_canceller_params(audio,tail_ms,delay_ms,128);
// revisit: workaround with old method call to force echo reset
delay_ms*=8;
ms_filter_call_method(audio->ec,MS_FILTER_SET_PLAYBACKDELAY,&delay_ms);
printf("OK\n");
}else if (strstr(commands,"quit")){
break;
}else printf("Cannot understand this.\n");
}
}else{ /* no interactive stuff - continuous debug output */
rtp_session_register_event_queue(session,q);
while(cond)
{
int n;
for(n=0;n<100;++n){
#ifdef WIN32
MSG msg;
Sleep(10);
while (PeekMessage(&msg, NULL, 0, 0,1)){
TranslateMessage(&msg);
DispatchMessage(&msg);
}
#else
struct timespec ts;
ts.tv_sec=0;
ts.tv_nsec=10000000;
nanosleep(&ts,NULL);
#endif
#if defined(VIDEO_ENABLED)
if (video) video_stream_iterate(video);
#endif
}
ortp_global_stats_display();
if (session){
printf("Bandwidth usage: download=%f kbits/sec, upload=%f kbits/sec\n",
rtp_session_compute_recv_bandwidth(session)*1e-3,
rtp_session_compute_send_bandwidth(session)*1e-3);
parse_events(q);
}
}
}
printf("stopping all...\n");
if (audio) audio_stream_stop(audio);
#ifdef VIDEO_ENABLED
if (video) video_stream_stop(video);
#endif
ortp_ev_queue_destroy(q);
rtp_profile_destroy(profile);
}
void run_media_streams(int localport, const char *remote_ip, int remoteport, int payload, const char *fmtp, int jitter, bool_t ec, int bitrate)
{
AudioStream *audio=NULL;
#ifdef VIDEO_ENABLED
VideoStream *video=NULL;
#endif
RtpSession *session=NULL;
PayloadType *pt;
RtpProfile *profile=rtp_profile_clone_full(&av_profile);
OrtpEvQueue *q=ortp_ev_queue_new();
ms_init();
signal(SIGINT,stop_handler);
pt=rtp_profile_get_payload(profile,payload);
if (pt==NULL) {
printf("Error: no payload defined with number %i.",payload);
exit(-1);
}
if (fmtp!=NULL) payload_type_set_send_fmtp(pt,fmtp);
if (bitrate>0) pt->normal_bitrate=bitrate;
if (pt->type!=PAYLOAD_VIDEO) {
printf("Starting audio stream.\n");
audio=audio_stream_start(profile,localport,remote_ip,remoteport,payload,jitter, ec);
if (audio) session=audio->session;
} else {
#ifdef VIDEO_ENABLED
printf("Starting video stream.\n");
video=video_stream_new(localport, ms_is_ipv6(remote_ip));
video_stream_start(video,profile,
remote_ip,
remoteport,
payload,
jitter,
"/dev/video0");
session=video->session;
#else
printf("Error: video support not compiled.\n");
#endif
}
rtp_session_register_event_queue(session,q);
while(cond)
{
/* sleep until we receive SIGINT */
#ifdef WIN32
int n;
MSG msg;
for(n=0; n<100; ++n) {
Sleep(10);
while (PeekMessage(&msg, NULL, 0, 0,1)) {
TranslateMessage(&msg);
DispatchMessage(&msg);
}
}
#else
sleep(1);
#endif
ortp_global_stats_display();
if (session) {
printf("Bandwidth usage: download=%f kbits/sec, upload=%f kbits/sec\n",
rtp_session_compute_recv_bandwidth(session)*1e-3,
rtp_session_compute_send_bandwidth(session)*1e-3);
parse_events(q);
}
}
printf("stoping all...\n");
if (audio) audio_stream_stop(audio);
#ifdef VIDEO_ENABLED
if (video) video_stream_stop(video);
#endif
ortp_ev_queue_destroy(q);
rtp_profile_destroy(profile);
}
static void destroy_video_stream(video_stream_tester_t *vst) {
video_stream_stop(vst->vs);
ortp_ev_queue_destroy(vst->stats.q);
}
