// 构造发送 source --> rtp session
static MSFilter *build_sender_chain(const char *ip, int port)
{
MSFilter *f_source = ms_filter_new_from_name("ZonekeyH264Source");
MSFilter *f_rtp = ms_filter_new(MS_RTP_SEND_ID);
fprintf(stdout, "sendto %s:%d\n", ip, port);
RtpSession *rtp = rtp_session_new(RTP_SESSION_SENDONLY);
rtp_session_set_rtp_socket_send_buffer_size(rtp, 3*1024*1024);
rtp_session_set_remote_addr_and_port(rtp, ip, port, port+1);
rtp_session_set_payload_type(rtp, 100);
//rtp_session_enable_jitter_buffer(rtp, 0); // 禁用的
JBParameters jb;
jb.adaptive = 1;
jb.max_packets = -1;
jb.max_size = -1;
jb.min_size = jb.nom_size = 300;
rtp_session_set_jitter_buffer_params(rtp, &jb);
ms_filter_call_method(f_rtp, MS_RTP_SEND_SET_SESSION, rtp);
ms_filter_link(f_source, 0, f_rtp, 0);
return f_source;
}
RtpSession* rtp_listen(const char *remote_addr, unsigned short remote_port) {
RtpSession *rtpSession;
recv_ts=0;
send_ts=0;
rtpSession=rtp_session_new(RTP_SESSION_SENDRECV);
rtp_session_set_scheduling_mode(rtpSession,TRUE);
rtp_session_set_blocking_mode(rtpSession,FALSE);
#ifdef HAVE_RTCP_ORTP
rtp_session_set_local_addr(rtpSession,INADDR_DSPSERVER,LOCAL_RTP_PORT,LOCAL_RTCP_PORT);
#else
rtp_session_set_local_addr(rtpSession,INADDR_DSPSERVER,LOCAL_RTP_PORT);
#endif
rtp_session_set_remote_addr(rtpSession, remote_addr, remote_port );
rtp_session_set_connected_mode(rtpSession,TRUE);
rtp_session_set_symmetric_rtp(rtpSession,TRUE);
rtp_session_enable_adaptive_jitter_compensation(rtpSession,adapt);
rtp_session_set_jitter_compensation(rtpSession,jittcomp);
rtp_session_set_payload_type(rtpSession,0);
rtp_session_set_time_jump_limit (rtpSession, timestamp_jump_limit);
//rtp_session_signal_connect(rtpSession,"ssrc_changed",(RtpCallback)ssrc_cb,0);
rtp_session_signal_connect(rtpSession,"ssrc_changed",(RtpCallback)rtp_session_reset,0);
rtp_session_signal_connect(rtpSession,"timestamp_jump",(RtpCallback)rtp_session_resync,0);
rtp_listening = 1;
rtp_connected = 1;
return rtpSession;
}
SinkBase::SinkBase(int payload, const char *mcu_ip, int mcu_rtp_port, int mcu_rtcp_port, void (*data)(void *opaque, double stamp, void *data, int len, bool key), void *opaque)
: cb_data_(data)
, opaque_(opaque)
, mcu_ip_(mcu_ip)
, mcu_rtp_port_(mcu_rtp_port)
, mcu_rtcp_port_(mcu_rtcp_port)
, payload_(payload)
{
rtp_ = rtp_session_new(RTP_SESSION_RECVONLY);
if (payload == 100) {
rtp_session_set_rtp_socket_recv_buffer_size(rtp_, 1024*1024);
}
rtp_session_set_remote_addr_and_port(rtp_, mcu_ip, mcu_rtp_port, mcu_rtcp_port);
rtp_session_set_payload_type(rtp_, payload);
rtp_session_enable_jitter_buffer(rtp_, false);
f_recv_ = ms_filter_new(MS_RTP_RECV_ID);
ms_filter_call_method(f_recv_, MS_RTP_RECV_SET_SESSION, rtp_);
f_void_ = ms_filter_new_from_name("ZonekeyVoidSink");
ZonekeyVoidSinkCallback cbs = { this, cb_data };
ms_filter_call_method(f_void_, ZONEKEY_METHOD_VOID_SINK_SET_CALLBACK, &cbs);
ticker_ = ms_ticker_new();
ms_queue_init(&queue_);
}
int video_stream_recv_only_start (VideoStream *stream, RtpProfile *profile, const char *remip, int remport,int payload, int jitt_comp){
PayloadType *pt;
MSPixFmt format;
MSVideoSize vsize;
RtpSession *rtps=stream->session;
vsize.width=MS_VIDEO_SIZE_CIF_W;
vsize.height=MS_VIDEO_SIZE_CIF_H;
rtp_session_set_profile(rtps,profile);
if (remport>0) rtp_session_set_remote_addr(rtps,remip,remport);
rtp_session_set_payload_type(rtps,payload);
rtp_session_set_jitter_compensation(rtps,jitt_comp);
/* creates rtp filters to recv streams */
rtp_session_set_recv_buf_size(rtps,MAX_RTP_SIZE);
stream->rtprecv = ms_filter_new (MS_RTP_RECV_ID);
ms_filter_call_method(stream->rtprecv,MS_RTP_RECV_SET_SESSION,rtps);
/* creates the filters */
pt=rtp_profile_get_payload(profile,payload);
if (pt==NULL){
ms_error("videostream.c: undefined payload type.");
return -1;
}
stream->decoder=ms_filter_create_decoder(pt->mime_type);
if (stream->decoder==NULL){
/* big problem: we have not a registered codec for this payload...*/
ms_error("videostream.c: No codecs available for payload %i:%s.",payload,pt->mime_type);
return -1;
}
stream->output=ms_filter_new(MS_VIDEO_OUT_ID);
/*force the decoder to output YUV420P */
format=MS_YUV420P;
/*ask the size-converter to always output CIF */
vsize.width=MS_VIDEO_SIZE_CIF_W;
vsize.height=MS_VIDEO_SIZE_CIF_H;
ms_message("Setting output vsize=%ix%i",vsize.width,vsize.height);
ms_filter_call_method(stream->decoder,MS_FILTER_SET_PIX_FMT,&format);
ms_filter_call_method(stream->output,MS_FILTER_SET_PIX_FMT,&format);
ms_filter_call_method(stream->output,MS_FILTER_SET_VIDEO_SIZE,&vsize);
if (pt->recv_fmtp!=NULL) {
ms_message("pt->recv_fmtp: %s", pt->recv_fmtp);
ms_filter_call_method(stream->decoder,MS_FILTER_ADD_FMTP,(void*)pt->recv_fmtp);
}
/* and then connect all */
ms_filter_link (stream->rtprecv, 0, stream->decoder, 0);
ms_filter_link (stream->decoder,0 , stream->output, 0);
/* create the ticker */
stream->ticker = ms_ticker_new();
/* attach it the graph */
ms_ticker_attach (stream->ticker, stream->rtprecv);
return 0;
}
int main(int argc, char *argv[])
{
RtpSession *session;
unsigned char buffer[160];
int err;
FILE *outfile;
uint32_t ts=0;
int have_more;
if (argc<3){
printf("%s",help);
return -1;
}
ortp_init();
ortp_scheduler_init();
/* set the telephony event payload type to 96 in the av profile.*/
rtp_profile_set_payload(&av_profile,96,&payload_type_telephone_event);
session=rtp_session_new(RTP_SESSION_RECVONLY);
rtp_session_set_scheduling_mode(session,1);
rtp_session_set_blocking_mode(session,1);
rtp_session_set_local_addr(session,"0.0.0.0",atoi(argv[2]));
rtp_session_set_payload_type(session,0);
/* register for telephony events */
rtp_session_signal_connect(session,"telephone-event",(RtpCallback)recv_tev_cb,0);
outfile=fopen(argv[1],"wb");
if (outfile==NULL) {
perror("Cannot open file");
return -1;
}
signal(SIGINT,stophandler);
while(runcond)
{
have_more=1;
while (have_more){
err=rtp_session_recv_with_ts(session,buffer,160,ts,&have_more);
if (err>0) {
size_t ret = fwrite(buffer,1,err,outfile);
assert( ret == err );
}
}
ts+=160;
//ortp_message("Receiving packet.");
}
fclose(outfile);
rtp_session_destroy(session);
ortp_exit();
ortp_global_stats_display();
printf("Total dtmf events received: %i\n",dtmf_count);
return 0;
}
void video_stream_prepare_video(VideoStream *stream){
video_stream_unprepare_video(stream);
stream->rtprecv=ms_filter_new(MS_RTP_RECV_ID);
rtp_session_set_payload_type(stream->session,0);
ms_filter_call_method(stream->rtprecv,MS_RTP_RECV_SET_SESSION,stream->session);
stream->voidsink=ms_filter_new(MS_VOID_SINK_ID);
ms_filter_link(stream->rtprecv,0,stream->voidsink,0);
start_ticker(stream);
ms_ticker_attach(stream->ticker,stream->rtprecv);
}
bool myAudioStream::init_filters(const QString & payload)
{
/** Init filters **/
stream->soundwrite = ms_snd_card_create_writer(playcard);
RtpProfile *profile = rtp_session_get_profile(stream->session);
PayloadType *pt;
/* List all available payloads */
QMap<QString,int> payloads;
for (int i = 0; i < RTP_PROFILE_MAX_PAYLOADS; i++) {
pt = rtp_profile_get_payload(profile,i);
if (pt != 0) {
QString payload(pt->mime_type);
if (payloads.contains(payload)) {
payload.append(" " + QString::number(pt->clock_rate));
}
payloads.insert(payload,i);
}
}
if (!payloads.contains(payload)) {
ms_error("Could not find payload %s", payload.toStdString().c_str());
return false;
}
int payload_type_number = payloads.value(payload);
/* Create filters */
pt = rtp_profile_get_payload(profile,payload_type_number);
stream->decoder = ms_filter_create_decoder(pt->mime_type);
stream->rtprecv = ms_filter_new(MS_RTP_RECV_ID);
stream->dtmfgen = ms_filter_new(MS_DTMF_GEN_ID);
/** Configure filter options **/
/* Set payload type to use when receiving */
rtp_session_set_payload_type(stream->session, payload_type_number);
/* Set session used by rtprecv */
ms_filter_call_method(stream->rtprecv,MS_RTP_RECV_SET_SESSION,stream->session);
/* Setup soundwrite and decoder parameters */
int sr = pt->clock_rate;
int chan = pt->channels;
if (ms_filter_call_method(stream->soundwrite, MS_FILTER_SET_SAMPLE_RATE, &sr) !=0 ) {
ms_error("Problem setting sample rate on soundwrite filter!");
return false;
}
if (ms_filter_call_method(stream->soundwrite, MS_FILTER_SET_NCHANNELS, &chan) != 0) {
ms_error("Failed to set sample rate on soundwrite filter!");
return false;
}
if (ms_filter_call_method(stream->decoder, MS_FILTER_SET_SAMPLE_RATE, &sr) != 0) {
ms_error("Problem setting sample rate on decoder filter!");
return false;
}
return true;
}
TextStream* text_stream_start(TextStream *stream, RtpProfile *profile, const char *rem_rtp_addr, int rem_rtp_port, const char *rem_rtcp_addr, int rem_rtcp_port, int payload_type /* ignored */) {
RtpSession *rtps = stream->ms.sessions.rtp_session;
MSConnectionHelper h;
rtp_session_set_profile(rtps, profile);
if (rem_rtp_port > 0) rtp_session_set_remote_addr_full(rtps, rem_rtp_addr, rem_rtp_port, rem_rtcp_addr, rem_rtcp_port);
if (rem_rtcp_port > 0) {
rtp_session_enable_rtcp(rtps, TRUE);
} else {
rtp_session_enable_rtcp(rtps, FALSE);
}
stream->pt_t140 = rtp_profile_get_payload_number_from_mime(profile, "t140");
stream->pt_red = rtp_profile_get_payload_number_from_mime(profile, "red");
if (payload_type == stream->pt_t140) {
ms_message("Text payload type is T140");
} else if (payload_type == stream->pt_red) {
ms_message("Text payload type is RED");
} else {
/* we dont know this kind of textstream... */
ms_warning("unkown type of textstream");
}
rtp_session_set_payload_type(rtps, payload_type);
if (rem_rtp_port > 0) ms_filter_call_method(stream->ms.rtpsend, MS_RTP_SEND_SET_SESSION, rtps);
stream->ms.rtprecv = ms_filter_new(MS_RTP_RECV_ID);
ms_filter_call_method(stream->ms.rtprecv, MS_RTP_RECV_SET_SESSION, rtps);
stream->ms.sessions.rtp_session = rtps;
if (stream->ms.sessions.ticker == NULL) media_stream_start_ticker(&stream->ms);
stream->rttsource = ms_filter_new(MS_RTT_4103_SOURCE_ID);
stream->rttsink = ms_filter_new(MS_RTT_4103_SINK_ID);
ms_filter_call_method(stream->rttsource, MS_RTT_4103_SOURCE_SET_T140_PAYLOAD_TYPE_NUMBER, &stream->pt_t140);
ms_filter_call_method(stream->rttsink, MS_RTT_4103_SINK_SET_T140_PAYLOAD_TYPE_NUMBER, &stream->pt_t140);
if (payload_type == stream->pt_red) {
ms_filter_call_method(stream->rttsource, MS_RTT_4103_SOURCE_SET_RED_PAYLOAD_TYPE_NUMBER, &stream->pt_red);
ms_filter_call_method(stream->rttsink, MS_RTT_4103_SINK_SET_RED_PAYLOAD_TYPE_NUMBER, &stream->pt_red);
}
ms_connection_helper_start(&h);
ms_connection_helper_link(&h, stream->rttsource, -1, 0);
ms_connection_helper_link(&h, stream->ms.rtpsend, 0, -1);
ms_connection_helper_start(&h);
ms_connection_helper_link(&h, stream->ms.rtprecv, -1, 0);
ms_connection_helper_link(&h, stream->rttsink, 0, -1);
ms_ticker_attach_multiple(stream->ms.sessions.ticker, stream->rttsource, stream->ms.rtprecv, NULL);
stream->ms.start_time = stream->ms.last_packet_time = ms_time(NULL);
stream->ms.is_beginning = TRUE;
stream->ms.state = MSStreamStarted;
return stream;
}
void text_stream_prepare_text(TextStream *stream){
text_stream_unprepare_text(stream);
stream->ms.rtprecv = ms_filter_new(MS_RTP_RECV_ID);
rtp_session_set_payload_type(stream->ms.sessions.rtp_session, 0);
rtp_session_enable_rtcp(stream->ms.sessions.rtp_session, FALSE);
ms_filter_call_method(stream->ms.rtprecv, MS_RTP_RECV_SET_SESSION, stream->ms.sessions.rtp_session);
stream->ms.voidsink = ms_filter_new(MS_VOID_SINK_ID);
ms_filter_link(stream->ms.rtprecv, 0, stream->ms.voidsink, 0);
media_stream_start_ticker(&stream->ms);
ms_ticker_attach(stream->ms.sessions.ticker, stream->ms.rtprecv);
stream->ms.state = MSStreamPreparing;
}
static void dtmfgen_enc_rtp_dec_tonedet(void) {
MSConnectionHelper h;
RtpSession *rtps;
unsigned int filter_mask = FILTER_MASK_VOIDSOURCE | FILTER_MASK_DTMFGEN | FILTER_MASK_ENCODER
| FILTER_MASK_RTPSEND | FILTER_MASK_RTPRECV | FILTER_MASK_DECODER | FILTER_MASK_TONEDET | FILTER_MASK_VOIDSINK;
bool_t send_silence = TRUE;
MSSndCardManager *scm = ms_factory_get_snd_card_manager(factory);
ms_factory_reset_statistics(factory);
//ms_filter_reset_statistics();
ms_tester_create_ticker();
ms_tester_codec_mime = "pcmu";
ms_tester_create_filters(filter_mask, factory);
ms_filter_add_notify_callback(ms_tester_tonedet, (MSFilterNotifyFunc)tone_detected_cb, NULL,TRUE);
rtps = ms_create_duplex_rtp_session("0.0.0.0", 50060, 0, ms_factory_get_mtu(factory));
rtp_session_set_remote_addr_full(rtps, "127.0.0.1", 50060, "127.0.0.1", 50061);
rtp_session_set_payload_type(rtps, 8);
rtp_session_enable_rtcp(rtps,FALSE);
ms_filter_call_method(ms_tester_rtprecv, MS_RTP_RECV_SET_SESSION, rtps);
ms_filter_call_method(ms_tester_rtpsend, MS_RTP_SEND_SET_SESSION, rtps);
ms_filter_call_method(ms_tester_voidsource, MS_VOID_SOURCE_SEND_SILENCE, &send_silence);
ms_connection_helper_start(&h);
ms_connection_helper_link(&h, ms_tester_voidsource, -1, 0);
ms_connection_helper_link(&h, ms_tester_dtmfgen, 0, 0);
ms_connection_helper_link(&h, ms_tester_encoder, 0, 0);
ms_connection_helper_link(&h, ms_tester_rtpsend, 0, -1);
ms_connection_helper_start(&h);
ms_connection_helper_link(&h, ms_tester_rtprecv, -1, 0);
ms_connection_helper_link(&h, ms_tester_decoder, 0, 0);
ms_connection_helper_link(&h, ms_tester_tonedet, 0, 0);
ms_connection_helper_link(&h, ms_tester_voidsink, 0, -1);
ms_ticker_attach_multiple(ms_tester_ticker, ms_tester_voidsource, ms_tester_rtprecv, NULL);
ms_tester_tone_generation_and_detection_loop();
ms_ticker_detach(ms_tester_ticker, ms_tester_voidsource);
ms_ticker_detach(ms_tester_ticker, ms_tester_rtprecv);
ms_connection_helper_start(&h);
ms_connection_helper_unlink(&h, ms_tester_voidsource, -1, 0);
ms_connection_helper_unlink(&h, ms_tester_dtmfgen, 0, 0);
ms_connection_helper_unlink(&h, ms_tester_encoder, 0, 0);
ms_connection_helper_unlink(&h, ms_tester_rtpsend, 0, -1);
ms_connection_helper_start(&h);
ms_connection_helper_unlink(&h, ms_tester_rtprecv, -1, 0);
ms_connection_helper_unlink(&h, ms_tester_decoder, 0, 0);
ms_connection_helper_unlink(&h, ms_tester_tonedet, 0, 0);
ms_connection_helper_unlink(&h, ms_tester_voidsink, 0, -1);
// ms_filter_log_statistics();
ms_factory_log_statistics(scm->factory);
ms_tester_destroy_filters(filter_mask);
ms_tester_destroy_ticker();
rtp_session_destroy(rtps);
}
static int rtp_setup( struct rtp_spook_input *conf )
{
// ??RTP??
conf->session=rtp_session_new(RTP_SESSION_RECVONLY);
rtp_session_set_scheduling_mode(conf->session,1);
rtp_session_set_blocking_mode(conf->session,1);
rtp_session_set_local_addr(conf->session,"0.0.0.0", conf->localport);
rtp_session_set_connected_mode(conf->session,TRUE);
rtp_session_set_symmetric_rtp(conf->session,TRUE);
rtp_session_enable_adaptive_jitter_compensation(conf->session,TRUE);
rtp_session_set_jitter_compensation(conf->session,40);
rtp_session_set_payload_type(conf->session,0);
rtp_session_signal_connect(conf->session,"ssrc_changed",(RtpCallback)ssrc_cb,0);
rtp_session_signal_connect(conf->session,"ssrc_changed",(RtpCallback)rtp_session_reset,0);
return 0;
}
int yy_init( int port) {
RtpSession *session;
ortp_init();
ortp_scheduler_init();
ortp_set_log_level_mask(
ORTP_DEBUG | ORTP_MESSAGE | ORTP_WARNING | ORTP_ERROR);
session = rtp_session_new(RTP_SESSION_RECVONLY);
rtp_session_set_scheduling_mode(session, 1);
rtp_session_set_blocking_mode(session, 1);
rtp_session_set_local_addr(session, "0.0.0.0", port);
rtp_session_set_connected_mode(session, TRUE);
rtp_session_set_symmetric_rtp(session, TRUE);
// rtp_session_enable_adaptive_jitter_compensation(session,adapt);
// rtp_session_set_jitter_compensation(session,jittcomp);
rtp_session_set_payload_type(session, 0);
return (int) session;
}
void VodWnd::vod(const char *ip, int rtp_port, int rtcp_port)
{
server_ip_ = ip;
server_rtp_port_ = rtp_port;
server_rtcp_port_ = rtcp_port;
rtp_ = rtp_session_new(RTP_SESSION_RECVONLY);
rtp_session_set_payload_type(rtp_, 100);
rtp_session_set_local_addr(rtp_, util_get_myip(), 0, 0);
rtp_session_set_remote_addr_and_port(rtp_, ip, rtp_port, rtcp_port);
JBParameters jb;
jb.adaptive = 1;
jb.max_packets = 3000;
jb.max_size = -1;
jb.min_size = jb.nom_size = 300;
rtp_session_set_jitter_buffer_params(rtp_, &jb);
rtp_session_enable_jitter_buffer(rtp_, 0);
evq_ = ortp_ev_queue_new();
rtp_session_register_event_queue(rtp_, evq_);
ticker_ = ms_ticker_new();
filter_rtp_ = ms_filter_new(MS_RTP_RECV_ID);
ms_filter_call_method(filter_rtp_, MS_RTP_RECV_SET_SESSION, rtp_);
filter_decoder_ = ms_filter_new(MS_H264_DEC_ID);
ZonekeyYUVSinkCallbackParam cbp;
cbp.ctx = this;
cbp.push = cb_yuv;
filter_sink_ = ms_filter_new_from_name("ZonekeyYUVSink");
ms_filter_call_method(filter_sink_, ZONEKEY_METHOD_YUV_SINK_SET_CALLBACK_PARAM, &cbp);
ms_filter_link(filter_rtp_, 0, filter_decoder_, 0);
ms_filter_link(filter_decoder_, 0, filter_sink_, 0);
ms_ticker_attach(ticker_, filter_rtp_);
}
/* This function is used either on IOS to workaround the long time to initialize the Audio Unit or for ICE candidates gathering. */
void audio_stream_prepare_sound(AudioStream *stream, MSSndCard *playcard, MSSndCard *captcard){
audio_stream_unprepare_sound(stream);
stream->dummy=ms_filter_new(MS_RTP_RECV_ID);
rtp_session_set_payload_type(stream->ms.session,0);
ms_filter_call_method(stream->dummy,MS_RTP_RECV_SET_SESSION,stream->ms.session);
if (captcard && playcard){
#ifdef __ios
stream->soundread=ms_snd_card_create_reader(captcard);
stream->soundwrite=ms_snd_card_create_writer(playcard);
ms_filter_link(stream->dummy,0,stream->soundwrite,0);
#else
stream->ms.voidsink=ms_filter_new(MS_VOID_SINK_ID);
ms_filter_link(stream->dummy,0,stream->ms.voidsink,0);
#endif
} else {
stream->ms.voidsink=ms_filter_new(MS_VOID_SINK_ID);
ms_filter_link(stream->dummy,0,stream->ms.voidsink,0);
}
if (stream->ms.ticker == NULL) start_ticker(&stream->ms);
ms_ticker_attach(stream->ms.ticker,stream->dummy);
}
RtpSession *rtp_send_createSession(
const char *clientIP, const int clientPort,
const char *remoteIP, const int remotePort) {
RtpSession *rtpsession = rtp_session_new(RTP_SESSION_SENDONLY);
assert(rtpsession != NULL);
rtp_session_set_scheduling_mode(rtpsession, 1);
rtp_session_set_blocking_mode(rtpsession, 0);
rtp_session_set_connected_mode(rtpsession, 1); // 1 means TRUE;
// rtp_session_set_local_addr(rtpsession,
// clientIP, clientPort, clientPort+1);
rtp_session_set_remote_addr(rtpsession, remoteIP, remotePort);
rtp_session_set_symmetric_rtp(rtpsession, 1);
rtp_session_set_source_description(
rtpsession,
"cname", /*cname*/
"name", /*name*/
"*****@*****.**", /*email*/
"110", /*phone number*/
"loc", /*loc*/
"tool", /*tool*/
"note:rtp_send test");
rtp_session_enable_rtcp(rtpsession, 1); // 1 means TRUE;
// set payload type to H264 (96);
rtp_session_set_payload_type(rtpsession, PAYLOAD_TYPE_H264);
char *ssrc = getenv("SSRC");
if (ssrc != NULL) {
rtp_session_set_ssrc(rtpsession, atoi(ssrc));
}
return rtpsession;
}
int video_stream_start (VideoStream *stream, RtpProfile *profile, const char *rem_rtp_ip, int rem_rtp_port,
const char *rem_rtcp_ip, int rem_rtcp_port, int payload, int jitt_comp, MSWebCam *cam){
PayloadType *pt;
RtpSession *rtps=stream->ms.session;
MSPixFmt format;
MSVideoSize disp_size;
int tmp;
JBParameters jbp;
const int socket_buf_size=2000000;
if (cam==NULL){
cam=ms_web_cam_manager_get_default_cam (
ms_web_cam_manager_get());
}
pt=rtp_profile_get_payload(profile,payload);
if (pt==NULL){
ms_error("videostream.c: undefined payload type.");
return -1;
}
if ((cam != NULL) && (cam->desc->encode_to_mime_type != NULL) && (cam->desc->encode_to_mime_type(cam, pt->mime_type) == TRUE)) {
stream->source_performs_encoding = TRUE;
}
rtp_session_set_profile(rtps,profile);
if (rem_rtp_port>0) rtp_session_set_remote_addr_full(rtps,rem_rtp_ip,rem_rtp_port,rem_rtcp_ip,rem_rtcp_port);
rtp_session_set_payload_type(rtps,payload);
rtp_session_set_jitter_compensation(rtps,jitt_comp);
rtp_session_signal_connect(stream->ms.session,"payload_type_changed",
(RtpCallback)mediastream_payload_type_changed,(unsigned long)&stream->ms);
rtp_session_get_jitter_buffer_params(stream->ms.session,&jbp);
jbp.max_packets=1000;//needed for high resolution video
rtp_session_set_jitter_buffer_params(stream->ms.session,&jbp);
rtp_session_set_rtp_socket_recv_buffer_size(stream->ms.session,socket_buf_size);
rtp_session_set_rtp_socket_send_buffer_size(stream->ms.session,socket_buf_size);
if (stream->dir==VideoStreamSendRecv || stream->dir==VideoStreamSendOnly){
MSConnectionHelper ch;
/*plumb the outgoing stream */
if (rem_rtp_port>0) ms_filter_call_method(stream->ms.rtpsend,MS_RTP_SEND_SET_SESSION,stream->ms.session);
if (stream->source_performs_encoding == FALSE) {
stream->ms.encoder=ms_filter_create_encoder(pt->mime_type);
if ((stream->ms.encoder==NULL) ){
/* big problem: we don't have a registered codec for this payload...*/
ms_error("videostream.c: No encoder available for payload %i:%s.",payload,pt->mime_type);
return -1;
}
}
/* creates the filters */
stream->cam=cam;
stream->source = ms_web_cam_create_reader(cam);
stream->tee = ms_filter_new(MS_TEE_ID);
if (stream->source_performs_encoding == TRUE) {
stream->ms.encoder = stream->source; /* Consider the encoder is the source */
}
if (pt->normal_bitrate>0){
MSVideoConfiguration *vconf_list = NULL;
ms_message("Limiting bitrate of video encoder to %i bits/s",pt->normal_bitrate);
ms_filter_call_method(stream->ms.encoder, MS_VIDEO_ENCODER_GET_CONFIGURATION_LIST, &vconf_list);
if (vconf_list != NULL) {
MSVideoConfiguration vconf = ms_video_find_best_configuration_for_bitrate(vconf_list, pt->normal_bitrate);
ms_filter_call_method(stream->ms.encoder, MS_VIDEO_ENCODER_SET_CONFIGURATION, &vconf);
} else {
ms_filter_call_method(stream->ms.encoder, MS_FILTER_SET_BITRATE, &pt->normal_bitrate);
}
}
if (pt->send_fmtp){
ms_filter_call_method(stream->ms.encoder,MS_FILTER_ADD_FMTP,pt->send_fmtp);
}
if (stream->use_preview_window){
if (stream->rendercb==NULL){
stream->output2=ms_filter_new_from_name (stream->display_name);
}
}
configure_video_source (stream);
/* and then connect all */
ms_connection_helper_start(&ch);
ms_connection_helper_link(&ch, stream->source, -1, 0);
if (stream->pixconv) {
ms_connection_helper_link(&ch, stream->pixconv, 0, 0);
}
if (stream->sizeconv) {
ms_connection_helper_link(&ch, stream->sizeconv, 0, 0);
}
ms_connection_helper_link(&ch, stream->tee, 0, 0);
if (stream->source_performs_encoding == FALSE) {
ms_connection_helper_link(&ch, stream->ms.encoder, 0, 0);
}
ms_connection_helper_link(&ch, stream->ms.rtpsend, 0, -1);
if (stream->output2){
if (stream->preview_window_id!=0){
ms_filter_call_method(stream->output2, MS_VIDEO_DISPLAY_SET_NATIVE_WINDOW_ID,&stream->preview_window_id);
}
ms_filter_link(stream->tee,1,stream->output2,0);
}
}
if (stream->dir==VideoStreamSendRecv || stream->dir==VideoStreamRecvOnly){
MSConnectionHelper ch;
MSVideoDisplayDecodingSupport decoding_support;
if (stream->rendercb!=NULL){
stream->output=ms_filter_new(MS_EXT_DISPLAY_ID);
ms_filter_set_notify_callback(stream->output,ext_display_cb,stream);
}else{
stream->output=ms_filter_new_from_name (stream->display_name);
}
/* Don't allow null output */
if(stream->output == NULL) {
ms_fatal("No video display filter could be instantiated. Please check build-time configuration");
}
/* Check if the output filter can perform the decoding process */
decoding_support.mime_type = pt->mime_type;
decoding_support.supported = FALSE;
ms_filter_call_method(stream->output, MS_VIDEO_DISPLAY_SUPPORT_DECODING, &decoding_support);
stream->output_performs_decoding = decoding_support.supported;
/*plumb the incoming stream */
if (stream->output_performs_decoding == TRUE) {
stream->ms.decoder = stream->output; /* Consider the decoder is the output */
} else {
stream->ms.decoder=ms_filter_create_decoder(pt->mime_type);
if ((stream->ms.decoder==NULL) ){
/* big problem: we don't have a registered decoderfor this payload...*/
ms_error("videostream.c: No decoder available for payload %i:%s.",payload,pt->mime_type);
ms_filter_destroy(stream->output);
return -1;
}
}
ms_filter_set_notify_callback(stream->ms.decoder, event_cb, stream);
stream->ms.rtprecv = ms_filter_new (MS_RTP_RECV_ID);
ms_filter_call_method(stream->ms.rtprecv,MS_RTP_RECV_SET_SESSION,stream->ms.session);
if (stream->output_performs_decoding == FALSE) {
stream->jpegwriter=ms_filter_new(MS_JPEG_WRITER_ID);
if (stream->jpegwriter)
stream->tee2=ms_filter_new(MS_TEE_ID);
}
/* set parameters to the decoder*/
if (pt->send_fmtp){
ms_filter_call_method(stream->ms.decoder,MS_FILTER_ADD_FMTP,pt->send_fmtp);
}
if (pt->recv_fmtp!=NULL)
ms_filter_call_method(stream->ms.decoder,MS_FILTER_ADD_FMTP,(void*)pt->recv_fmtp);
/*force the decoder to output YUV420P */
format=MS_YUV420P;
ms_filter_call_method(stream->ms.decoder,MS_FILTER_SET_PIX_FMT,&format);
/*configure the display window */
if(stream->output != NULL) {
disp_size.width=MS_VIDEO_SIZE_CIF_W;
disp_size.height=MS_VIDEO_SIZE_CIF_H;
tmp=1;
ms_filter_call_method(stream->output,MS_FILTER_SET_VIDEO_SIZE,&disp_size);
ms_filter_call_method(stream->output,MS_VIDEO_DISPLAY_ENABLE_AUTOFIT,&tmp);
ms_filter_call_method(stream->output,MS_FILTER_SET_PIX_FMT,&format);
ms_filter_call_method(stream->output,MS_VIDEO_DISPLAY_SET_LOCAL_VIEW_MODE,&stream->corner);
if (stream->window_id!=0){
ms_filter_call_method(stream->output, MS_VIDEO_DISPLAY_SET_NATIVE_WINDOW_ID,&stream->window_id);
}
if (stream->display_filter_auto_rotate_enabled) {
ms_filter_call_method(stream->output,MS_VIDEO_DISPLAY_SET_DEVICE_ORIENTATION,&stream->device_orientation);
}
}
/* and connect the filters */
ms_connection_helper_start (&ch);
ms_connection_helper_link (&ch,stream->ms.rtprecv,-1,0);
if (stream->output_performs_decoding == FALSE) {
ms_connection_helper_link (&ch,stream->ms.decoder,0,0);
}
if (stream->tee2){
ms_connection_helper_link (&ch,stream->tee2,0,0);
ms_filter_link(stream->tee2,1,stream->jpegwriter,0);
}
if (stream->output!=NULL)
ms_connection_helper_link (&ch,stream->output,0,-1);
/* the video source must be send for preview , if it exists*/
if (stream->tee!=NULL && stream->output!=NULL && stream->output2==NULL)
ms_filter_link(stream->tee,1,stream->output,1);
}
if (stream->dir == VideoStreamSendOnly) {
stream->ms.rtprecv = ms_filter_new (MS_RTP_RECV_ID);
ms_filter_call_method(stream->ms.rtprecv, MS_RTP_RECV_SET_SESSION, stream->ms.session);
stream->ms.voidsink = ms_filter_new(MS_VOID_SINK_ID);
ms_filter_link(stream->ms.rtprecv, 0, stream->ms.voidsink, 0);
}
/* create the ticker */
if (stream->ms.ticker==NULL) start_ticker(&stream->ms);
stream->ms.start_time=ms_time(NULL);
stream->ms.is_beginning=TRUE;
/* attach the graphs */
if (stream->source)
ms_ticker_attach (stream->ms.ticker, stream->source);
if (stream->ms.rtprecv)
ms_ticker_attach (stream->ms.ticker, stream->ms.rtprecv);
return 0;
}
int init_bench(struct bench_config *bench)
{
PayloadType *pt;
int pos;
int val;
int count;
bench->ticker=ms_ticker_new();
count = 0;
/* creates the couple of encoder/decoder */
pt=rtp_profile_get_payload(&av_profile,bench->payload);
if (pt==NULL){
ms_error("audiostream.c: undefined payload type.");
return count;
}
if (pt->clock_rate!=8000 && pt->clock_rate!=16000 && pt->clock_rate!=32000){
ms_error("audiostream.c: wrong rate.");
return count;
}
for (pos=0;pos<bench->num_session;pos++)
{
struct test_session *ts = (struct test_session *)ortp_malloc(sizeof(struct test_session));
memset(ts, 0, sizeof(struct test_session));
ts->rtps = create_duplex_rtpsession(bench->port_origin+pos*2);
if (ts->rtps==NULL)
{
ms_error("bench.c: cannot create rtp_session!");
ortp_free(ts);
return count;
}
rtp_session_set_payload_type(ts->rtps,bench->payload);
rtp_session_set_remote_addr_full(ts->rtps,
bench->ip_destination,
bench->port_destination+pos*2,
bench->ip_destination,
bench->port_destination+1+pos*2);
ts->fplayer = ms_filter_new(MS_FILE_PLAYER_ID);
if (strstr(bench->wavfile, ".au")==NULL)
ts->encoder = ms_filter_create_encoder(pt->mime_type);
ts->rtpsend = ms_filter_new(MS_RTP_SEND_ID);
ts->rtprecv = ms_filter_new(MS_RTP_RECV_ID);
ts->decoder = ms_filter_create_decoder(pt->mime_type);
ts->frecorder = ms_filter_new(MS_FILE_REC_ID);
if ((ts->encoder==NULL && strstr(bench->wavfile, ".au")==NULL)
|| (ts->decoder==NULL )){
ms_error("bench.c: No decoder available for payload %i.",bench->payload);
if (ts->fplayer) ms_filter_destroy(ts->fplayer);
if (ts->encoder) ms_filter_destroy(ts->encoder);
if (ts->rtpsend) ms_filter_destroy(ts->rtpsend);
if (ts->rtprecv) ms_filter_destroy(ts->rtprecv);
if (ts->decoder) ms_filter_destroy(ts->decoder);
if (ts->frecorder) ms_filter_destroy(ts->frecorder);
ortp_free(ts);
return count;
}
if (ts->fplayer==NULL){
ms_error("bench.c: missing player filter.");
if (ts->fplayer) ms_filter_destroy(ts->fplayer);
if (ts->encoder) ms_filter_destroy(ts->encoder);
if (ts->rtpsend) ms_filter_destroy(ts->rtpsend);
if (ts->rtprecv) ms_filter_destroy(ts->rtprecv);
if (ts->decoder) ms_filter_destroy(ts->decoder);
if (ts->frecorder) ms_filter_destroy(ts->frecorder);
ortp_free(ts);
return count;
}
if (ts->frecorder==NULL){
ms_error("bench.c: missing recorder filter.");
if (ts->fplayer) ms_filter_destroy(ts->fplayer);
if (ts->encoder) ms_filter_destroy(ts->encoder);
if (ts->rtpsend) ms_filter_destroy(ts->rtpsend);
if (ts->rtprecv) ms_filter_destroy(ts->rtprecv);
if (ts->decoder) ms_filter_destroy(ts->decoder);
if (ts->frecorder) ms_filter_destroy(ts->frecorder);
ortp_free(ts);
return count;
}
if (ts->rtpsend==NULL){
ms_error("bench.c: missing rtpsend filter.");
if (ts->fplayer) ms_filter_destroy(ts->fplayer);
if (ts->encoder) ms_filter_destroy(ts->encoder);
if (ts->rtpsend) ms_filter_destroy(ts->rtpsend);
if (ts->rtprecv) ms_filter_destroy(ts->rtprecv);
if (ts->decoder) ms_filter_destroy(ts->decoder);
if (ts->frecorder) ms_filter_destroy(ts->frecorder);
ortp_free(ts);
return count;
}
if (ts->rtprecv==NULL){
ms_error("bench.c: missing rtprecv filter.");
if (ts->fplayer) ms_filter_destroy(ts->fplayer);
if (ts->encoder) ms_filter_destroy(ts->encoder);
if (ts->rtpsend) ms_filter_destroy(ts->rtpsend);
if (ts->rtprecv) ms_filter_destroy(ts->rtprecv);
if (ts->decoder) ms_filter_destroy(ts->decoder);
if (ts->frecorder) ms_filter_destroy(ts->frecorder);
ortp_free(ts);
return count;
}
ms_filter_call_method(ts->rtpsend,MS_RTP_SEND_SET_SESSION,ts->rtps);
ms_filter_call_method(ts->rtprecv,MS_RTP_RECV_SET_SESSION,ts->rtps);
ms_filter_call_method (ts->rtprecv, MS_FILTER_SET_SAMPLE_RATE,
&pt->clock_rate);
ms_filter_call_method (ts->frecorder, MS_FILTER_SET_SAMPLE_RATE,
&pt->clock_rate);
val = ms_filter_call_method(ts->fplayer,MS_FILE_PLAYER_OPEN,(void*)bench->wavfile);
if (val!=0)
{
ms_error("bench.c: Cannot open wav file (%s)", bench->wavfile);
if (ts->fplayer) ms_filter_destroy(ts->fplayer);
if (ts->encoder) ms_filter_destroy(ts->encoder);
if (ts->rtpsend) ms_filter_destroy(ts->rtpsend);
if (ts->rtprecv) ms_filter_destroy(ts->rtprecv);
if (ts->decoder) ms_filter_destroy(ts->decoder);
if (ts->frecorder) ms_filter_destroy(ts->frecorder);
ortp_free(ts);
return count;
}
val=0;
ms_filter_call_method (ts->fplayer, MS_FILTER_GET_SAMPLE_RATE,
&val);
if (val!=pt->clock_rate)
{
ms_error("bench.c: unsupported rate for wav file: codec=%i / file=%i",
pt->clock_rate, val);
if (ts->fplayer) ms_filter_destroy(ts->fplayer);
if (ts->encoder) ms_filter_destroy(ts->encoder);
if (ts->rtpsend) ms_filter_destroy(ts->rtpsend);
if (ts->rtprecv) ms_filter_destroy(ts->rtprecv);
if (ts->decoder) ms_filter_destroy(ts->decoder);
if (ts->frecorder) ms_filter_destroy(ts->frecorder);
ortp_free(ts);
return count;
}
ms_filter_call_method (ts->fplayer, MS_FILTER_GET_NCHANNELS,
&val);
if (val!=1)
{
ms_error("bench.c: unsupported number of channel for wav file: codec=1 / file=%i",
val);
if (ts->fplayer) ms_filter_destroy(ts->fplayer);
if (ts->encoder) ms_filter_destroy(ts->encoder);
if (ts->rtpsend) ms_filter_destroy(ts->rtpsend);
if (ts->rtprecv) ms_filter_destroy(ts->rtprecv);
if (ts->decoder) ms_filter_destroy(ts->decoder);
if (ts->frecorder) ms_filter_destroy(ts->frecorder);
ortp_free(ts);
return count;
}
ms_filter_call_method_noarg(ts->fplayer,MS_FILE_PLAYER_START);
if (strstr(bench->wavfile, ".au")==NULL)
{
ms_filter_link(ts->fplayer,0,ts->encoder,0);
ms_filter_link(ts->encoder,0,ts->rtpsend,0);
}
else
{
ms_filter_link(ts->fplayer,0,ts->rtpsend,0);
}
ms_filter_link(ts->rtprecv,0,ts->decoder,0);
ms_filter_link(ts->decoder,0,ts->frecorder,0);
ms_ticker_attach(bench->ticker,ts->fplayer);
ms_ticker_attach(bench->ticker,ts->rtprecv);
if (pos < bench->num_session_record)
{
char rec_file[128];
snprintf(rec_file, sizeof(rec_file), "rec_%s_%i.wav",
bench->ip_destination,
bench->port_destination+pos*2);
ms_filter_call_method(ts->frecorder,MS_FILE_REC_OPEN,(void*)rec_file);
ms_filter_call_method_noarg(ts->frecorder,MS_FILE_REC_START);
}
bench->tsessions = ms_list_append(bench->tsessions, (void*)ts);
count++;
}
return count;
}
int main(int argc, char *argv[])
{
RtpSession *session;
unsigned char buffer[160];
int i;
FILE *infile;
char *ssrc;
uint32_t packet_ts=0,send_ts=0;
uint32_t send_ts_inc=160;
int clockslide=0;
int jitter=0;
if (argc<4){
printf("%s",help);
return -1;
}
for(i=4;i<argc;i++){
if (strcmp(argv[i],"--with-clockslide")==0){
i++;
if (i>=argc) {
printf("%s",help);
return -1;
}
clockslide=atoi(argv[i]);
ortp_message("Using clockslide of %i milisecond every 50 packets.",clockslide);
}else if (strcmp(argv[i],"--with-ptime")==0){
ortp_message("Ptime related jitter will be added to outgoing stream.");
i++;
if (i>=argc) {
printf("%s",help);
return -1;
}
jitter=atoi(argv[i]);
send_ts_inc=jitter*8;
}
}
ortp_init();
ortp_scheduler_init();
ortp_set_log_level_mask(NULL, ORTP_MESSAGE|ORTP_WARNING|ORTP_ERROR);
session=rtp_session_new(RTP_SESSION_SENDONLY);
rtp_session_set_scheduling_mode(session,1);
rtp_session_set_blocking_mode(session,1);
rtp_session_set_connected_mode(session,TRUE);
rtp_session_set_remote_addr(session,argv[2],atoi(argv[3]));
rtp_session_set_payload_type(session,0);
ssrc=getenv("SSRC");
if (ssrc!=NULL) {
printf("using SSRC=%i.\n",atoi(ssrc));
rtp_session_set_ssrc(session,atoi(ssrc));
}
#ifndef _WIN32
infile=fopen(argv[1],"r");
#else
infile=fopen(argv[1],"rb");
#endif
if (infile==NULL) {
perror("Cannot open file");
return -1;
}
signal(SIGINT,stophandler);
while( ((i=fread(buffer,1,160,infile))>0) && (runcond) )
{
mblk_t *m=rtp_session_create_packet(session,RTP_FIXED_HEADER_SIZE,buffer,i);
__rtp_session_sendm_with_ts(session,m,packet_ts,send_ts);
packet_ts+=160;
if ((send_ts+send_ts_inc)<=packet_ts){
send_ts+=send_ts_inc;
}
if (clockslide!=0 && send_ts%(160*50)==0){
ortp_message("Clock sliding of %i miliseconds now",clockslide);
rtp_session_make_time_distorsion(session,clockslide);
}
}
fclose(infile);
rtp_session_destroy(session);
ortp_exit();
ortp_global_stats_display();
return 0;
}
int main(int argc, char **argv)
{
ortp_init();
ms_init();
zk_xmpp_uac_init();
ortp_set_log_level_mask(ORTP_MESSAGE);
if (argc < 2) {
fprintf(stderr, "usage: %s <zqpkt src url> [s]\n", argv[0]);
return -1;
}
bool stream_mode = false;
if (argc == 3 && argv[2][0] == 's')
stream_mode = true;
_stream_mode = stream_mode;
if (stream_mode)
fprintf(stdout, "=== STREAMING MODE ===\n\n");
else
fprintf(stdout, "=== SOURCING MODE ===\n\n");
_url = argv[1];
_env = CreateEvent(0, 0, 0, 0);
fprintf(stdout, "%s: using zqpkt src '%s', just wait mcu .....\n", argv[0], argv[1]);
// 使用 normaluser 登录
cb_xmpp_uac cbs = { 0, 0, 0, 0, cb_connect_notify };
_uac = zk_xmpp_uac_log_in(get_user_jid(), "ddkk1212", &cbs, 0);
WaitForSingleObject(_env, 10000);
if (_sid == -1) {
fprintf(stderr, ":( somthing err, exit!\n");
}
else {
SetConsoleCtrlHandler(signal_ctrl_c, 1);
const char *src_url = argv[1];
const char *target_ip = _ip.c_str();
int target_port = _rtp_port;
int target_port2 = _rtcp_port;
//fprintf(stdout, "target ip=%s\ntarget port=%d\n\n", target_ip, target_port);
// only support h264
rtp_profile_set_payload(&av_profile,100, &payload_type_h264);
/// 使用 zonekey.h264.source filter
zonekey_h264_source_register();
MSFilterDesc *desc = ms_filter_lookup_by_name("ZonekeyH264Source");
MSFilter *source = ms_filter_new_from_desc(desc);
if (_stream_mode)
zonekey_yuv_sink_register();
// 获取 writer_params
ZonekeyH264SourceWriterParam writer_param;
ms_filter_call_method(source, ZONEKEY_METHOD_H264_SOURCE_GET_WRITER_PARAM, &writer_param);
// RTP Session
RtpSession *rtpsess = rtp_session_new(RTP_SESSION_SENDRECV); //
rtp_session_set_local_addr(rtpsess, "0.0.0.0", -1, -1); // 随机端口
rtp_session_set_remote_addr_and_port(rtpsess, target_ip, target_port, target_port2);
rtp_session_set_payload_type(rtpsess, 100); // h264
JBParameters jb;
jb.adaptive = 1;
jb.max_packets = 3000;
jb.max_size = -1;
jb.min_size = jb.nom_size = 300;
rtp_session_set_jitter_buffer_params(rtpsess, &jb);
// disable video jitter control
rtp_session_enable_jitter_buffer(rtpsess, 0);
/// rtp sender
MSFilter *rtp_sender = ms_filter_new(MS_RTP_SEND_ID);
ms_filter_call_method(rtp_sender, MS_RTP_SEND_SET_SESSION, rtpsess);
// connect source --> rtp sender
ms_filter_link(source, 0, rtp_sender, 0);
// MSTicker
MSTicker *ticker = ms_ticker_new();
// attach ticker
ms_ticker_attach(ticker, source);
if (_stream_mode) {
// FIXME: recv, but ....
MSFilter *rtp_recver = ms_filter_new(MS_RTP_RECV_ID);
ms_filter_call_method(rtp_recver, MS_RTP_RECV_SET_SESSION, rtpsess);
MSFilter *decoder = ms_filter_new(MS_H264_DEC_ID);
MSFilter *sink = ms_filter_new_from_name("ZonekeyYUVSink");
ms_filter_link(rtp_recver, 0, decoder, 0);
ms_filter_link(decoder, 0, sink, 0);
MSTicker *tk = ms_ticker_new();
//ms_ticker_attach(tk, rtp_recver);
}
// 利用 libzqpkt 接收 h264 数据，并且调用 zonekey h264 source 的 writer()
void *zqp = 0;
if (zqpsrc_open(&zqp, src_url) < 0) {
fprintf(stderr, "to open src err\n");
return -1;
}
while (!_quit) {
zq_pkt *pkt = zqpsrc_getpkt(zqp);
if (pkt) {
if (pkt->type == 1) {
// h264
writer_param.write(writer_param.ctx, pkt->ptr, pkt->len, pkt->pts / 45000.0);
}
zqpsrc_freepkt(zqp, pkt);
}
else
break;
}
// 发送删除 sid 的命令
char options[128], *cmd="test.fc.del_source";
if (_stream_mode) {
snprintf(options, sizeof(options), "streamid=%d", _sid);
cmd = "test.dc.del_stream";
}
else
snprintf(options, sizeof(options), "sid=%d", _sid);
zk_xmpp_uac_send_cmd(_uac, get_mcu_jid(), cmd, options, 0, cb_response);
fprintf(stderr, "\n\nen. to del sid=%d\n\n", _sid);
zqpsrc_close(zqp);
fprintf(stderr, "END!\n");
WaitForSingleObject(_env, 3000); // 等待 test.fc.de_source 发送成功
}
return 0;
}
int audio_stream_start_full(AudioStream *stream, RtpProfile *profile, const char *remip,int remport,
int rem_rtcp_port, int payload,int jitt_comp, const char *infile, const char *outfile,
MSSndCard *playcard, MSSndCard *captcard, bool_t use_ec)
{
RtpSession *rtps=stream->session;
PayloadType *pt;
int tmp;
rtp_session_set_profile(rtps,profile);
if (remport>0) rtp_session_set_remote_addr_full(rtps,remip,remport,rem_rtcp_port);
rtp_session_set_payload_type(rtps,payload);
rtp_session_set_jitter_compensation(rtps,jitt_comp);
if (remport>0)
ms_filter_call_method(stream->rtpsend,MS_RTP_SEND_SET_SESSION,rtps);
stream->rtprecv=ms_filter_new(MS_RTP_RECV_ID);
ms_filter_call_method(stream->rtprecv,MS_RTP_RECV_SET_SESSION,rtps);
stream->session=rtps;
stream->dtmfgen=ms_filter_new(MS_DTMF_GEN_ID);
rtp_session_signal_connect(rtps,"telephone-event",(RtpCallback)on_dtmf_received,(unsigned long)stream);
rtp_session_signal_connect(rtps,"payload_type_changed",(RtpCallback)payload_type_changed,(unsigned long)stream);
/* creates the local part */
if (captcard!=NULL) stream->soundread=ms_snd_card_create_reader(captcard);
else {
stream->soundread=ms_filter_new(MS_FILE_PLAYER_ID);
if (infile!=NULL) audio_stream_play(stream,infile);
}
if (playcard!=NULL) stream->soundwrite=ms_snd_card_create_writer(playcard);
else {
stream->soundwrite=ms_filter_new(MS_FILE_REC_ID);
if (outfile!=NULL) audio_stream_record(stream,outfile);
}
/* creates the couple of encoder/decoder */
pt=rtp_profile_get_payload(profile,payload);
if (pt==NULL){
ms_error("audiostream.c: undefined payload type.");
return -1;
}
stream->encoder=ms_filter_create_encoder(pt->mime_type);
stream->decoder=ms_filter_create_decoder(pt->mime_type);
if ((stream->encoder==NULL) || (stream->decoder==NULL)){
/* big problem: we have not a registered codec for this payload...*/
ms_error("mediastream.c: No decoder available for payload %i.",payload);
return -1;
}
if (use_ec) {
stream->ec=ms_filter_new(MS_SPEEX_EC_ID);
ms_filter_call_method(stream->ec,MS_FILTER_SET_SAMPLE_RATE,&pt->clock_rate);
}
/* give the sound filters some properties */
ms_filter_call_method(stream->soundread,MS_FILTER_SET_SAMPLE_RATE,&pt->clock_rate);
ms_filter_call_method(stream->soundwrite,MS_FILTER_SET_SAMPLE_RATE,&pt->clock_rate);
tmp=1;
ms_filter_call_method(stream->soundwrite,MS_FILTER_SET_NCHANNELS, &tmp);
/* give the encoder/decoder some parameters*/
ms_filter_call_method(stream->encoder,MS_FILTER_SET_SAMPLE_RATE,&pt->clock_rate);
ms_message("Payload's bitrate is %i",pt->normal_bitrate);
if (pt->normal_bitrate>0){
ms_message("Setting audio encoder network bitrate to %i",pt->normal_bitrate);
ms_filter_call_method(stream->encoder,MS_FILTER_SET_BITRATE,&pt->normal_bitrate);
}
ms_filter_call_method(stream->decoder,MS_FILTER_SET_SAMPLE_RATE,&pt->clock_rate);
if (pt->send_fmtp!=NULL) ms_filter_call_method(stream->encoder,MS_FILTER_ADD_FMTP, (void*)pt->send_fmtp);
if (pt->recv_fmtp!=NULL) ms_filter_call_method(stream->decoder,MS_FILTER_ADD_FMTP,(void*)pt->recv_fmtp);
/* and then connect all */
/* tip: draw yourself the picture if you don't understand */
if (stream->ec){
ms_filter_link(stream->soundread,0,stream->ec,1);
ms_filter_link(stream->ec,1,stream->encoder,0);
ms_filter_link(stream->dtmfgen,0,stream->ec,0);
ms_filter_link(stream->ec,0,stream->soundwrite,0);
}else{
ms_filter_link(stream->soundread,0,stream->encoder,0);
ms_filter_link(stream->dtmfgen,0,stream->soundwrite,0);
}
ms_filter_link(stream->encoder,0,stream->rtpsend,0);
ms_filter_link(stream->rtprecv,0,stream->decoder,0);
ms_filter_link(stream->decoder,0,stream->dtmfgen,0);
/* create ticker */
stream->ticker=ms_ticker_new();
ms_ticker_set_name(stream->ticker,"Audio MSTicker");
ms_ticker_attach(stream->ticker,stream->soundread);
ms_ticker_attach(stream->ticker,stream->rtprecv);
return 0;
}
int main(int argc, char*argv[])
{
RtpSession *session;
#ifndef SBUS
unsigned char buffer[160];
#else
unsigned char buffer[SBUS_FRAME_SIZE];
#endif
int err;
uint32_t ts=0;
int stream_received=0;
FILE *outfile;
int local_port;
int have_more;
int i;
int format=0;
int soundcard=0;
int sound_fd=0;
int jittcomp=40;
bool_t adapt=TRUE;
#ifdef SBUS
RtpProfile prof;
#endif
/* init the lib */
if (argc<3){
printf("%s",help);
return -1;
}
local_port=atoi(argv[2]);
if (local_port<=0) {
printf("%s",help);
return -1;
}
for (i=3;i<argc;i++)
{
if (strcmp(argv[i],"--noadapt")==0) adapt=FALSE;
if (strcmp(argv[i],"--format")==0){
i++;
if (i<argc){
if (strcmp(argv[i],"mulaw")==0){
format=MULAW;
}else
if (strcmp(argv[i],"alaw")==0){
format=ALAW;
}else{
printf("Unsupported format %s\n",argv[i]);
return -1;
}
}
}
else if (strcmp(argv[i],"--soundcard")==0){
soundcard=1;
}
else if (strcmp(argv[i],"--with-jitter")==0){
i++;
if (i<argc){
jittcomp=atoi(argv[i]);
printf("Using a jitter buffer of %i milliseconds.\n",jittcomp);
}
}
}
outfile=fopen(argv[1],"wb");
if (outfile==NULL) {
perror("Cannot open file for writing");
return -1;
}
#ifdef SBUS
setvbuf(outfile, NULL, _IONBF, 0);
#endif
if (soundcard){
sound_fd=sound_init(format);
}
ortp_init();
ortp_scheduler_init();
ortp_set_log_level_mask(ORTP_DEBUG|ORTP_MESSAGE|ORTP_WARNING|ORTP_ERROR);
signal(SIGINT,stop_handler);
session=rtp_session_new(RTP_SESSION_RECVONLY);
rtp_session_set_scheduling_mode(session,1);
rtp_session_set_blocking_mode(session,1);
rtp_session_set_local_addr(session,"0.0.0.0",atoi(argv[2]),-1);
rtp_session_set_connected_mode(session,TRUE);
rtp_session_set_symmetric_rtp(session,TRUE);
rtp_session_enable_adaptive_jitter_compensation(session,adapt);
rtp_session_set_jitter_compensation(session,jittcomp);
#ifndef SBUS
rtp_session_set_payload_type(session,0);
#else
rtp_profile_clear_all(&prof);
//rtp_profile_set_name(&prof, "SBUS");
rtp_profile_set_payload(&prof, 71, &payload_type_sbus);
rtp_session_set_profile(session, &prof);
rtp_session_set_payload_type(session, 71);
#endif
rtp_session_signal_connect(session,"ssrc_changed",(RtpCallback)ssrc_cb,0);
rtp_session_signal_connect(session,"ssrc_changed",(RtpCallback)rtp_session_reset,0);
while(cond)
{
have_more=1;
while (have_more){
#ifndef SBUS
err=rtp_session_recv_with_ts(session,buffer,160,ts,&have_more);
#else
err=rtp_session_recv_with_ts(session,buffer,SBUS_FRAME_SIZE,ts,&have_more);
#endif
if (err>0) stream_received=1;
/* this is to avoid to write to disk some silence before the first RTP packet is returned*/
if ((stream_received) && (err>0)) {
#ifdef SBUS
clock_gettime(CLOCK_REALTIME, &tsnew);
printf("%09ld\n", tsnew.tv_nsec);
#endif
size_t ret = fwrite(buffer,1,err,outfile);
if (sound_fd>0){
ret = write(sound_fd,buffer,err);
if (ret==-1){
fprintf(stderr,"write to sound card failed (%s)",strerror(errno));
}
}
}
}
#ifndef SBUS
ts+=160;
#else
ts+=70;
#endif
//ortp_message("Receiving packet.");
}
rtp_session_destroy(session);
ortp_exit();
ortp_global_stats_display();
return 0;
}
int main(int argc, char *argv[])
{
RtpSession *session[STREAMS_COUNT];
int i;
int filefd[STREAMS_COUNT];
int port;
uint32_t user_ts=0;
int channels;
SessionSet *set;
char *filename;
if (argc<4){
printf("%s",help);
return -1;
}
channels=atoi(argv[3]);
if (channels==0){
printf("%s",help);
return -1;
}
ortp_init();
ortp_scheduler_init();
port=atoi(argv[2]);
recvbuf=ortp_malloc(160);
for (i=0;i<channels;i++){
session[i]=rtp_session_new(RTP_SESSION_RECVONLY);
rtp_session_set_scheduling_mode(session[i],1);
rtp_session_set_blocking_mode(session[i],0);
rtp_session_set_local_addr(session[i],"0.0.0.0",port,port+1);
rtp_session_set_payload_type(session[i],0);
rtp_session_enable_adaptive_jitter_compensation(session[i], TRUE);
rtp_session_set_recv_buf_size(session[i],256);
port+=2;
}
filename=ortp_malloc(strlen(argv[1])+15);
for (i=0;i<channels;i++){
sprintf(filename,"%s%4.4d.dat",argv[1],i);
#ifndef _WIN32
filefd[i]=open(filename,O_WRONLY | O_CREAT | O_TRUNC, S_IRUSR|S_IWUSR|S_IRGRP|S_IWGRP);
#else
filefd[i]=open(filename,_O_BINARY | O_WRONLY | O_CREAT | O_TRUNC);
#endif
if (filefd[i]<0) ortp_error("Could not open %s for writing: %s",filename,strerror(errno));
}
signal(SIGINT,stophandler);
/* create a set */
set=session_set_new();
while(runcond)
{
int k;
for (k=0;k<channels;k++){
/* add the session to the set */
session_set_set(set,session[k]);
//printf("session_set_set %d\n", k);
}
/* and then suspend the process by selecting() */
k=session_set_select(set,NULL,NULL);
if (k==0) printf("warning: session_set_select() is returning 0...\n");
for (k=0;k<channels;k++){
if (session_set_is_set(set,session[k])){
rtp2disk(session[k],user_ts,filefd[k]);
//printf("session_set_is_set %d\n", k);
} else {
//printf("warning: session %i is not set !\n",k);
}
}
user_ts+=160;
}
printf("Exiting\n");
for (i=0;i<channels;i++){
close(filefd[i]);
rtp_session_destroy(session[i]);
}
session_set_destroy(set);
ortp_free(filename);
ortp_exit();
ortp_global_stats_display();
ortp_free(recvbuf);
return 0;
}
int audio_stream_start_full(AudioStream *stream, RtpProfile *profile, const char *remip,int remport,
int rem_rtcp_port, int payload,int jitt_comp, const char *infile, const char *outfile,
MSSndCard *playcard, MSSndCard *captcard, bool_t use_ec)
{
RtpSession *rtps=stream->session;
PayloadType *pt;
int tmp;
MSConnectionHelper h;
rtp_session_set_profile(rtps,profile);
if (remport>0) rtp_session_set_remote_addr_full(rtps,remip,remport,rem_rtcp_port);
rtp_session_set_payload_type(rtps,payload);
rtp_session_set_jitter_compensation(rtps,jitt_comp);
if (remport>0)
ms_filter_call_method(stream->rtpsend,MS_RTP_SEND_SET_SESSION,rtps);
stream->rtprecv=ms_filter_new(MS_RTP_RECV_ID);
ms_filter_call_method(stream->rtprecv,MS_RTP_RECV_SET_SESSION,rtps);
stream->session=rtps;
stream->dtmfgen=ms_filter_new(MS_DTMF_GEN_ID);
rtp_session_signal_connect(rtps,"telephone-event",(RtpCallback)on_dtmf_received,(unsigned long)stream);
rtp_session_signal_connect(rtps,"payload_type_changed",(RtpCallback)payload_type_changed,(unsigned long)stream);
/* creates the local part */
if (captcard!=NULL) stream->soundread=ms_snd_card_create_reader(captcard);
else {
stream->soundread=ms_filter_new(MS_FILE_PLAYER_ID);
stream->read_resampler=ms_filter_new(MS_RESAMPLE_ID);
if (infile!=NULL) audio_stream_play(stream,infile);
}
if (playcard!=NULL) stream->soundwrite=ms_snd_card_create_writer(playcard);
else {
stream->soundwrite=ms_filter_new(MS_FILE_REC_ID);
if (outfile!=NULL) audio_stream_record(stream,outfile);
}
/* creates the couple of encoder/decoder */
pt=rtp_profile_get_payload(profile,payload);
if (pt==NULL){
ms_error("audiostream.c: undefined payload type.");
return -1;
}
stream->encoder=ms_filter_create_encoder(pt->mime_type);
stream->decoder=ms_filter_create_decoder(pt->mime_type);
if ((stream->encoder==NULL) || (stream->decoder==NULL)){
/* big problem: we have not a registered codec for this payload...*/
ms_error("mediastream.c: No decoder available for payload %i.",payload);
return -1;
}
if (stream->el_type!=ELInactive || stream->use_gc || stream->use_ng){
stream->volsend=ms_filter_new(MS_VOLUME_ID);
stream->volrecv=ms_filter_new(MS_VOLUME_ID);
if (stream->el_type!=ELInactive){
if (stream->el_type==ELControlFull) {
/* also reduce speaker gain when no signal - same parameters as std. noise gate */
int tmp=1;
ms_filter_call_method(stream->volrecv,MS_VOLUME_ENABLE_NOISE_GATE,&tmp);
}
ms_filter_call_method(stream->volsend,MS_VOLUME_SET_PEER,stream->volrecv);
}
if (stream->use_ng){
int tmp=1;
ms_filter_call_method(stream->volsend,MS_VOLUME_ENABLE_NOISE_GATE,&tmp);
}
}
if (stream->use_agc || stream->use_nr){
int tmp=1;
if (stream->volsend==NULL)
stream->volsend=ms_filter_new(MS_VOLUME_ID);
if(stream->use_agc) ms_filter_call_method(stream->volsend,MS_VOLUME_ENABLE_AGC,&tmp);
/*Noise Reduction*/
if(stream->use_nr) ms_filter_call_method(stream->volsend,MS_VOLUME_ENABLE_NR,&tmp);
}
/* give the sound filters some properties */
if (ms_filter_call_method(stream->soundread,MS_FILTER_SET_SAMPLE_RATE,&pt->clock_rate) != 0) {
/* need to add resampler*/
if (stream->read_resampler == NULL) stream->read_resampler=ms_filter_new(MS_RESAMPLE_ID);
}
if (ms_filter_call_method(stream->soundwrite,MS_FILTER_SET_SAMPLE_RATE,&pt->clock_rate) != 0) {
/* need to add resampler*/
if (stream->write_resampler == NULL) stream->write_resampler=ms_filter_new(MS_RESAMPLE_ID);
}
tmp=1;
ms_filter_call_method(stream->soundwrite,MS_FILTER_SET_NCHANNELS, &tmp);
if(stream->record_enabled)
{
stream->filewriter = ms_filter_new(MS_FILE_REC_ID);
stream->recordmixer= ms_filter_new(MS_AUDIO_MIXER_ID);
stream->mic_tee = ms_filter_new(MS_TEE_ID);
stream->spk_tee = ms_filter_new(MS_TEE_ID);
ms_filter_call_method(stream->filewriter,MS_FILTER_SET_SAMPLE_RATE,&pt->clock_rate);
ms_filter_call_method(stream->recordmixer,MS_FILTER_SET_SAMPLE_RATE,&pt->clock_rate);
tmp=1;
ms_filter_call_method(stream->recordmixer,MS_FILTER_SET_NCHANNELS,&tmp);
}
/*configure the echo canceller if required */
if (use_ec) {
stream->ec=ms_filter_new(MS_SPEEX_EC_ID);
ms_filter_call_method(stream->ec,MS_FILTER_SET_SAMPLE_RATE,&pt->clock_rate);
if (stream->ec_tail_len!=0)
ms_filter_call_method(stream->ec,MS_ECHO_CANCELLER_SET_TAIL_LENGTH,&stream->ec_tail_len);
if (stream->ec_delay!=0){
ms_filter_call_method(stream->ec,MS_ECHO_CANCELLER_SET_DELAY,&stream->ec_delay);
}else{
/*configure from latency of sound card in case it is availlable */
int latency=0;
ms_filter_call_method(stream->soundread,MS_FILTER_GET_LATENCY,&latency);
latency-=30; /*keep 30 milliseconds security margin*/
if (latency<0) latency=0;
ms_filter_call_method(stream->ec,MS_ECHO_CANCELLER_SET_DELAY,&latency);
}
if (stream->ec_framesize!=0)
ms_filter_call_method(stream->ec,MS_ECHO_CANCELLER_SET_FRAMESIZE,&stream->ec_framesize);
}
/* give the encoder/decoder some parameters*/
ms_filter_call_method(stream->encoder,MS_FILTER_SET_SAMPLE_RATE,&pt->clock_rate);
ms_message("Payload's bitrate is %i",pt->normal_bitrate);
if (pt->normal_bitrate>0){
ms_message("Setting audio encoder network bitrate to %i",pt->normal_bitrate);
ms_filter_call_method(stream->encoder,MS_FILTER_SET_BITRATE,&pt->normal_bitrate);
}
ms_filter_call_method(stream->decoder,MS_FILTER_SET_SAMPLE_RATE,&pt->clock_rate);
if (pt->send_fmtp!=NULL) ms_filter_call_method(stream->encoder,MS_FILTER_ADD_FMTP, (void*)pt->send_fmtp);
if (pt->recv_fmtp!=NULL) ms_filter_call_method(stream->decoder,MS_FILTER_ADD_FMTP,(void*)pt->recv_fmtp);
/*create the equalizer*/
stream->equalizer=ms_filter_new(MS_EQUALIZER_ID);
tmp=stream->eq_active;
ms_filter_call_method(stream->equalizer,MS_EQUALIZER_SET_ACTIVE,&tmp);
/*configure resampler if needed*/
if (stream->read_resampler){
audio_stream_configure_resampler(stream->read_resampler,stream->soundread,stream->rtpsend);
}
if (stream->write_resampler){
audio_stream_configure_resampler(stream->write_resampler,stream->rtprecv,stream->soundwrite);
}
/* and then connect all */
/* tip: draw yourself the picture if you don't understand */
/*sending graph*/
ms_connection_helper_start(&h);
ms_connection_helper_link(&h,stream->soundread,-1,0);
if (stream->read_resampler)
ms_connection_helper_link(&h,stream->read_resampler,0,0);
if (stream->ec)
ms_connection_helper_link(&h,stream->ec,1,1);
if (stream->volsend)
ms_connection_helper_link(&h,stream->volsend,0,0);
if(stream->mic_tee)
ms_connection_helper_link(&h,stream->mic_tee,0,0);
if(stream->mic_tee && stream->recordmixer)
ms_filter_link(stream->mic_tee,1,stream->recordmixer,0);
ms_connection_helper_link(&h,stream->encoder,0,0);
ms_connection_helper_link(&h,stream->rtpsend,0,-1);
/*receiving graph*/
ms_connection_helper_start(&h);
ms_connection_helper_link(&h,stream->rtprecv,-1,0);
ms_connection_helper_link(&h,stream->decoder,0,0);
ms_connection_helper_link(&h,stream->dtmfgen,0,0);
if (stream->equalizer)
ms_connection_helper_link(&h,stream->equalizer,0,0);
if (stream->volrecv)
ms_connection_helper_link(&h,stream->volrecv,0,0);
if (stream->ec)
ms_connection_helper_link(&h,stream->ec,0,0);
if (stream->write_resampler)
ms_connection_helper_link(&h,stream->write_resampler,0,0);
if(stream->spk_tee)
ms_connection_helper_link(&h,stream->spk_tee,0,0);
if(stream->mic_tee && stream->recordmixer)
ms_filter_link(stream->spk_tee,1,stream->recordmixer,1);
ms_connection_helper_link(&h,stream->soundwrite,0,-1);
if (stream->filewriter && stream->spk_tee && stream->mic_tee && stream->recordmixer){
ms_filter_link(stream->recordmixer,0,stream->filewriter,0);
}
/* create ticker */
stream->ticker=ms_ticker_new();
ms_ticker_set_name(stream->ticker,"Audio MSTicker");
ms_ticker_attach(stream->ticker,stream->soundread);
ms_ticker_attach(stream->ticker,stream->rtprecv);
return 0;
}
int video_stream_send_only_start(VideoStream* stream, RtpProfile *profile, const char *remip, int remport,
int rem_rtcp_port, int payload, int jitt_comp, MSWebCam *device){
PayloadType *pt;
MSPixFmt format;
MSVideoSize vsize;
RtpSession *rtps=stream->session;
float fps=15;
vsize.width=MS_VIDEO_SIZE_CIF_W;
vsize.height=MS_VIDEO_SIZE_CIF_H;
rtp_session_set_profile(rtps,profile);
if (remport>0) rtp_session_set_remote_addr_full(rtps,remip,remport,rem_rtcp_port);
rtp_session_set_payload_type(rtps,payload);
rtp_session_set_jitter_compensation(rtps,jitt_comp);
/* creates rtp filter to send streams (remote part) */
rtp_session_set_recv_buf_size(rtps,MAX_RTP_SIZE);
stream->rtpsend =ms_filter_new(MS_RTP_SEND_ID);
if (remport>0) ms_filter_call_method(stream->rtpsend,MS_RTP_SEND_SET_SESSION,stream->session);
/* creates the filters */
pt=rtp_profile_get_payload(profile,payload);
if (pt==NULL){
video_stream_free(stream);
ms_error("videostream.c: undefined payload type.");
return -1;
}
stream->encoder=ms_filter_create_encoder(pt->mime_type);
if ((stream->encoder==NULL)){
/* big problem: we have not a registered codec for this payload...*/
video_stream_free(stream);
ms_error("videostream.c: No codecs available for payload %i.",payload);
return -1;
}
/* creates the filters */
stream->source = ms_web_cam_create_reader(device);
stream->sizeconv=ms_filter_new(MS_SIZE_CONV_ID);
/* configure the filters */
if (pt->send_fmtp)
ms_filter_call_method(stream->encoder,MS_FILTER_ADD_FMTP,pt->send_fmtp);
ms_filter_call_method(stream->encoder,MS_FILTER_SET_BITRATE,&pt->normal_bitrate);
ms_filter_call_method(stream->encoder,MS_FILTER_GET_FPS,&fps);
ms_filter_call_method(stream->encoder,MS_FILTER_GET_VIDEO_SIZE,&vsize);
ms_filter_call_method(stream->source,MS_FILTER_SET_FPS,&fps);
ms_filter_call_method(stream->source,MS_FILTER_SET_VIDEO_SIZE,&vsize);
/* get the output format for webcam reader */
ms_filter_call_method(stream->source,MS_FILTER_GET_PIX_FMT,&format);
/*set it to the pixconv */
/* bug fix from AMD: What about MJPEG mode???*/
if (format==MS_MJPEG){
stream->pixconv=ms_filter_new(MS_MJPEG_DEC_ID);
}else{
stream->pixconv=ms_filter_new(MS_PIX_CONV_ID);
ms_filter_call_method(stream->pixconv,MS_FILTER_SET_PIX_FMT,&format);
ms_filter_call_method(stream->source,MS_FILTER_GET_VIDEO_SIZE,&vsize);
ms_filter_call_method(stream->pixconv,MS_FILTER_SET_VIDEO_SIZE,&vsize);
}
ms_filter_call_method(stream->encoder,MS_FILTER_GET_VIDEO_SIZE,&vsize);
ms_filter_call_method(stream->sizeconv,MS_FILTER_SET_VIDEO_SIZE,&vsize);
ms_message("vsize=%ix%i, fps=%f, send format: %s, capture format: %d, bitrate: %d",
vsize.width,vsize.height,fps,pt->send_fmtp,format, pt->normal_bitrate);
/* and then connect all */
ms_filter_link (stream->source, 0, stream->pixconv, 0);
ms_filter_link (stream->pixconv, 0, stream->sizeconv, 0);
ms_filter_link (stream->sizeconv, 0, stream->encoder, 0);
ms_filter_link (stream->encoder,0, stream->rtpsend,0);
/* create the ticker */
stream->ticker = ms_ticker_new();
/* attach it the graph */
ms_ticker_attach (stream->ticker, stream->source);
return 0;
}
int audio_stream_start_full(AudioStream *stream, RtpProfile *profile, const char *rem_rtp_ip,int rem_rtp_port,
const char *rem_rtcp_ip, int rem_rtcp_port, int payload,int jitt_comp, const char *infile, const char *outfile,
MSSndCard *playcard, MSSndCard *captcard, bool_t use_ec)
{
RtpSession *rtps=stream->ms.session;
PayloadType *pt,*tel_ev;
int tmp;
MSConnectionHelper h;
int sample_rate;
MSRtpPayloadPickerContext picker_context;
bool_t has_builtin_ec=FALSE;
rtp_session_set_profile(rtps,profile);
if (rem_rtp_port>0) rtp_session_set_remote_addr_full(rtps,rem_rtp_ip,rem_rtp_port,rem_rtcp_ip,rem_rtcp_port);
if (rem_rtcp_port<=0){
rtp_session_enable_rtcp(rtps,FALSE);
}
rtp_session_set_payload_type(rtps,payload);
rtp_session_set_jitter_compensation(rtps,jitt_comp);
if (rem_rtp_port>0)
ms_filter_call_method(stream->ms.rtpsend,MS_RTP_SEND_SET_SESSION,rtps);
stream->ms.rtprecv=ms_filter_new(MS_RTP_RECV_ID);
ms_filter_call_method(stream->ms.rtprecv,MS_RTP_RECV_SET_SESSION,rtps);
stream->ms.session=rtps;
if((stream->features & AUDIO_STREAM_FEATURE_DTMF) != 0)
stream->dtmfgen=ms_filter_new(MS_DTMF_GEN_ID);
else
stream->dtmfgen=NULL;
rtp_session_signal_connect(rtps,"telephone-event",(RtpCallback)on_dtmf_received,(unsigned long)stream);
rtp_session_signal_connect(rtps,"payload_type_changed",(RtpCallback)mediastream_payload_type_changed,(unsigned long)&stream->ms);
/* creates the local part */
if (captcard!=NULL){
if (stream->soundread==NULL)
stream->soundread=ms_snd_card_create_reader(captcard);
has_builtin_ec=!!(ms_snd_card_get_capabilities(captcard) & MS_SND_CARD_CAP_BUILTIN_ECHO_CANCELLER);
}else {
stream->soundread=ms_filter_new(MS_FILE_PLAYER_ID);
stream->read_resampler=ms_filter_new(MS_RESAMPLE_ID);
if (infile!=NULL) audio_stream_play(stream,infile);
}
if (playcard!=NULL) {
if (stream->soundwrite==NULL)
stream->soundwrite=ms_snd_card_create_writer(playcard);
}else {
stream->soundwrite=ms_filter_new(MS_FILE_REC_ID);
if (outfile!=NULL) audio_stream_record(stream,outfile);
}
/* creates the couple of encoder/decoder */
pt=rtp_profile_get_payload(profile,payload);
if (pt==NULL){
ms_error("audiostream.c: undefined payload type.");
return -1;
}
tel_ev=rtp_profile_get_payload_from_mime (profile,"telephone-event");
if ((stream->features & AUDIO_STREAM_FEATURE_DTMF_ECHO) != 0 && (tel_ev==NULL || ( (tel_ev->flags & PAYLOAD_TYPE_FLAG_CAN_RECV) && !(tel_ev->flags & PAYLOAD_TYPE_FLAG_CAN_SEND)))
&& ( strcasecmp(pt->mime_type,"pcmu")==0 || strcasecmp(pt->mime_type,"pcma")==0)){
/*if no telephone-event payload is usable and pcma or pcmu is used, we will generate
inband dtmf*/
stream->dtmfgen_rtp=ms_filter_new (MS_DTMF_GEN_ID);
} else {
stream->dtmfgen_rtp=NULL;
}
if (ms_filter_call_method(stream->ms.rtpsend,MS_FILTER_GET_SAMPLE_RATE,&sample_rate)!=0){
ms_error("Sample rate is unknown for RTP side !");
return -1;
}
stream->ms.encoder=ms_filter_create_encoder(pt->mime_type);
stream->ms.decoder=ms_filter_create_decoder(pt->mime_type);
if ((stream->ms.encoder==NULL) || (stream->ms.decoder==NULL)){
/* big problem: we have not a registered codec for this payload...*/
ms_error("audio_stream_start_full: No decoder or encoder available for payload %s.",pt->mime_type);
return -1;
}
if (ms_filter_has_method(stream->ms.decoder, MS_FILTER_SET_RTP_PAYLOAD_PICKER)) {
ms_message(" decoder has FEC capabilities");
picker_context.filter_graph_manager=stream;
picker_context.picker=&audio_stream_payload_picker;
ms_filter_call_method(stream->ms.decoder,MS_FILTER_SET_RTP_PAYLOAD_PICKER, &picker_context);
}
if((stream->features & AUDIO_STREAM_FEATURE_VOL_SND) != 0)
stream->volsend=ms_filter_new(MS_VOLUME_ID);
else
stream->volsend=NULL;
if((stream->features & AUDIO_STREAM_FEATURE_VOL_RCV) != 0)
stream->volrecv=ms_filter_new(MS_VOLUME_ID);
else
stream->volrecv=NULL;
audio_stream_enable_echo_limiter(stream,stream->el_type);
audio_stream_enable_noise_gate(stream,stream->use_ng);
if (stream->use_agc){
int tmp=1;
if (stream->volsend==NULL)
stream->volsend=ms_filter_new(MS_VOLUME_ID);
ms_filter_call_method(stream->volsend,MS_VOLUME_ENABLE_AGC,&tmp);
}
if (stream->dtmfgen) {
ms_filter_call_method(stream->dtmfgen,MS_FILTER_SET_SAMPLE_RATE,&sample_rate);
ms_filter_call_method(stream->dtmfgen,MS_FILTER_SET_NCHANNELS,&pt->channels);
}
if (stream->dtmfgen_rtp) {
ms_filter_call_method(stream->dtmfgen_rtp,MS_FILTER_SET_SAMPLE_RATE,&sample_rate);
ms_filter_call_method(stream->dtmfgen_rtp,MS_FILTER_SET_NCHANNELS,&pt->channels);
}
/* give the sound filters some properties */
if (ms_filter_call_method(stream->soundread,MS_FILTER_SET_SAMPLE_RATE,&sample_rate) != 0) {
/* need to add resampler*/
if (stream->read_resampler == NULL) stream->read_resampler=ms_filter_new(MS_RESAMPLE_ID);
}
ms_filter_call_method(stream->soundread,MS_FILTER_SET_NCHANNELS,&pt->channels);
if (ms_filter_call_method(stream->soundwrite,MS_FILTER_SET_SAMPLE_RATE,&sample_rate) != 0) {
/* need to add resampler*/
if (stream->write_resampler == NULL) stream->write_resampler=ms_filter_new(MS_RESAMPLE_ID);
}
ms_filter_call_method(stream->soundwrite,MS_FILTER_SET_NCHANNELS,&pt->channels);
// Override feature
if ( ((stream->features & AUDIO_STREAM_FEATURE_EC) && !use_ec) || has_builtin_ec )
stream->features &=~AUDIO_STREAM_FEATURE_EC;
/*configure the echo canceller if required */
if ((stream->features & AUDIO_STREAM_FEATURE_EC) == 0 && stream->ec != NULL) {
ms_filter_destroy(stream->ec);
stream->ec=NULL;
}
if (stream->ec){
if (!stream->is_ec_delay_set){
int delay_ms=ms_snd_card_get_minimal_latency(captcard);
if (delay_ms!=0){
ms_message("Setting echo canceller delay with value provided by soundcard: %i ms",delay_ms);
ms_filter_call_method(stream->ec,MS_ECHO_CANCELLER_SET_DELAY,&delay_ms);
}
}
ms_filter_call_method(stream->ec,MS_FILTER_SET_SAMPLE_RATE,&sample_rate);
}
if (stream->features & AUDIO_STREAM_FEATURE_MIXED_RECORDING){
int val=0;
int pin=1;
stream->recorder=ms_filter_new(MS_FILE_REC_ID);
stream->recorder_mixer=ms_filter_new(MS_AUDIO_MIXER_ID);
stream->recv_tee=ms_filter_new(MS_TEE_ID);
stream->send_tee=ms_filter_new(MS_TEE_ID);
ms_filter_call_method(stream->recorder_mixer,MS_AUDIO_MIXER_ENABLE_CONFERENCE_MODE,&val);
ms_filter_call_method(stream->recorder_mixer,MS_FILTER_SET_SAMPLE_RATE,&sample_rate);
ms_filter_call_method(stream->recorder_mixer,MS_FILTER_SET_NCHANNELS,&pt->channels);
ms_filter_call_method(stream->recv_tee,MS_TEE_MUTE,&pin);
ms_filter_call_method(stream->send_tee,MS_TEE_MUTE,&pin);
ms_filter_call_method(stream->recorder,MS_FILTER_SET_SAMPLE_RATE,&sample_rate);
ms_filter_call_method(stream->recorder,MS_FILTER_SET_NCHANNELS,&pt->channels);
}
/* give the encoder/decoder some parameters*/
ms_filter_call_method(stream->ms.encoder,MS_FILTER_SET_SAMPLE_RATE,&sample_rate);
ms_message("Payload's bitrate is %i",pt->normal_bitrate);
if (pt->normal_bitrate>0){
ms_message("Setting audio encoder network bitrate to %i",pt->normal_bitrate);
ms_filter_call_method(stream->ms.encoder,MS_FILTER_SET_BITRATE,&pt->normal_bitrate);
}
ms_filter_call_method(stream->ms.encoder,MS_FILTER_SET_NCHANNELS,&pt->channels);
ms_filter_call_method(stream->ms.decoder,MS_FILTER_SET_SAMPLE_RATE,&sample_rate);
ms_filter_call_method(stream->ms.decoder,MS_FILTER_SET_NCHANNELS,&pt->channels);
if (pt->send_fmtp!=NULL) {
char value[16]={0};
int ptime;
if (ms_filter_has_method(stream->ms.encoder,MS_AUDIO_ENCODER_SET_PTIME)){
if (fmtp_get_value(pt->send_fmtp,"ptime",value,sizeof(value)-1)){
ptime=atoi(value);
ms_filter_call_method(stream->ms.encoder,MS_AUDIO_ENCODER_SET_PTIME,&ptime);
}
}
ms_filter_call_method(stream->ms.encoder,MS_FILTER_ADD_FMTP, (void*)pt->send_fmtp);
}
if (pt->recv_fmtp!=NULL) ms_filter_call_method(stream->ms.decoder,MS_FILTER_ADD_FMTP,(void*)pt->recv_fmtp);
/*create the equalizer*/
if ((stream->features & AUDIO_STREAM_FEATURE_EQUALIZER) != 0){
stream->equalizer=ms_filter_new(MS_EQUALIZER_ID);
if(stream->equalizer) {
tmp=stream->eq_active;
ms_filter_call_method(stream->equalizer,MS_EQUALIZER_SET_ACTIVE,&tmp);
}
}else
stream->equalizer=NULL;
/*configure resampler if needed*/
ms_filter_call_method(stream->ms.rtpsend, MS_FILTER_SET_NCHANNELS, &pt->channels);
ms_filter_call_method(stream->ms.rtprecv, MS_FILTER_SET_NCHANNELS, &pt->channels);
if (stream->read_resampler){
audio_stream_configure_resampler(stream->read_resampler,stream->soundread,stream->ms.rtpsend);
}
if (stream->write_resampler){
audio_stream_configure_resampler(stream->write_resampler,stream->ms.rtprecv,stream->soundwrite);
}
if (stream->ms.use_rc){
stream->ms.rc=ms_audio_bitrate_controller_new(stream->ms.session,stream->ms.encoder,0);
}
/* Create PLC */
if ((stream->features & AUDIO_STREAM_FEATURE_PLC) != 0) {
int decoder_have_plc = 0;
if (ms_filter_has_method(stream->ms.decoder, MS_AUDIO_DECODER_HAVE_PLC)) {
if (ms_filter_call_method(stream->ms.decoder, MS_AUDIO_DECODER_HAVE_PLC, &decoder_have_plc) != 0) {
ms_warning("MS_AUDIO_DECODER_HAVE_PLC function error: enable default plc");
}
} else {
ms_warning("MS_DECODER_HAVE_PLC function not implemented by the decoder: enable default plc");
}
if (decoder_have_plc == 0) {
stream->plc = ms_filter_new(MS_GENERIC_PLC_ID);
}
if (stream->plc) {
ms_filter_call_method(stream->plc, MS_FILTER_SET_NCHANNELS, &pt->channels);
ms_filter_call_method(stream->plc, MS_FILTER_SET_SAMPLE_RATE, &sample_rate);
}
} else {
stream->plc = NULL;
}
/* create ticker */
if (stream->ms.ticker==NULL) start_ticker(&stream->ms);
else{
/*we were using the dummy preload graph, destroy it*/
if (stream->dummy) stop_preload_graph(stream);
}
/* and then connect all */
/* tip: draw yourself the picture if you don't understand */
/*sending graph*/
ms_connection_helper_start(&h);
ms_connection_helper_link(&h,stream->soundread,-1,0);
if (stream->read_resampler)
ms_connection_helper_link(&h,stream->read_resampler,0,0);
if (stream->ec)
ms_connection_helper_link(&h,stream->ec,1,1);
if (stream->volsend)
ms_connection_helper_link(&h,stream->volsend,0,0);
if (stream->dtmfgen_rtp)
ms_connection_helper_link(&h,stream->dtmfgen_rtp,0,0);
if (stream->send_tee)
ms_connection_helper_link(&h,stream->send_tee,0,0);
ms_connection_helper_link(&h,stream->ms.encoder,0,0);
ms_connection_helper_link(&h,stream->ms.rtpsend,0,-1);
/*receiving graph*/
ms_connection_helper_start(&h);
ms_connection_helper_link(&h,stream->ms.rtprecv,-1,0);
ms_connection_helper_link(&h,stream->ms.decoder,0,0);
if (stream->plc)
ms_connection_helper_link(&h,stream->plc,0,0);
if (stream->dtmfgen)
ms_connection_helper_link(&h,stream->dtmfgen,0,0);
if (stream->volrecv)
ms_connection_helper_link(&h,stream->volrecv,0,0);
if (stream->recv_tee)
ms_connection_helper_link(&h,stream->recv_tee,0,0);
if (stream->equalizer)
ms_connection_helper_link(&h,stream->equalizer,0,0);
if (stream->ec)
ms_connection_helper_link(&h,stream->ec,0,0);
if (stream->write_resampler)
ms_connection_helper_link(&h,stream->write_resampler,0,0);
ms_connection_helper_link(&h,stream->soundwrite,0,-1);
/*call recording part, attached to both outgoing and incoming graphs*/
if (stream->recorder){
ms_filter_link(stream->send_tee,1,stream->recorder_mixer,0);
ms_filter_link(stream->recv_tee,1,stream->recorder_mixer,1);
ms_filter_link(stream->recorder_mixer,0,stream->recorder,0);
}
/*to make sure all preprocess are done before befre processing audio*/
ms_ticker_attach_multiple(stream->ms.ticker
,stream->soundread
,stream->ms.rtprecv
,NULL);
stream->ms.start_time=ms_time(NULL);
stream->ms.is_beginning=TRUE;
return 0;
}
void CameraStream::init()
{
/** 获取第一帧图像，初始化 sws_，创建 h264 encoder ....
*/
IplImage *img = cvQueryFrame(cap_);
// FIXME: 未必是 rgb24 吧？？？
sws_ = sws_getContext(img->width, img->height, PIX_FMT_RGB24, WIDTH, HEIGHT, PIX_FMT_YUV420P, SWS_FAST_BILINEAR, 0, 0, 0);
x264_param_t param;
x264_param_default_preset(¶m, "veryfast", "zerolatency");
param.i_threads = 0;
param.i_width = WIDTH;
param.i_height = HEIGHT;
param.i_keyint_max = FPS * 2;
param.i_fps_den = 1;
param.i_fps_num = FPS;
param.i_slice_max_size = 1300;
param.b_repeat_headers = 1;
param.b_annexb = 1;
param.rc.i_rc_method = X264_RC_ABR;
param.rc.i_bitrate = KBPS;
param.rc.i_vbv_max_bitrate = KBPS*1.1;
encoder_ = x264_encoder_open(¶m);
avpicture_alloc(&pic_, PIX_FMT_YUV420P, WIDTH, HEIGHT);
rtp_ = rtp_session_new(RTP_SESSION_SENDRECV);
rtp_session_set_payload_type(rtp_, 100);
rtp_session_set_remote_addr_and_port(rtp_, server_ip_.c_str(), server_rtp_port_, server_rtcp_port_);
rtp_session_set_local_addr(rtp_, util_get_myip(), 0, 0);
JBParameters jb;
jb.adaptive = 1;
jb.max_packets = 500;
jb.max_size = -1;
jb.min_size = jb.nom_size = 300;
rtp_session_set_jitter_buffer_params(rtp_, &jb);
filter_rtp_sender_ = ms_filter_new(MS_RTP_SEND_ID);
ms_filter_call_method(filter_rtp_sender_, MS_RTP_SEND_SET_SESSION, rtp_);
filter_h264_sender_ = ms_filter_new_from_name("ZonekeyH264Source");
ms_filter_call_method(filter_h264_sender_, ZONEKEY_METHOD_H264_SOURCE_GET_WRITER_PARAM, &sender_params_);
filter_rtp_recver_ = ms_filter_new(MS_RTP_RECV_ID);
ms_filter_call_method(filter_rtp_recver_, MS_RTP_RECV_SET_SESSION, rtp_);
filter_decoder_ = ms_filter_new(MS_H264_DEC_ID);
filter_yuv_sink_ = ms_filter_new_from_name("ZonekeyYUVSink");
// TODO: 显示 ...
ms_filter_link(filter_rtp_recver_, 0, filter_decoder_, 0);
ms_filter_link(filter_decoder_, 0, filter_yuv_sink_, 0);
ticker_recver_ = ms_ticker_new();
ms_ticker_attach(ticker_recver_, filter_rtp_recver_);
ms_filter_link(filter_h264_sender_, 0, filter_rtp_sender_, 0);
ticker_sender_ = ms_ticker_new();
ms_ticker_attach(ticker_sender_, filter_h264_sender_);
}
int main(int argc, char *argv[])
{
RtpSession *session[STREAMS_COUNT];
gint i;
gint filefd[STREAMS_COUNT];
gint port;
guint32 user_ts=0;
gint channels;
SessionSet *set;
gchar *filename;
if (argc<4){
printf(help);
return -1;
}
channels=atoi(argv[3]);
if (channels==0){
printf(help);
return -1;
}
ortp_init();
ortp_scheduler_init();
ortp_set_debug_file("oRTP",NULL);
/* set the telephony event payload type to 96 in the av profile.*/
rtp_profile_set_payload(&av_profile,96,&telephone_event);
port=atoi(argv[2]);
p_channel_id = (int *)g_malloc(channels*sizeof(int));
for (i=0;i<channels;i++){
session[i]=rtp_session_new(RTP_SESSION_RECVONLY);
rtp_session_set_scheduling_mode(session[i],1);
rtp_session_set_blocking_mode(session[i],0);
rtp_session_set_local_addr(session[i],"0.0.0.0",port);
rtp_session_set_payload_type(session[i],0);
rtp_session_max_buf_size_set(session[i],256);
p_channel_id[i] = i;
/* register for telephony events */
rtp_session_signal_connect(session[i],"telephone-event",(RtpCallback)recv_tev_cb,&p_channel_id[i]);
port+=2;
}
filename=g_malloc(strlen(argv[1])+8);
for (i=0;i<channels;i++){
sprintf(filename,"%s%4.4d.dat",argv[1],i);
#ifndef _WIN32
filefd[i]=open(filename,O_WRONLY | O_CREAT | O_TRUNC, S_IRUSR|S_IWUSR|S_IRGRP|S_IWGRP);
#else
filefd[i]=open(filename,_O_BINARY | O_WRONLY | O_CREAT | O_TRUNC);
#endif
if (filefd[i]<0) g_error("Could not open %s for writing: %s",filename,strerror(errno));
}
signal(SIGINT,stophandler);
/* create a set */
set=session_set_new();
while(runcond)
{
int k;
for (k=0;k<channels;k++){
/* add the session to the set */
session_set_set(set,session[k]);
}
/* and then suspend the process by selecting() */
session_set_select(set,NULL,NULL);
for (k=0;k<channels;k++){
if (session_set_is_set(set,session[k])){
rtp2disk(session[k],user_ts,filefd[k]);
}
}
user_ts+=160;
}
for (i=0;i<channels;i++){
close(filefd[i]);
rtp_session_destroy(session[i]);
}
session_set_destroy(set);
g_free(p_channel_id);
g_free(filename);
ortp_exit();
ortp_global_stats_display();
return 0;
}
int ph_media_start(phcall_t *ca, int port, void (*dtmfCallback)(phcall_t *ca, int event), const char * deviceId)
{
int format = WAVE_FORMAT_PCM;
phmstream_t *stream;
#if USE_CODECS
phcodec_t *codec;
#endif /* !USE_CODECS */
#if DO_ECHO_CAN
int taps=256;
#endif /* !DO_ECHO_CAN */
#if USE_CODECS
codec = ph_media_lookup_codec(ca->payload);
if (!codec)
return 0;
#endif /* !USE_CODECS */
stream = open_sndcard(format, codec, deviceId);
if (!stream)
return -1;
stream->payload = ca->payload;
stream->rtp_session = rtp_session_new(RTP_SESSION_SENDRECV);
rtp_session_set_scheduling_mode(stream->rtp_session, 0); /* yes */
rtp_session_set_blocking_mode(stream->rtp_session, 0);
rtp_session_set_profile(stream->rtp_session, &av_profile);
rtp_session_set_jitter_compensation(stream->rtp_session, 60);
rtp_session_set_local_addr(stream->rtp_session, "0.0.0.0", port);
rtp_session_set_remote_addr(stream->rtp_session,
ca->remote_sdp_audio_ip,
ca->remote_sdp_audio_port);
rtp_session_set_payload_type(stream->rtp_session, stream->payload);
rtp_session_signal_connect(stream->rtp_session, "telephone-event",
(RtpCallback)ph_telephone_event, ca);
ca->hasaudio = 1;
stream->running = 1;
ca->phstream = stream;
stream->dtmfCallback = dtmfCallback;
# if DO_ECHO_CAN
# if AEC_BIS
create_AEC();
# else /* !AEC_BIS */
stream->ec = echo_can_create(taps, 0);
if(stream->ec == 0){
fprintf(stderr, "Echo CAN creating failed\n");
}
if(stream->ec)
{
# endif /* !AEC_BIS */
stream->echocancel = taps;
stream->pcm_rd = stream->pcm_wr = 0;
stream->pcm_sent = malloc(PCM_TRACE_LEN);
stream->sent_cnt = stream->recv_cnt = 0;
if(stream->pcm_sent == 0)
fprintf(stderr, "No memory for EC %d\n", stream->pcm_sent);
#if !AEC_BIS
}
#endif /* AEC_BIS */
stream->aec_mutex = g_mutex_new();
stream->synclock = g_mutex_new();
stream->sync_cond = g_cond_new();
stream->pcm_need_resync = 1;
stream->bytes_to_throw = 0;
# endif /* !DO_ECHO_CAN */
stream->dtmfg_lock = g_mutex_new();
stream->dtmfq_cnt = 0;
stream->dtmfg_phase = DTMF_IDLE;
stream->audio_in_thread = osip_thread_create(20000,
ph_audio_in_thread, stream);
stream->audio_out_thread = osip_thread_create(20000,
ph_audio_out_thread, stream);
return 0;
}
int main(int argc, char*argv[])
{
RtpSession *session;
unsigned char buffer[32];
int err;
uint32_t ts=0;
int stream_received=0;
FILE *outfile;
int local_port;
int have_more;
int i;
int format=0;
int soundcard=0;
int sound_fd=0;
int jittcomp=40;
bool_t adapt=TRUE;
/* init the lib */
if (argc<3){
printf("%s",help);
return -1;
}
local_port=atoi(argv[2]);
if (local_port<=0) {
printf("%s",help);
return -1;
}
for (i=3;i<argc;i++)
{
if (strcmp(argv[i],"--noadapt")==0) adapt=FALSE;
if (strcmp(argv[i],"--format")==0){
i++;
if (i<argc){
if (strcmp(argv[i],"mulaw")==0){
format=MULAW;
}else
if (strcmp(argv[i],"alaw")==0){
format=ALAW;
}else{
printf("Unsupported format %s\n",argv[i]);
return -1;
}
}
}
else if (strcmp(argv[i],"--soundcard")==0){
soundcard=1;
}
else if (strcmp(argv[i],"--with-jitter")==0){
i++;
if (i<argc){
jittcomp=atoi(argv[i]);
printf("Using a jitter buffer of %i milliseconds.\n",jittcomp);
}
}
}
outfile=fopen(argv[1],"wb");
if (outfile==NULL) {
perror("Cannot open file for writing");
return -1;
}
if (soundcard){
sound_fd=sound_init(format);
}
ortp_init();
ortp_scheduler_init();
ortp_set_log_level_mask(ORTP_DEBUG|ORTP_MESSAGE|ORTP_WARNING|ORTP_ERROR);
signal(SIGINT,stop_handler);
session=rtp_session_new(RTP_SESSION_RECVONLY);
rtp_session_set_scheduling_mode(session,1);
rtp_session_set_blocking_mode(session,1);
rtp_session_set_local_addr(session,"0.0.0.0",atoi(argv[2]));
rtp_session_set_connected_mode(session,TRUE);
rtp_session_set_symmetric_rtp(session,TRUE);
rtp_session_enable_adaptive_jitter_compensation(session,adapt);
rtp_session_set_jitter_compensation(session,jittcomp);
rtp_session_set_payload_type(session,0);
rtp_session_signal_connect(session,"ssrc_changed",(RtpCallback)ssrc_cb,0);
rtp_session_signal_connect(session,"ssrc_changed",(RtpCallback)rtp_session_reset,0);
fwrite("#!AMR\n",1,6,outfile);
// write(sound_fd,"#!AMR\n",err);
while(cond)
{
have_more=1;
while (have_more){
err=rtp_session_recv_with_ts(session,buffer,32,ts,&have_more);
if (err>0) stream_received=1;
/* this is to avoid to write to disk some silence before the first RTP packet is returned*/
if ((stream_received) && (err>0)) {
size_t ret = fwrite(buffer,1,err,outfile);
int ii;
for(ii =0 ; ii < 32 ; ii ++)
printf("%x " ,buffer[ii]);
printf("\n");
// while(1);
if (sound_fd>0){
ret = write(sound_fd,buffer,err);
if (ret==-1){
fprintf(stderr,"write to sound card failed (%s)",strerror(errno));
}
}
}
}
ts+=160;
//ortp_message("Receiving packet.");
}
rtp_session_destroy(session);
ortp_exit();
ortp_global_stats_display();
return 0;
}
int video_stream_start (VideoStream *stream, RtpProfile *profile, const char *remip, int remport,
int rem_rtcp_port, int payload, int jitt_comp, MSWebCam *cam)
{
PayloadType *pt;
RtpSession *rtps=stream->session;
MSPixFmt format;
MSVideoSize vsize;
float fps=15;
vsize.height=MS_VIDEO_SIZE_CIF_H;
vsize.width=MS_VIDEO_SIZE_CIF_W;
pt=rtp_profile_get_payload(profile,payload);
if (pt==NULL){
ms_error("videostream.c: undefined payload type.");
return -1;
}
stream->encoder=ms_filter_create_encoder(pt->mime_type);
stream->decoder=ms_filter_create_decoder(pt->mime_type);
if ((stream->encoder==NULL) || (stream->decoder==NULL)){
/* big problem: we have not a registered codec for this payload...*/
ms_error("videostream.c: No codecs available for payload %i:%s.",payload,pt->mime_type);
return -1;
}
rtp_session_set_profile(rtps,profile);
if (remport>0) rtp_session_set_remote_addr_full(rtps,remip,remport,rem_rtcp_port);
rtp_session_set_payload_type(rtps,payload);
rtp_session_set_jitter_compensation(rtps,jitt_comp);
rtp_session_signal_connect(stream->session,"payload_type_changed",
(RtpCallback)payload_type_changed,(unsigned long)stream);
rtp_session_set_recv_buf_size(stream->session,MAX_RTP_SIZE);
/* creates two rtp filters to recv send streams (remote part) */
if (remport>0) ms_filter_call_method(stream->rtpsend,MS_RTP_SEND_SET_SESSION,stream->session);
stream->rtprecv = ms_filter_new (MS_RTP_RECV_ID);
ms_filter_call_method(stream->rtprecv,MS_RTP_RECV_SET_SESSION,stream->session);
/* creates the filters */
stream->source = ms_web_cam_create_reader(cam);
stream->tee = ms_filter_new(MS_TEE_ID);
stream->output=ms_filter_new(MS_VIDEO_OUT_ID);
stream->sizeconv=ms_filter_new(MS_SIZE_CONV_ID);
if (pt->normal_bitrate>0){
ms_message("Limiting bitrate of video encoder to %i bits/s",pt->normal_bitrate);
ms_filter_call_method(stream->encoder,MS_FILTER_SET_BITRATE,&pt->normal_bitrate);
}
/* set parameters to the encoder and decoder*/
if (pt->send_fmtp){
ms_filter_call_method(stream->encoder,MS_FILTER_ADD_FMTP,pt->send_fmtp);
ms_filter_call_method(stream->decoder,MS_FILTER_ADD_FMTP,pt->send_fmtp);
}
ms_filter_call_method(stream->encoder,MS_FILTER_GET_VIDEO_SIZE,&vsize);
ms_filter_call_method(stream->encoder,MS_FILTER_GET_FPS,&fps);
ms_message("Setting vsize=%ix%i, fps=%f",vsize.width,vsize.height,fps);
/* configure the filters */
ms_filter_call_method(stream->source,MS_FILTER_SET_FPS,&fps);
ms_filter_call_method(stream->source,MS_FILTER_SET_VIDEO_SIZE,&vsize);
/* get the output format for webcam reader */
ms_filter_call_method(stream->source,MS_FILTER_GET_PIX_FMT,&format);
if (format==MS_MJPEG){
stream->pixconv=ms_filter_new(MS_MJPEG_DEC_ID);
}else{
stream->pixconv = ms_filter_new(MS_PIX_CONV_ID);
/*set it to the pixconv */
ms_filter_call_method(stream->pixconv,MS_FILTER_SET_PIX_FMT,&format);
ms_filter_call_method(stream->source,MS_FILTER_GET_VIDEO_SIZE,&vsize);
ms_filter_call_method(stream->pixconv,MS_FILTER_SET_VIDEO_SIZE,&vsize);
}
ms_filter_call_method(stream->encoder,MS_FILTER_GET_VIDEO_SIZE,&vsize);
ms_filter_call_method(stream->sizeconv,MS_FILTER_SET_VIDEO_SIZE,&vsize);
/*force the decoder to output YUV420P */
format=MS_YUV420P;
ms_filter_call_method(stream->decoder,MS_FILTER_SET_PIX_FMT,&format);
/*ask the video display to always output CIF */
vsize.height=MS_VIDEO_SIZE_CIF_H;
vsize.width=MS_VIDEO_SIZE_CIF_W;
ms_filter_call_method(stream->output,MS_FILTER_SET_VIDEO_SIZE,&vsize);
ms_filter_call_method(stream->output,MS_FILTER_SET_PIX_FMT,&format);
if (pt->recv_fmtp!=NULL)
ms_filter_call_method(stream->decoder,MS_FILTER_ADD_FMTP,(void*)pt->recv_fmtp);
/* and then connect all */
ms_filter_link (stream->source, 0, stream->pixconv, 0);
ms_filter_link (stream->pixconv, 0, stream->sizeconv, 0);
ms_filter_link (stream->sizeconv, 0, stream->tee, 0);
ms_filter_link (stream->tee, 0 ,stream->encoder, 0 );
ms_filter_link (stream->encoder,0, stream->rtpsend,0);
ms_filter_link (stream->rtprecv, 0, stream->decoder, 0);
ms_filter_link (stream->decoder,0 , stream->output, 0);
/* the source video must be send for preview */
ms_filter_link(stream->tee,1,stream->output,1);
/* create the ticker */
stream->ticker = ms_ticker_new();
/* attach it the graph */
ms_ticker_attach (stream->ticker, stream->source);
return 0;
}
