int SrsSource::on_audio(SrsCommonMessage* audio) { int ret = ERROR_SUCCESS; SrsSharedPtrMessage* msg = new SrsSharedPtrMessage(); SrsAutoFree(SrsSharedPtrMessage, msg, false); if ((ret = msg->initialize(audio)) != ERROR_SUCCESS) { srs_error("initialize the audio failed. ret=%d", ret); return ret; } srs_verbose("initialize shared ptr audio success."); #ifdef SRS_HLS if ((ret = hls->on_audio(msg->copy())) != ERROR_SUCCESS) { srs_warn("hls process audio message failed, ignore and disable hls. ret=%d", ret); // unpublish, ignore ret. hls->on_unpublish(); // ignore. ret = ERROR_SUCCESS; } #endif // copy to all consumer if (true) { std::vector<SrsConsumer*>::iterator it; for (it = consumers.begin(); it != consumers.end(); ++it) { SrsConsumer* consumer = *it; if ((ret = consumer->enqueue(msg->copy(), sample_rate, frame_rate)) != ERROR_SUCCESS) { srs_error("dispatch the audio failed. ret=%d", ret); return ret; } } srs_info("dispatch audio success."); } // copy to all forwarders. if (true) { std::vector<SrsForwarder*>::iterator it; for (it = forwarders.begin(); it != forwarders.end(); ++it) { SrsForwarder* forwarder = *it; if ((ret = forwarder->on_audio(msg->copy())) != ERROR_SUCCESS) { srs_error("forwarder process audio message failed. ret=%d", ret); return ret; } } } // cache the sequence header if h264 if (SrsCodec::audio_is_sequence_header(msg->payload, msg->size)) { srs_freep(cache_sh_audio); cache_sh_audio = msg->copy(); srs_trace("update audio sequence header success. size=%d", msg->header.payload_length); return ret; } // cache the last gop packets if ((ret = gop_cache->cache(msg)) != ERROR_SUCCESS) { srs_error("shrink gop cache failed. ret=%d", ret); return ret; } srs_verbose("cache gop success."); return ret; }
int SrsSource::on_meta_data(SrsMessage* msg, SrsOnMetaDataPacket* metadata) { int ret = ERROR_SUCCESS; #ifdef SRS_AUTO_HLS if (metadata && (ret = hls->on_meta_data(metadata->metadata)) != ERROR_SUCCESS) { srs_error("hls process onMetaData message failed. ret=%d", ret); return ret; } #endif #ifdef SRS_AUTO_DVR if (metadata && (ret = dvr->on_meta_data(metadata)) != ERROR_SUCCESS) { srs_error("dvr process onMetaData message failed. ret=%d", ret); return ret; } #endif SrsAmf0Any* prop = NULL; // generate metadata info to print std::stringstream ss; if ((prop = metadata->metadata->ensure_property_number("width")) != NULL) { ss << ", width=" << (int)prop->to_number(); } if ((prop = metadata->metadata->ensure_property_number("height")) != NULL) { ss << ", height=" << (int)prop->to_number(); } if ((prop = metadata->metadata->ensure_property_number("videocodecid")) != NULL) { ss << ", vcodec=" << (int)prop->to_number(); } if ((prop = metadata->metadata->ensure_property_number("audiocodecid")) != NULL) { ss << ", acodec=" << (int)prop->to_number(); } // add server info to metadata metadata->metadata->set("server", SrsAmf0Any::str(RTMP_SIG_SRS_KEY" "RTMP_SIG_SRS_VERSION" ("RTMP_SIG_SRS_URL_SHORT")")); metadata->metadata->set("authors", SrsAmf0Any::str(RTMP_SIG_SRS_PRIMARY_AUTHROS)); // version, for example, 1.0.0 // add version to metadata, please donot remove it, for debug. metadata->metadata->set("server_version", SrsAmf0Any::str(RTMP_SIG_SRS_VERSION)); if ((prop = metadata->metadata->get_property("audiosamplerate")) != NULL) { if (prop->is_number()) { sample_rate = (int)prop->to_number(); } } if ((prop = metadata->metadata->get_property("framerate")) != NULL) { if (prop->is_number()) { frame_rate = (int)prop->to_number(); } } // if allow atc_auto and bravo-atc detected, open atc for vhost. atc = _srs_config->get_atc(_req->vhost); if (_srs_config->get_atc_auto(_req->vhost)) { if ((prop = metadata->metadata->get_property("bravo_atc")) != NULL) { if (prop->is_string() && prop->to_str() == "true") { atc = true; } } } // encode the metadata to payload int size = 0; char* payload = NULL; if ((ret = metadata->encode(size, payload)) != ERROR_SUCCESS) { srs_error("encode metadata error. ret=%d", ret); srs_freep(payload); return ret; } srs_verbose("encode metadata success."); if (size <= 0) { srs_warn("ignore the invalid metadata. size=%d", size); return ret; } // create a shared ptr message. srs_freep(cache_metadata); cache_metadata = new SrsSharedPtrMessage(); // dump message to shared ptr message. // the payload/size managed by cache_metadata, user should not free it. if ((ret = cache_metadata->create(&msg->header, payload, size)) != ERROR_SUCCESS) { srs_error("initialize the cache metadata failed. ret=%d", ret); return ret; } srs_verbose("initialize shared ptr metadata success."); // copy to all consumer if (true) { std::vector<SrsConsumer*>::iterator it; for (it = consumers.begin(); it != consumers.end(); ++it) { SrsConsumer* consumer = *it; SrsSharedPtrMessage* copy = cache_metadata->copy(); if ((ret = consumer->enqueue(copy, atc, sample_rate, frame_rate, jitter_algorithm)) != ERROR_SUCCESS) { srs_error("dispatch the metadata failed. ret=%d", ret); return ret; } } srs_trace("got metadata%s", ss.str().c_str()); } // copy to all forwarders if (true) { std::vector<SrsForwarder*>::iterator it; for (it = forwarders.begin(); it != forwarders.end(); ++it) { SrsForwarder* forwarder = *it; if ((ret = forwarder->on_meta_data(cache_metadata->copy())) != ERROR_SUCCESS) { srs_error("forwarder process onMetaData message failed. ret=%d", ret); return ret; } } } return ret; }
int SrsSource::on_meta_data(SrsCommonMessage* msg, SrsOnMetaDataPacket* metadata) { int ret = ERROR_SUCCESS; #ifdef SRS_HLS if (metadata && (ret = hls->on_meta_data(metadata->metadata)) != ERROR_SUCCESS) { srs_error("hls process onMetaData message failed. ret=%d", ret); return ret; } #endif metadata->metadata->set("server", new SrsAmf0String( RTMP_SIG_SRS_KEY" "RTMP_SIG_SRS_VERSION" ("RTMP_SIG_SRS_URL_SHORT")")); metadata->metadata->set("contributor", new SrsAmf0String(RTMP_SIG_SRS_PRIMARY_AUTHROS)); SrsAmf0Any* prop = NULL; if ((prop = metadata->metadata->get_property("audiosamplerate")) != NULL) { if (prop->is_number()) { sample_rate = (int)(srs_amf0_convert<SrsAmf0Number>(prop)->value); } } if ((prop = metadata->metadata->get_property("framerate")) != NULL) { if (prop->is_number()) { frame_rate = (int)(srs_amf0_convert<SrsAmf0Number>(prop)->value); } } // encode the metadata to payload int size = metadata->get_payload_length(); if (size <= 0) { srs_warn("ignore the invalid metadata. size=%d", size); return ret; } srs_verbose("get metadata size success."); char* payload = NULL; if ((ret = metadata->encode(size, payload)) != ERROR_SUCCESS) { srs_error("encode metadata error. ret=%d", ret); srs_freepa(payload); return ret; } srs_verbose("encode metadata success."); // create a shared ptr message. srs_freep(cache_metadata); cache_metadata = new SrsSharedPtrMessage(); // dump message to shared ptr message. if ((ret = cache_metadata->initialize(msg, payload, size)) != ERROR_SUCCESS) { srs_error("initialize the cache metadata failed. ret=%d", ret); return ret; } srs_verbose("initialize shared ptr metadata success."); // copy to all consumer if (true) { std::vector<SrsConsumer*>::iterator it; for (it = consumers.begin(); it != consumers.end(); ++it) { SrsConsumer* consumer = *it; if ((ret = consumer->enqueue(cache_metadata->copy(), sample_rate, frame_rate)) != ERROR_SUCCESS) { srs_error("dispatch the metadata failed. ret=%d", ret); return ret; } } srs_trace("dispatch metadata success."); } // copy to all forwarders if (true) { std::vector<SrsForwarder*>::iterator it; for (it = forwarders.begin(); it != forwarders.end(); ++it) { SrsForwarder* forwarder = *it; if ((ret = forwarder->on_meta_data(cache_metadata->copy())) != ERROR_SUCCESS) { srs_error("forwarder process onMetaData message failed. ret=%d", ret); return ret; } } } return ret; }
int SrsSource::on_video(SrsMessage* video) { int ret = ERROR_SUCCESS; SrsSharedPtrMessage* msg = new SrsSharedPtrMessage(); SrsAutoFree(SrsSharedPtrMessage, msg); if ((ret = msg->initialize(video)) != ERROR_SUCCESS) { srs_error("initialize the video failed. ret=%d", ret); return ret; } srs_verbose("initialize shared ptr video success."); #ifdef SRS_AUTO_HLS if ((ret = hls->on_video(msg->copy())) != ERROR_SUCCESS) { srs_warn("hls process video message failed, ignore and disable hls. ret=%d", ret); // unpublish, ignore ret. hls->on_unpublish(); // ignore. ret = ERROR_SUCCESS; } #endif #ifdef SRS_AUTO_DVR if ((ret = dvr->on_video(msg->copy())) != ERROR_SUCCESS) { srs_warn("dvr process video message failed, ignore and disable dvr. ret=%d", ret); // unpublish, ignore ret. dvr->on_unpublish(); // ignore. ret = ERROR_SUCCESS; } #endif // copy to all consumer if (true) { std::vector<SrsConsumer*>::iterator it; for (it = consumers.begin(); it != consumers.end(); ++it) { SrsConsumer* consumer = *it; if ((ret = consumer->enqueue(msg->copy(), sample_rate, frame_rate)) != ERROR_SUCCESS) { srs_error("dispatch the video failed. ret=%d", ret); return ret; } } srs_info("dispatch video success."); } // copy to all forwarders. if (true) { std::vector<SrsForwarder*>::iterator it; for (it = forwarders.begin(); it != forwarders.end(); ++it) { SrsForwarder* forwarder = *it; if ((ret = forwarder->on_video(msg->copy())) != ERROR_SUCCESS) { srs_error("forwarder process video message failed. ret=%d", ret); return ret; } } } // cache the sequence header if h264 // donot cache the sequence header to gop_cache, return here. if (SrsFlvCodec::video_is_sequence_header(msg->payload, msg->size)) { srs_freep(cache_sh_video); cache_sh_video = msg->copy(); srs_trace("got video sh, size=%d", msg->header.payload_length); return ret; } // cache the last gop packets if ((ret = gop_cache->cache(msg)) != ERROR_SUCCESS) { srs_error("gop cache msg failed. ret=%d", ret); return ret; } srs_verbose("cache gop success."); // if atc, update the sequence header to abs time. if (atc) { if (cache_sh_video) { cache_sh_video->header.timestamp = msg->header.timestamp; } if (cache_metadata) { cache_metadata->header.timestamp = msg->header.timestamp; } } return ret; }
int SrsSource::on_video(SrsMessage* __video) { int ret = ERROR_SUCCESS; // convert __video to msg, user should not use __video again. // the payload is transfer to msg, and set to NULL in __video. SrsSharedPtrMessage msg; if ((ret = msg.create(__video)) != ERROR_SUCCESS) { srs_error("initialize the video failed. ret=%d", ret); return ret; } srs_verbose("initialize shared ptr video success."); #ifdef SRS_AUTO_HLS if ((ret = hls->on_video(msg.copy())) != ERROR_SUCCESS) { srs_warn("hls process video message failed, ignore and disable hls. ret=%d", ret); // unpublish, ignore ret. hls->on_unpublish(); // ignore. ret = ERROR_SUCCESS; } #endif #ifdef SRS_AUTO_DVR if ((ret = dvr->on_video(msg.copy())) != ERROR_SUCCESS) { srs_warn("dvr process video message failed, ignore and disable dvr. ret=%d", ret); // unpublish, ignore ret. dvr->on_unpublish(); // ignore. ret = ERROR_SUCCESS; } #endif // copy to all consumer if (true) { for (int i = 0; i < (int)consumers.size(); i++) { SrsConsumer* consumer = consumers.at(i); SrsSharedPtrMessage* copy = msg.copy(); if ((ret = consumer->enqueue(copy, atc, sample_rate, frame_rate, jitter_algorithm)) != ERROR_SUCCESS) { srs_error("dispatch the video failed. ret=%d", ret); return ret; } } srs_info("dispatch video success."); } // copy to all forwarders. if (true) { std::vector<SrsForwarder*>::iterator it; for (it = forwarders.begin(); it != forwarders.end(); ++it) { SrsForwarder* forwarder = *it; if ((ret = forwarder->on_video(msg.copy())) != ERROR_SUCCESS) { srs_error("forwarder process video message failed. ret=%d", ret); return ret; } } } // cache the sequence header if h264 // donot cache the sequence header to gop_cache, return here. if (SrsFlvCodec::video_is_sequence_header(msg.payload, msg.size)) { srs_freep(cache_sh_video); cache_sh_video = msg.copy(); // parse detail audio codec SrsAvcAacCodec codec; SrsCodecSample sample; if ((ret = codec.video_avc_demux(msg.payload, msg.size, &sample)) != ERROR_SUCCESS) { srs_error("codec demux video failed. ret=%d", ret); return ret; } srs_trace("%dB video sh, " "codec(%d, profile=%d, level=%d, %dx%d, %dkbps, %dfps, %ds)", msg.header.payload_length, codec.video_codec_id, codec.avc_profile, codec.avc_level, codec.width, codec.height, codec.video_data_rate / 1000, codec.frame_rate, codec.duration); return ret; } // cache the last gop packets if ((ret = gop_cache->cache(&msg)) != ERROR_SUCCESS) { srs_error("gop cache msg failed. ret=%d", ret); return ret; } srs_verbose("cache gop success."); // if atc, update the sequence header to abs time. if (atc) { if (cache_sh_video) { cache_sh_video->header.timestamp = msg.header.timestamp; } if (cache_metadata) { cache_metadata->header.timestamp = msg.header.timestamp; } } return ret; }
int SrsBufferCache::cycle() { int ret = ERROR_SUCCESS; // TODO: FIXME: support reload. if (fast_cache <= 0) { st_sleep(SRS_STREAM_CACHE_CYCLE_SECONDS); return ret; } // the stream cache will create consumer to cache stream, // which will trigger to fetch stream from origin for edge. SrsConsumer* consumer = NULL; if ((ret = source->create_consumer(NULL, consumer, false, false, true)) != ERROR_SUCCESS) { srs_error("http: create consumer failed. ret=%d", ret); return ret; } SrsAutoFree(SrsConsumer, consumer); SrsPithyPrint* pprint = SrsPithyPrint::create_http_stream_cache(); SrsAutoFree(SrsPithyPrint, pprint); SrsMessageArray msgs(SRS_PERF_MW_MSGS); // set the queue size, which used for max cache. // TODO: FIXME: support reload. queue->set_queue_size(fast_cache); while (true) { pprint->elapse(); // get messages from consumer. // each msg in msgs.msgs must be free, for the SrsMessageArray never free them. int count = 0; if ((ret = consumer->dump_packets(&msgs, count)) != ERROR_SUCCESS) { srs_error("http: get messages from consumer failed. ret=%d", ret); return ret; } if (count <= 0) { srs_info("http: sleep %dms for no msg", SRS_CONSTS_RTMP_PULSE_TIMEOUT_US); // directly use sleep, donot use consumer wait. st_usleep(SRS_CONSTS_RTMP_PULSE_TIMEOUT_US); // ignore when nothing got. continue; } if (pprint->can_print()) { srs_trace("-> "SRS_CONSTS_LOG_HTTP_STREAM_CACHE" http: got %d msgs, age=%d, min=%d, mw=%d", count, pprint->age(), SRS_PERF_MW_MIN_MSGS, SRS_CONSTS_RTMP_PULSE_TIMEOUT_US / 1000); } // free the messages. for (int i = 0; i < count; i++) { SrsSharedPtrMessage* msg = msgs.msgs[i]; queue->enqueue(msg); } } return ret; }
int SrsLiveStream::serve_http(ISrsHttpResponseWriter* w, ISrsHttpMessage* r) { int ret = ERROR_SUCCESS; ISrsBufferEncoder* enc = NULL; srs_assert(entry); if (srs_string_ends_with(entry->pattern, ".flv")) { w->header()->set_content_type("video/x-flv"); #ifdef SRS_PERF_FAST_FLV_ENCODER enc = new SrsFastFlvStreamEncoder(); #else enc = new SrsFlvStreamEncoder(); #endif } else if (srs_string_ends_with(entry->pattern, ".aac")) { w->header()->set_content_type("audio/x-aac"); enc = new SrsAacStreamEncoder(); } else if (srs_string_ends_with(entry->pattern, ".mp3")) { w->header()->set_content_type("audio/mpeg"); enc = new SrsMp3StreamEncoder(); } else if (srs_string_ends_with(entry->pattern, ".ts")) { w->header()->set_content_type("video/MP2T"); enc = new SrsTsStreamEncoder(); } else { ret = ERROR_HTTP_LIVE_STREAM_EXT; srs_error("http: unsupported pattern %s", entry->pattern.c_str()); return ret; } SrsAutoFree(ISrsBufferEncoder, enc); // create consumer of souce, ignore gop cache, use the audio gop cache. SrsConsumer* consumer = NULL; if ((ret = source->create_consumer(NULL, consumer, true, true, !enc->has_cache())) != ERROR_SUCCESS) { srs_error("http: create consumer failed. ret=%d", ret); return ret; } SrsAutoFree(SrsConsumer, consumer); srs_verbose("http: consumer created success."); SrsPithyPrint* pprint = SrsPithyPrint::create_http_stream(); SrsAutoFree(SrsPithyPrint, pprint); SrsMessageArray msgs(SRS_PERF_MW_MSGS); // update the statistic when source disconveried. SrsStatistic* stat = SrsStatistic::instance(); if ((ret = stat->on_client(_srs_context->get_id(), req, NULL, SrsRtmpConnPlay)) != ERROR_SUCCESS) { srs_error("stat client failed. ret=%d", ret); return ret; } // the memory writer. SrsBufferWriter writer(w); if ((ret = enc->initialize(&writer, cache)) != ERROR_SUCCESS) { srs_error("http: initialize stream encoder failed. ret=%d", ret); return ret; } // if gop cache enabled for encoder, dump to consumer. if (enc->has_cache()) { if ((ret = enc->dump_cache(consumer, source->jitter())) != ERROR_SUCCESS) { srs_error("http: dump cache to consumer failed. ret=%d", ret); return ret; } } #ifdef SRS_PERF_FAST_FLV_ENCODER SrsFastFlvStreamEncoder* ffe = dynamic_cast<SrsFastFlvStreamEncoder*>(enc); #endif // TODO: free and erase the disabled entry after all related connections is closed. while (entry->enabled) { pprint->elapse(); // get messages from consumer. // each msg in msgs.msgs must be free, for the SrsMessageArray never free them. int count = 0; if ((ret = consumer->dump_packets(&msgs, count)) != ERROR_SUCCESS) { srs_error("http: get messages from consumer failed. ret=%d", ret); return ret; } if (count <= 0) { srs_info("http: sleep %dms for no msg", SRS_CONSTS_RTMP_PULSE_TIMEOUT_US); // directly use sleep, donot use consumer wait. st_usleep(SRS_CONSTS_RTMP_PULSE_TIMEOUT_US); // ignore when nothing got. continue; } if (pprint->can_print()) { srs_info("-> "SRS_CONSTS_LOG_HTTP_STREAM" http: got %d msgs, age=%d, min=%d, mw=%d", count, pprint->age(), SRS_PERF_MW_MIN_MSGS, SRS_CONSTS_RTMP_PULSE_TIMEOUT_US / 1000); } // sendout all messages. #ifdef SRS_PERF_FAST_FLV_ENCODER if (ffe) { ret = ffe->write_tags(msgs.msgs, count); } else { ret = streaming_send_messages(enc, msgs.msgs, count); } #else ret = streaming_send_messages(enc, msgs.msgs, count); #endif // free the messages. for (int i = 0; i < count; i++) { SrsSharedPtrMessage* msg = msgs.msgs[i]; srs_freep(msg); } // check send error code. if (ret != ERROR_SUCCESS) { if (!srs_is_client_gracefully_close(ret)) { srs_error("http: send messages to client failed. ret=%d", ret); } return ret; } } return ret; }
int SrsSource::on_meta_data(SrsMessage* msg, SrsOnMetaDataPacket* metadata) { int ret = ERROR_SUCCESS; #ifdef SRS_AUTO_HLS if (metadata && (ret = hls->on_meta_data(metadata->metadata)) != ERROR_SUCCESS) { srs_error("hls process onMetaData message failed. ret=%d", ret); return ret; } #endif #ifdef SRS_AUTO_DVR if (metadata && (ret = dvr->on_meta_data(metadata)) != ERROR_SUCCESS) { srs_error("dvr process onMetaData message failed. ret=%d", ret); return ret; } #endif metadata->metadata->set("server", SrsAmf0Any::str(RTMP_SIG_SRS_KEY" "RTMP_SIG_SRS_VERSION" ("RTMP_SIG_SRS_URL_SHORT")")); metadata->metadata->set("authors", SrsAmf0Any::str(RTMP_SIG_SRS_PRIMARY_AUTHROS)); SrsAmf0Any* prop = NULL; if ((prop = metadata->metadata->get_property("audiosamplerate")) != NULL) { if (prop->is_number()) { sample_rate = (int)prop->to_number(); } } if ((prop = metadata->metadata->get_property("framerate")) != NULL) { if (prop->is_number()) { frame_rate = (int)prop->to_number(); } } // if allow atc_auto and bravo-atc detected, open atc for vhost. atc = _srs_config->get_atc(_req->vhost); if (_srs_config->get_atc_auto(_req->vhost)) { if ((prop = metadata->metadata->get_property("bravo_atc")) != NULL) { if (prop->is_string() && prop->to_str() == "true") { atc = true; } } } // encode the metadata to payload int size = 0; char* payload = NULL; if ((ret = metadata->encode(size, payload)) != ERROR_SUCCESS) { srs_error("encode metadata error. ret=%d", ret); srs_freep(payload); return ret; } srs_verbose("encode metadata success."); if (size <= 0) { srs_warn("ignore the invalid metadata. size=%d", size); return ret; } // create a shared ptr message. srs_freep(cache_metadata); cache_metadata = new SrsSharedPtrMessage(); // dump message to shared ptr message. if ((ret = cache_metadata->initialize(&msg->header, payload, size)) != ERROR_SUCCESS) { srs_error("initialize the cache metadata failed. ret=%d", ret); return ret; } srs_verbose("initialize shared ptr metadata success."); // copy to all consumer if (true) { std::vector<SrsConsumer*>::iterator it; for (it = consumers.begin(); it != consumers.end(); ++it) { SrsConsumer* consumer = *it; if ((ret = consumer->enqueue(cache_metadata->copy(), sample_rate, frame_rate)) != ERROR_SUCCESS) { srs_error("dispatch the metadata failed. ret=%d", ret); return ret; } } srs_trace("dispatch metadata success."); } // copy to all forwarders if (true) { std::vector<SrsForwarder*>::iterator it; for (it = forwarders.begin(); it != forwarders.end(); ++it) { SrsForwarder* forwarder = *it; if ((ret = forwarder->on_meta_data(cache_metadata->copy())) != ERROR_SUCCESS) { srs_error("forwarder process onMetaData message failed. ret=%d", ret); return ret; } } } return ret; }
int SrsSource::on_audio(SrsCommonMessage* __audio) { int ret = ERROR_SUCCESS; // convert __audio to msg, user should not use __audio again. // the payload is transfer to msg, and set to NULL in __audio. SrsSharedPtrMessage msg; if ((ret = msg.create(__audio)) != ERROR_SUCCESS) { srs_error("initialize the audio failed. ret=%d", ret); return ret; } srs_verbose("initialize shared ptr audio success."); #ifdef SRS_AUTO_HLS if ((ret = hls->on_audio(&msg)) != ERROR_SUCCESS) { srs_warn("hls process audio message failed, ignore and disable hls. ret=%d", ret); // unpublish, ignore ret. hls->on_unpublish(); // ignore. ret = ERROR_SUCCESS; } #endif #ifdef SRS_AUTO_DVR if ((ret = dvr->on_audio(&msg)) != ERROR_SUCCESS) { srs_warn("dvr process audio message failed, ignore and disable dvr. ret=%d", ret); // unpublish, ignore ret. dvr->on_unpublish(); // ignore. ret = ERROR_SUCCESS; } #endif // copy to all consumer int nb_consumers = (int)consumers.size(); if (nb_consumers > 0) { SrsConsumer** pconsumer = consumers.data(); for (int i = 0; i < nb_consumers; i++) { SrsConsumer* consumer = pconsumer[i]; if ((ret = consumer->enqueue(&msg, atc, sample_rate, frame_rate, jitter_algorithm)) != ERROR_SUCCESS) { srs_error("dispatch the audio failed. ret=%d", ret); return ret; } } srs_info("dispatch audio success."); } // copy to all forwarders. if (true) { std::vector<SrsForwarder*>::iterator it; for (it = forwarders.begin(); it != forwarders.end(); ++it) { SrsForwarder* forwarder = *it; if ((ret = forwarder->on_audio(&msg)) != ERROR_SUCCESS) { srs_error("forwarder process audio message failed. ret=%d", ret); return ret; } } } // cache the sequence header if h264 // donot cache the sequence header to gop_cache, return here. if (SrsFlvCodec::audio_is_sequence_header(msg.payload, msg.size)) { srs_freep(cache_sh_audio); cache_sh_audio = msg.copy(); // parse detail audio codec SrsAvcAacCodec codec; SrsCodecSample sample; if ((ret = codec.audio_aac_demux(msg.payload, msg.size, &sample)) != ERROR_SUCCESS) { srs_error("codec demux audio failed. ret=%d", ret); return ret; } static int flv_sample_sizes[] = {8, 16, 0}; static int flv_sound_types[] = {1, 2, 0}; srs_trace("%dB audio sh, " "codec(%d, profile=%d, %dchannels, %dkbps, %dHZ), " "flv(%dbits, %dchannels, %dHZ)", msg.size, codec.audio_codec_id, codec.aac_profile, codec.aac_channels, codec.audio_data_rate / 1000, aac_sample_rates[codec.aac_sample_rate], flv_sample_sizes[sample.sound_size], flv_sound_types[sample.sound_type], flv_sample_rates[sample.sound_rate]); return ret; } // cache the last gop packets if ((ret = gop_cache->cache(&msg)) != ERROR_SUCCESS) { srs_error("shrink gop cache failed. ret=%d", ret); return ret; } srs_verbose("cache gop success."); // if atc, update the sequence header to abs time. if (atc) { if (cache_sh_audio) { cache_sh_audio->timestamp = msg.timestamp; } if (cache_metadata) { cache_metadata->timestamp = msg.timestamp; } } return ret; }
int SrsRtmpConn::playing(SrsSource* source) { int ret = ERROR_SUCCESS; if ((ret = refer->check(req->pageUrl, _srs_config->get_refer_play(req->vhost))) != ERROR_SUCCESS) { srs_error("check play_refer failed. ret=%d", ret); return ret; } srs_verbose("check play_refer success."); SrsConsumer* consumer = NULL; if ((ret = source->create_consumer(consumer)) != ERROR_SUCCESS) { srs_error("create consumer failed. ret=%d", ret); return ret; } srs_assert(consumer != NULL); SrsAutoFree(SrsConsumer, consumer); srs_verbose("consumer created success."); rtmp->set_recv_timeout(SRS_PULSE_TIMEOUT_US); SrsPithyPrint pithy_print(SRS_STAGE_PLAY_USER); SrsSharedPtrMessageArray msgs(SYS_MAX_PLAY_SEND_MSGS); bool user_specified_duration_to_stop = (req->duration > 0); int64_t starttime = -1; while (true) { // collect elapse for pithy print. pithy_print.elapse(); // read from client. if (true) { SrsMessage* msg = NULL; ret = rtmp->recv_message(&msg); srs_verbose("play loop recv message. ret=%d", ret); if (ret == ERROR_SOCKET_TIMEOUT) { // it's ok, do nothing. ret = ERROR_SUCCESS; } else if (ret != ERROR_SUCCESS) { if (!srs_is_client_gracefully_close(ret)) { srs_error("recv client control message failed. ret=%d", ret); } return ret; } else { if ((ret = process_play_control_msg(consumer, msg)) != ERROR_SUCCESS) { if (!srs_is_system_control_error(ret)) { srs_error("process play control message failed. ret=%d", ret); } return ret; } } } // get messages from consumer. int count = 0; if ((ret = consumer->dump_packets(msgs.size, msgs.msgs, count)) != ERROR_SUCCESS) { srs_error("get messages from consumer failed. ret=%d", ret); return ret; } // reportable if (pithy_print.can_print()) { kbps->sample(); srs_trace("-> "SRS_LOG_ID_PLAY " time=%"PRId64", msgs=%d, okbps=%d,%d,%d, ikbps=%d,%d,%d", pithy_print.age(), count, kbps->get_send_kbps(), kbps->get_send_kbps_30s(), kbps->get_send_kbps_5m(), kbps->get_recv_kbps(), kbps->get_recv_kbps_30s(), kbps->get_recv_kbps_5m()); } // sendout messages // @remark, becareful, all msgs must be free explicitly, // free by send_and_free_message or srs_freep. for (int i = 0; i < count; i++) { SrsSharedPtrMessage* msg = msgs.msgs[i]; // the send_message will free the msg, // so set the msgs[i] to NULL. msgs.msgs[i] = NULL; // only when user specifies the duration, // we start to collect the durations for each message. if (user_specified_duration_to_stop) { // foreach msg, collect the duration. // @remark: never use msg when sent it, for the protocol sdk will free it. if (starttime < 0 || starttime > msg->header.timestamp) { starttime = msg->header.timestamp; } duration += msg->header.timestamp - starttime; starttime = msg->header.timestamp; } // no need to assert msg, for the rtmp will assert it. if ((ret = rtmp->send_and_free_message(msg, res->stream_id)) != ERROR_SUCCESS) { srs_error("send message to client failed. ret=%d", ret); return ret; } } // if duration specified, and exceed it, stop play live. // @see: https://github.com/winlinvip/simple-rtmp-server/issues/45 if (user_specified_duration_to_stop) { if (duration >= (int64_t)req->duration) { ret = ERROR_RTMP_DURATION_EXCEED; srs_trace("stop live for duration exceed. ret=%d", ret); return ret; } } // switch to other threads, to anti dead loop. st_usleep(0); } return ret; }
int SrsLiveStream::do_serve_http(ISrsHttpResponseWriter* w, ISrsHttpMessage* r) { int ret = ERROR_SUCCESS; ISrsStreamEncoder* enc = NULL; srs_assert(entry); if (srs_string_ends_with(entry->pattern, ".flv")) { w->header()->set_content_type("video/x-flv"); #ifdef SRS_PERF_FAST_FLV_ENCODER bool realtime = _srs_config->get_realtime_enabled(req->vhost); if (realtime) { enc = new SrsFlvStreamEncoder(); } else { enc = new SrsFastFlvStreamEncoder(); } #else enc = new SrsFlvStreamEncoder(); #endif } else if (srs_string_ends_with(entry->pattern, ".aac")) { w->header()->set_content_type("audio/x-aac"); enc = new SrsAacStreamEncoder(); } else if (srs_string_ends_with(entry->pattern, ".mp3")) { w->header()->set_content_type("audio/mpeg"); enc = new SrsMp3StreamEncoder(); } else if (srs_string_ends_with(entry->pattern, ".ts")) { w->header()->set_content_type("video/MP2T"); enc = new SrsTsStreamEncoder(); } else { ret = ERROR_HTTP_LIVE_STREAM_EXT; srs_error("http: unsupported pattern %s", entry->pattern.c_str()); return ret; } SrsAutoFree(ISrsStreamEncoder, enc); // create consumer of souce, ignore gop cache, use the audio gop cache. SrsConsumer* consumer = NULL; if ((ret = source->create_consumer(NULL, consumer, true, true, !enc->has_cache())) != ERROR_SUCCESS) { srs_error("http: create consumer failed. ret=%d", ret); return ret; } SrsAutoFree(SrsConsumer, consumer); srs_verbose("http: consumer created success."); SrsPithyPrint* pprint = SrsPithyPrint::create_http_stream(); SrsAutoFree(SrsPithyPrint, pprint); SrsMessageArray msgs(SRS_PERF_MW_MSGS); // the memory writer. SrsStreamWriter writer(w); if ((ret = enc->initialize(&writer, cache)) != ERROR_SUCCESS) { srs_error("http: initialize stream encoder failed. ret=%d", ret); return ret; } // if gop cache enabled for encoder, dump to consumer. if (enc->has_cache()) { if ((ret = enc->dump_cache(consumer, source->jitter())) != ERROR_SUCCESS) { srs_error("http: dump cache to consumer failed. ret=%d", ret); return ret; } } #ifdef SRS_PERF_FAST_FLV_ENCODER SrsFastFlvStreamEncoder* ffe = dynamic_cast<SrsFastFlvStreamEncoder*>(enc); #endif // Use receive thread to accept the close event to avoid FD leak. // @see https://github.com/ossrs/srs/issues/636#issuecomment-298208427 SrsHttpMessage* hr = dynamic_cast<SrsHttpMessage*>(r); SrsResponseOnlyHttpConn* hc = dynamic_cast<SrsResponseOnlyHttpConn*>(hr->connection()); int mw_sleep = _srs_config->get_mw_sleep_ms(req->vhost); SrsHttpRecvThread* trd = new SrsHttpRecvThread(hc); SrsAutoFree(SrsHttpRecvThread, trd); if ((ret = trd->start()) != ERROR_SUCCESS) { srs_error("http: start notify thread failed, ret=%d", ret); return ret; } // TODO: free and erase the disabled entry after all related connections is closed. while (entry->enabled) { pprint->elapse(); // Whether client closed the FD. if ((ret = trd->error_code()) != ERROR_SUCCESS) { return ret; } // get messages from consumer. // each msg in msgs.msgs must be free, for the SrsMessageArray never free them. int count = 0; if ((ret = consumer->dump_packets(&msgs, count)) != ERROR_SUCCESS) { srs_error("http: get messages from consumer failed. ret=%d", ret); return ret; } if (count <= 0) { srs_info("http: sleep %dms for no msg", SRS_CONSTS_RTMP_PULSE_TIMEOUT_US); // directly use sleep, donot use consumer wait. st_usleep(mw_sleep * 1000); // ignore when nothing got. continue; } if (pprint->can_print()) { srs_trace("-> "SRS_CONSTS_LOG_HTTP_STREAM" http: got %d msgs, age=%d, min=%d, mw=%d", count, pprint->age(), SRS_PERF_MW_MIN_MSGS, mw_sleep); } // sendout all messages. #ifdef SRS_PERF_FAST_FLV_ENCODER if (ffe) { ret = ffe->write_tags(msgs.msgs, count); } else { ret = streaming_send_messages(enc, msgs.msgs, count); } #else ret = streaming_send_messages(enc, msgs.msgs, count); #endif // free the messages. for (int i = 0; i < count; i++) { SrsSharedPtrMessage* msg = msgs.msgs[i]; srs_freep(msg); } // check send error code. if (ret != ERROR_SUCCESS) { if (!srs_is_client_gracefully_close(ret)) { srs_error("http: send messages to client failed. ret=%d", ret); } return ret; } } return ret; }
int SrsRtmpConn::playing(SrsSource* source) { int ret = ERROR_SUCCESS; if ((ret = refer->check(req->pageUrl, _srs_config->get_refer_play(req->vhost))) != ERROR_SUCCESS) { srs_error("check play_refer failed. ret=%d", ret); return ret; } srs_verbose("check play_refer success."); SrsConsumer* consumer = NULL; if ((ret = source->create_consumer(consumer)) != ERROR_SUCCESS) { srs_error("create consumer failed. ret=%d", ret); return ret; } srs_assert(consumer != NULL); SrsAutoFree(SrsConsumer, consumer, false); srs_verbose("consumer created success."); rtmp->set_recv_timeout(SRS_PULSE_TIMEOUT_US); SrsPithyPrint pithy_print(SRS_STAGE_PLAY_USER); while (true) { pithy_print.elapse(SRS_PULSE_TIMEOUT_US / 1000); // switch to other st-threads. st_usleep(0); // read from client. int ctl_msg_ret = ERROR_SUCCESS; if (true) { SrsCommonMessage* msg = NULL; ctl_msg_ret = ret = rtmp->recv_message(&msg); srs_verbose("play loop recv message. ret=%d", ret); if (ret != ERROR_SUCCESS && ret != ERROR_SOCKET_TIMEOUT) { if (ret != ERROR_SOCKET_TIMEOUT && !srs_is_client_gracefully_close(ret)) { srs_error("recv client control message failed. ret=%d", ret); } return ret; } if ((ret = process_play_control_msg(consumer, msg)) != ERROR_SUCCESS) { if (!srs_is_system_control_error(ret)) { srs_error("process play control message failed. ret=%d", ret); } return ret; } } // get messages from consumer. SrsSharedPtrMessage** msgs = NULL; int count = 0; if ((ret = consumer->get_packets(0, msgs, count)) != ERROR_SUCCESS) { srs_error("get messages from consumer failed. ret=%d", ret); return ret; } // reportable if (pithy_print.can_print()) { srs_trace("-> time=%"PRId64", cmr=%d, msgs=%d, obytes=%"PRId64", ibytes=%"PRId64", okbps=%d, ikbps=%d", pithy_print.get_age(), ctl_msg_ret, count, rtmp->get_send_bytes(), rtmp->get_recv_bytes(), rtmp->get_send_kbps(), rtmp->get_recv_kbps()); } if (count <= 0) { srs_verbose("no packets in queue."); continue; } SrsAutoFree(SrsSharedPtrMessage*, msgs, true); // sendout messages for (int i = 0; i < count; i++) { SrsSharedPtrMessage* msg = msgs[i]; // the send_message will free the msg, // so set the msgs[i] to NULL. msgs[i] = NULL; if ((ret = rtmp->send_message(msg)) != ERROR_SUCCESS) { srs_error("send message to client failed. ret=%d", ret); return ret; } } } return ret; }