/** @internal @This receives data.
*
* @param upipe description structure of the pipe
* @param uref uref structure
* @param upump_p reference to pump that generated the buffer
*/
static void upipe_telxf_input(struct upipe *upipe, struct uref *uref,
struct upump **upump_p)
{
struct upipe_telxf *upipe_telxf = upipe_telxf_from_upipe(upipe);
size_t uref_size;
if (!ubase_check(uref_block_size(uref, &uref_size)) || !uref_size) {
uref_free(uref);
return;
}
bool end = ubase_check(uref_block_get_end(uref));
if (ubase_check(uref_block_get_start(uref))) {
if (upipe_telxf->next_uref != NULL)
upipe_telxf_work(upipe, upump_p);
upipe_telxf->next_uref = uref;
upipe_telxf->next_uref_size = uref_size;
} else if (likely(upipe_telxf->next_uref != NULL)) {
struct ubuf *ubuf = uref_detach_ubuf(uref);
uref_free(uref);
if (unlikely(!ubase_check(uref_block_append(upipe_telxf->next_uref,
ubuf)))) {
ubuf_free(ubuf);
upipe_throw_fatal(upipe, UBASE_ERR_ALLOC);
return;
}
upipe_telxf->next_uref_size += uref_size;
} else {
uref_free(uref);
return;
}
if (end)
upipe_telxf_work(upipe, upump_p);
}
static bool upipe_dveo_asi_sink_add_header(struct upipe *upipe, struct uref *uref,
uint64_t pts)
{
struct upipe_dveo_asi_sink *upipe_dveo_asi_sink = upipe_dveo_asi_sink_from_upipe(upipe);
uint64_t hdr_size;
if (!ubase_check(uref_block_get_header_size(uref, &hdr_size)))
hdr_size = 0;
if (hdr_size != 0)
return false;
/* alloc header */
struct ubuf *header = ubuf_block_alloc(uref->ubuf->mgr, 8);
if (unlikely(!header)) {
return true;
}
/* 63-bits timestamp */
union {
uint8_t timestamp[8];
uint64_t pts;
} timestamp;
timestamp.pts = pts;
if (upipe_dveo_asi_sink->first_timestamp) {
upipe_dveo_asi_sink->first_timestamp = false;
// FIXME: set the counter in an empty packet, and account for latency
timestamp.pts |= 1LLU << 63; /* Set MSB = Set the counter */
}
/* write header, 64 bits little-endian :
* https://github.com/kierank/dveo-linux-master/blob/450e4b9e4292c2f71acd4d3d2e0a0cd0879d473a/doc/ASI/features.txt#L62 */
int size = 8;
uint8_t *header_write_ptr;
if (!ubase_check(ubuf_block_write(header, 0, &size, &header_write_ptr))) {
upipe_err(upipe, "could not write header");
ubuf_free(header);
return true;
}
memcpy(header_write_ptr, timestamp.timestamp, 8);
uref_block_unmap(uref, 0);
/* append payload (current ubuf) to header to form segmented ubuf */
struct ubuf *payload = uref_detach_ubuf(uref);
if (unlikely(!ubase_check(ubuf_block_append(header, payload)))) {
upipe_warn(upipe, "could not append payload to header");
ubuf_free(header);
ubuf_free(payload);
return true;
}
uref_attach_ubuf(uref, header);
uref_block_set_header_size(uref, 8);
return false;
}
/** @internal @This receives data.
*
* @param upipe description structure of the pipe
* @param uref uref structure
* @param upump_p reference to pump that generated the buffer
*/
static void upipe_agg_input(struct upipe *upipe, struct uref *uref,
struct upump **upump_p)
{
struct upipe_agg *upipe_agg = upipe_agg_from_upipe(upipe);
size_t size = 0;
const size_t output_size = upipe_agg->output_size;
uref_block_size(uref, &size);
/* check for invalid or too large size */
if (unlikely(size == 0 || size > output_size)) {
upipe_warn_va(upipe,
"received packet of invalid size: %zu (output_size == %zu)", size, output_size);
uref_free(uref);
return;
}
/* flush if incoming packet makes aggregated overflow */
if (upipe_agg->size + size > output_size) {
upipe_agg_output(upipe, upipe_agg->aggregated, upump_p);
upipe_agg->aggregated = NULL;
}
/* keep or attach incoming packet */
if (unlikely(!upipe_agg->aggregated)) {
upipe_agg->aggregated = uref;
upipe_agg->size = size;
} else {
struct ubuf *append = uref_detach_ubuf(uref);
uref_free(uref);
if (unlikely(!ubase_check(uref_block_append(upipe_agg->aggregated,
append)))) {
upipe_warn(upipe, "error appending packet");
ubuf_free(append);
return;
};
upipe_agg->size += size;
}
/* anticipate next packet size and flush now if necessary */
if (upipe_agg->input_size)
size = upipe_agg->input_size;
if (unlikely(upipe_agg->size + size > output_size)) {
upipe_agg_output(upipe, upipe_agg->aggregated, upump_p);
upipe_agg->aggregated = NULL;
upipe_agg->size = 0;
}
}
/** @internal @This takes the payload of a TS packet, checks if it may
* contain part of a PES header, and outputs it.
*
* @param upipe description structure of the pipe
* @param uref uref structure
* @param upump_p reference to pump that generated the buffer
*/
static void upipe_ts_pesd_input(struct upipe *upipe, struct uref *uref,
struct upump **upump_p)
{
struct upipe_ts_pesd *upipe_ts_pesd = upipe_ts_pesd_from_upipe(upipe);
size_t uref_size;
if (unlikely(!ubase_check(uref_block_size(uref, &uref_size)))) {
upipe_warn(upipe, "invalid PES chunk");
uref_free(uref);
return;
}
if (ubase_check(uref_block_get_start(uref))) {
if (unlikely(upipe_ts_pesd->next_uref != NULL)) {
upipe_warn(upipe, "truncated PES header");
uref_free(upipe_ts_pesd->next_uref);
}
upipe_ts_pesd->next_uref = uref;
upipe_ts_pesd->next_uref_size = uref_size;
upipe_ts_pesd_decaps(upipe, upump_p);
} else if (upipe_ts_pesd->next_uref != NULL) {
struct ubuf *ubuf = uref_detach_ubuf(uref);
uref_free(uref);
if (unlikely(!ubase_check(uref_block_append(upipe_ts_pesd->next_uref,
ubuf)))) {
ubuf_free(ubuf);
upipe_ts_pesd_flush(upipe);
upipe_throw_fatal(upipe, UBASE_ERR_ALLOC);
return;
}
upipe_ts_pesd->next_uref_size += uref_size;
upipe_ts_pesd_decaps(upipe, upump_p);
} else if (likely(upipe_ts_pesd->acquired)) {
upipe_ts_pesd->next_uref = uref;
upipe_ts_pesd->next_uref_size += uref_size;
upipe_ts_pesd_check_output(upipe, upump_p);
} else
uref_free(uref);
}
/** @internal @This handles packets.
*
* @param upipe description structure of the pipe
* @param uref uref structure
* @param upump upump structure
*/
static void upipe_avcdec_input_packet(struct upipe *upipe, struct uref *uref,
struct upump *upump)
{
uint8_t *inbuf;
size_t insize = 0;
struct upipe_avcdec *upipe_avcdec = upipe_avcdec_from_upipe(upipe);
assert(upipe);
assert(uref);
if (upipe_avcdec->upump_av_deal) { /* pending open_codec callback */
upipe_dbg(upipe, "Received packet while open_codec pending");
if (upump) {
upump_mgr_sink_block(upump->mgr);
upump_mgr_use(upump->mgr);
upipe_avcdec->saved_upump_mgr = upump->mgr;
}
if (upipe_avcdec->saved_uref) {
upipe_warn(upipe, "Dropping previously saved packet !");
uref_free(upipe_avcdec->saved_uref);
}
upipe_avcdec->saved_uref = uref;
return;
} else if (upipe_avcdec->saved_uref) {
upipe_dbg(upipe, "Processing previously saved packet");
struct uref *prev_uref = upipe_avcdec->saved_uref;
upipe_avcdec->saved_uref = NULL;
/* Not a typo, using the current upump here */
upipe_avcdec_input_packet(upipe, prev_uref, upump);
}
if (!upipe_avcdec->context) {
uref_free(uref);
upipe_warn(upipe, "Received packet but decoder is not initialized");
return;
}
/* avcodec input buffer needs to be at least 4-byte aligned and
FF_INPUT_BUFFER_PADDING_SIZE larger than actual input size.
Thus, extract ubuf content in a properly allocated buffer.
Padding must be zeroed. */
uref_block_size(uref, &insize);
if (unlikely(!insize)) {
upipe_warn(upipe, "Received packet with size 0, dropping");
uref_free(uref);
return;
}
upipe_dbg_va(upipe, "Received packet %u - size : %u", upipe_avcdec->counter, insize);
inbuf = malloc(insize + FF_INPUT_BUFFER_PADDING_SIZE);
if (unlikely(!inbuf)) {
upipe_throw_aerror(upipe);
return;
}
memset(inbuf, 0, insize + FF_INPUT_BUFFER_PADDING_SIZE);
uref_block_extract(uref, 0, insize, inbuf);
ubuf_free(uref_detach_ubuf(uref));
uref_pic_set_number(uref, upipe_avcdec->counter);
/* Track current uref in pipe structure - required for buffer allocation
* in upipe_avcdec_get_buffer */
upipe_avcdec->uref = uref;
upipe_avcdec_process_buf(upipe, inbuf, insize, upump);
free(inbuf);
uref_free(uref);
upipe_avcdec->counter++;
}
static void upipe_rtp_h264_output_nalu(struct upipe *upipe,
uint8_t nalu,
struct uref *uref,
struct upump **upump_p)
{
size_t size = 0;
if (unlikely(!ubase_check(uref_block_size(uref, &size)))) {
upipe_err(upipe, "fail to get block size");
return;
}
bool split = size > RTP_SPLIT_SIZE;
uint32_t fragment = 0;
while (size) {
bool last_fragment = size <= RTP_SPLIT_SIZE;
size_t split_size = last_fragment ? size : RTP_SPLIT_SIZE;
uint8_t hdr[2] = { nalu, 0 };
size_t hdr_size = 1;
if (split) {
if (!fragment)
hdr[1] = FU_START;
else if (last_fragment)
hdr[1] = FU_END;
hdr[1] |= NALU_TYPE(hdr[0]);
hdr[0] = NALU_F(hdr[0]) | NALU_NRI(hdr[0]) | FU_A;
hdr_size++;
}
struct uref *next = NULL;
if (!last_fragment) {
next = uref_block_split(uref, split_size);
if (unlikely(next == NULL)) {
upipe_throw_fatal(upipe, UBASE_ERR_ALLOC);
return;
}
}
/* FIXME should require a ubuf_mgr */
struct ubuf *header =
ubuf_block_alloc(uref->ubuf->mgr, hdr_size * sizeof (hdr[0]));
if (unlikely(header == NULL)) {
upipe_throw_fatal(upipe, UBASE_ERR_ALLOC);
uref_free(uref);
uref_free(next);
return;
}
uint8_t *buf = NULL;
int buf_size = hdr_size;
ubuf_block_write(header, 0, &buf_size, &buf);
memcpy(buf, hdr, hdr_size * sizeof (hdr[0]));
ubuf_block_unmap(header, 0);
/* append payload (current ubuf) to header to form segmented ubuf */
struct ubuf *payload = uref_detach_ubuf(uref);
if (unlikely(!ubase_check(ubuf_block_append(header, payload)))) {
upipe_warn(upipe, "could not append payload to header");
ubuf_free(header);
ubuf_free(payload);
uref_free(uref);
uref_free(next);
return;
}
uref_attach_ubuf(uref, header);
uref_clock_set_cr_dts_delay(uref, 0);
upipe_rtp_h264_output(upipe, uref, upump_p);
size -= split_size;
fragment++;
uref = next;
}
}
/** @internal @This prepends a PES header to a logical unit.
*
* @param upipe description structure of the pipe
* @param upump_p reference to pump that generated the buffer
*/
static void upipe_ts_pese_work(struct upipe *upipe, struct upump **upump_p)
{
struct upipe_ts_pese *upipe_ts_pese = upipe_ts_pese_from_upipe(upipe);
if (ulist_empty(&upipe_ts_pese->next_pes))
return;
uint64_t pts = UINT64_MAX, dts = UINT64_MAX;
struct uref *uref = uref_from_uchain(ulist_pop(&upipe_ts_pese->next_pes));
size_t header_size;
if (upipe_ts_pese->pes_id != PES_STREAM_ID_PRIVATE_2) {
uref_clock_get_pts_prog(uref, &pts);
uref_clock_get_dts_prog(uref, &dts);
if (pts != UINT64_MAX) {
if (dts != UINT64_MAX &&
((pts / CLOCK_SCALE) % POW2_33) !=
((dts / CLOCK_SCALE) % POW2_33))
header_size = PES_HEADER_SIZE_PTSDTS;
else
header_size = PES_HEADER_SIZE_PTS;
} else
header_size = PES_HEADER_SIZE_NOPTS;
} else
header_size = PES_HEADER_SIZE;
if (header_size < upipe_ts_pese->pes_header_size)
header_size = upipe_ts_pese->pes_header_size;
struct ubuf *ubuf = ubuf_block_alloc(upipe_ts_pese->ubuf_mgr, header_size);
if (unlikely(ubuf == NULL)) {
upipe_throw_fatal(upipe, UBASE_ERR_ALLOC);
goto upipe_ts_pese_work_err;
}
uint8_t *buffer;
int size = -1;
if (unlikely(!ubase_check(ubuf_block_write(ubuf, 0, &size, &buffer)))) {
ubuf_free(ubuf);
upipe_throw_fatal(upipe, UBASE_ERR_ALLOC);
goto upipe_ts_pese_work_err;
}
pes_init(buffer);
pes_set_streamid(buffer, upipe_ts_pese->pes_id);
size_t pes_length = upipe_ts_pese->next_pes_size + header_size -
PES_HEADER_SIZE;
if (pes_length > UINT16_MAX) {
if (unlikely((upipe_ts_pese->pes_id & PES_STREAM_ID_VIDEO_MPEG) !=
PES_STREAM_ID_VIDEO_MPEG))
upipe_warn(upipe, "PES length > 65535 for a non-video stream");
pes_set_length(buffer, 0);
} else
pes_set_length(buffer, pes_length);
if (upipe_ts_pese->pes_id != PES_STREAM_ID_PRIVATE_2) {
pes_set_headerlength(buffer, header_size - PES_HEADER_SIZE_NOPTS);
pes_set_dataalignment(buffer);
if (pts != UINT64_MAX) {
pes_set_pts(buffer, (pts / CLOCK_SCALE) % POW2_33);
if (dts != UINT64_MAX &&
((pts / CLOCK_SCALE) % POW2_33) !=
((dts / CLOCK_SCALE) % POW2_33))
pes_set_dts(buffer, (dts / CLOCK_SCALE) % POW2_33);
}
}
ubuf_block_unmap(ubuf, 0);
struct ubuf *payload = uref_detach_ubuf(uref);
uref_attach_ubuf(uref, ubuf);
if (unlikely(!ubase_check(uref_block_append(uref, payload)))) {
uref_free(uref);
ubuf_free(payload);
upipe_throw_fatal(upipe, UBASE_ERR_ALLOC);
return;
}
/* intended pass-through */
upipe_ts_pese_work_err:
uref_block_set_start(uref);
upipe_ts_pese_output(upipe, uref, upump_p);
struct uchain *uchain;
while ((uchain = ulist_pop(&upipe_ts_pese->next_pes)) != NULL)
upipe_ts_pese_output(upipe, uref_from_uchain(uchain), upump_p);
upipe_ts_pese->next_pes_size = 0;
upipe_ts_pese->next_pes_duration = 0;
}
