void schedule_frame(IDeckLinkMutableVideoFrame *frame) {
RawFrame *input = NULL;
void *data;
if (in_pipe.data_ready( )) {
input = in_pipe.get( );
} else if (last_frame != NULL) {
/* use the stale frame */
fprintf(stderr, "DeckLink: stale frame\n");
input = last_frame;
} else {
/* this should likewise be a black frame */
input = NULL;
}
if (input != NULL) {
frame->GetBytes(&data);
input->unpack->CbYCrY8422((uint8_t *) data);
} else {
fprintf(stderr, "DeckLink: on fire\n");
}
deckLinkOutput->ScheduleVideoFrame(frame,
frame_counter * frame_duration, frame_duration, time_base);
frame_counter++;
if (last_frame != input) {
delete last_frame;
last_frame = input;
}
}
void BMDOutputDelegate::ScheduleNextFrame(bool preroll)
{
if(!preroll)
{
// If not prerolling, make sure that playback is still active
if (m_running == false)
return;
}
if(m_frameSet)
{
//qDebug() << "m_frameSet: not setting";
return;
}
m_frameSet = true;
QTime t;
t.start();
// if ((m_totalFramesScheduled % m_framesPerSecond) == 0)
// {
// // On each second, schedule a frame of black
// if (m_deckLinkOutput->ScheduleVideoFrame(m_videoFrameBlack, (m_totalFramesScheduled * m_frameDuration), m_frameDuration, m_frameTimescale) != S_OK)
// return;
// }
//qDebug() << "BMDOutputDelegate::ScheduleNextFrame: [3] Frame Repaint: "<<t.restart()<<" ms";
if(!m_image.isNull())
{
void *frameBytes;
m_rgbFrame->GetBytes(&frameBytes);
int maxBytes = m_frameWidth * m_frameHeight * 4;
memcpy(frameBytes, (const uchar*)m_image.bits(), m_image.byteCount() > maxBytes ? maxBytes : m_image.byteCount());
//qDebug() << "BMDOutputDelegate::ScheduleNextFrame: [4] Load BMD Frame with RGB: "<<t.restart()<<" ms";
// Pixel conversions
// Source frame Target frame
// bmdFormat8BitRGBA bmdFormat8BitYUV
// bmdFormat8BitARGB
// bmdFormat8BitBGRA bmdFormat8BitYUV
// bmdFormat8BitARGB bmdFormat8BitYUV
if(m_deckLinkConverter)
{
m_deckLinkConverter->ConvertFrame(m_rgbFrame, m_yuvFrame);
//qDebug() << "BMDOutputDelegate::ScheduleNextFrame: [5] RGB->YUV: "<<t.restart()<<" ms";
if (m_deckLinkOutput->ScheduleVideoFrame(m_yuvFrame,
(m_totalFramesScheduled * m_frameDuration),
m_frameDuration,
m_frameTimescale) != S_OK)
return;
//qDebug() << "BMDOutputDelegate::ScheduleNextFrame: [6] ScheduleVideoFrame(): "<<t.restart()<<" ms";
}
else
{
qDebug() << "BMDOutputDelegate::ScheduleNextFrame: No m_deckLinkConverter available, unable to convert frame.";
}
}
m_totalFramesScheduled += 1;
}
HRESULT render( mlt_frame frame )
{
HRESULT result = S_OK;
// Get the audio
double speed = mlt_properties_get_double( MLT_FRAME_PROPERTIES(frame), "_speed" );
if ( speed == 1.0 )
{
mlt_audio_format format = mlt_audio_s16;
int frequency = bmdAudioSampleRate48kHz;
int samples = mlt_sample_calculator( m_fps, frequency, m_count );
int16_t *pcm = 0;
if ( !mlt_frame_get_audio( frame, (void**) &pcm, &format, &frequency, &m_channels, &samples ) )
{
int count = samples;
if ( !m_isPrerolling )
{
uint32_t audioCount = 0;
uint32_t videoCount = 0;
// Check for resync
m_deckLinkOutput->GetBufferedAudioSampleFrameCount( &audioCount );
m_deckLinkOutput->GetBufferedVideoFrameCount( &videoCount );
// Underflow typically occurs during non-normal speed playback.
if ( audioCount < 1 || videoCount < 1 )
{
// Upon switching to normal playback, buffer some frames faster than realtime.
mlt_log_info( &m_consumer, "buffer underrun: audio buf %u video buf %u frames\n", audioCount, videoCount );
m_prerollCounter = 0;
}
// While rebuffering
if ( isBuffering() )
{
// Only append audio to reach the ideal level and not overbuffer.
int ideal = ( m_preroll - 1 ) * bmdAudioSampleRate48kHz / m_fps;
int actual = m_fifo->used / m_channels + audioCount;
int diff = ideal / 2 - actual;
count = diff < 0 ? 0 : diff < count ? diff : count;
}
}
if ( count > 0 )
sample_fifo_append( m_fifo, pcm, count * m_channels );
}
}
// Create video frames while pre-rolling
if ( m_isPrerolling )
{
createFrame();
if ( !m_videoFrame )
{
mlt_log_error( &m_consumer, "failed to create video frame\n" );
return S_FALSE;
}
}
// Get the video
if ( mlt_properties_get_int( MLT_FRAME_PROPERTIES( frame ), "rendered") )
{
mlt_image_format format = mlt_image_yuv422;
uint8_t* image = 0;
uint8_t* buffer = 0;
if ( !mlt_frame_get_image( frame, &image, &format, &m_width, &m_height, 0 ) )
{
m_videoFrame = (IDeckLinkMutableVideoFrame*) mlt_deque_pop_back( m_videoFrameQ );
m_videoFrame->GetBytes( (void**) &buffer );
if ( m_displayMode->GetFieldDominance() == bmdUpperFieldFirst )
// convert lower field first to top field first
swab( image, buffer + m_width * 2, m_width * ( m_height - 1 ) * 2 );
else
swab( image, buffer, m_width * m_height * 2 );
m_deckLinkOutput->ScheduleVideoFrame( m_videoFrame, m_count * m_duration, m_duration, m_timescale );
mlt_deque_push_front( m_videoFrameQ, m_videoFrame );
}
}
else
{
mlt_log_verbose( &m_consumer, "dropped video frame\n" );
}
++m_count;
// Check for end of pre-roll
if ( ++m_prerollCounter > m_preroll && m_isPrerolling )
{
// Start audio and video output
m_deckLinkOutput->EndAudioPreroll();
m_deckLinkOutput->StartScheduledPlayback( 0, m_timescale, 1.0 );
m_isPrerolling = false;
}
return result;
}