static int wave_importer_probe( importer_t *importer )
{
wave_importer_t *wave_imp = create_wave_importer( importer );
if( !wave_imp )
return LSMASH_ERR_MEMORY_ALLOC;
int err = 0;
uint32_t filesize;
lsmash_bs_t *bs = importer->bs;
if( lsmash_bs_get_be32( bs ) != LSMASH_4CC( 'R', 'I', 'F', 'F' )
|| ((filesize = lsmash_bs_get_le32( bs ) + 8) < WAVE_MIN_FILESIZE && filesize > 8)
|| lsmash_bs_get_be32( bs ) != LSMASH_4CC( 'W', 'A', 'V', 'E' ) )
{
err = LSMASH_ERR_INVALID_DATA;
goto fail;
}
int fmt_chunk_present = 0;
int data_chunk_present = 0;
while( !bs->eob && !(fmt_chunk_present && data_chunk_present) )
{
uint32_t ckID = lsmash_bs_get_be32( bs );
uint32_t ckSize = lsmash_bs_get_le32( bs );
lsmash_bs_reset_counter( bs );
switch( ckID )
{
case LSMASH_4CC( 'f', 'm', 't', ' ' ) :
if( ckSize < 16 )
{
err = LSMASH_ERR_INVALID_DATA;
goto fail;
}
if( (err = wave_parse_fmt_chunk( wave_imp, bs )) < 0 )
goto fail;
fmt_chunk_present = 1;
break;
case LSMASH_4CC( 'd', 'a', 't', 'a' ) :
if( !fmt_chunk_present )
{
/* The 'fmt ' chunk must be present before the 'data' chunk. */
err = LSMASH_ERR_INVALID_DATA;
goto fail;
}
wave_imp->chunk.data_offset = lsmash_bs_get_stream_pos( bs );
wave_imp->chunk.length = ckSize;
wave_imp->chunk.number = 1;
wave_imp->chunk.file = importer->file;
wave_imp->number_of_samples = ckSize / wave_imp->fmt.wfx.nBlockAlign;
data_chunk_present = 1;
break;
default :
break;
}
if( !data_chunk_present )
{
/* Skip the rest of this chunk.
* Note that ckData is word-aligned even if ckSize is an odd number. */
uint32_t skip_size = ckSize;
if( skip_size & 1 )
skip_size++;
if( skip_size > lsmash_bs_count( bs ) )
{
skip_size -= lsmash_bs_count( bs );
lsmash_bs_read_seek( bs, skip_size, SEEK_CUR );
}
}
}
if( !(fmt_chunk_present && data_chunk_present) )
{
err = LSMASH_ERR_INVALID_DATA;
goto fail;
}
/* Make fake movie.
* Treat WAVE file format as if it's QuickTime file format. */
uint32_t track_ID;
lsmash_movie_parameters_t movie_param = { 0 };
lsmash_track_parameters_t track_param = { 0 };
lsmash_media_parameters_t media_param = { 0 };
importer->file->qt_compatible = 1;
if( (err = lsmash_importer_make_fake_movie( importer )) < 0
|| (err = lsmash_importer_make_fake_track( importer, ISOM_MEDIA_HANDLER_TYPE_AUDIO_TRACK, &track_ID )) < 0
|| (err = lsmash_get_movie_parameters( importer->root, &movie_param )) < 0
|| (err = lsmash_get_track_parameters( importer->root, track_ID, &track_param )) < 0
|| (err = lsmash_get_media_parameters( importer->root, track_ID, &media_param )) < 0 )
goto fail;
movie_param.timescale = wave_imp->fmt.wfx.nSamplesPerSec;
media_param.timescale = wave_imp->fmt.wfx.nSamplesPerSec;
if( (err = lsmash_set_movie_parameters( importer->root, &movie_param )) < 0
|| (err = lsmash_set_track_parameters( importer->root, track_ID, &track_param )) < 0
|| (err = lsmash_set_media_parameters( importer->root, track_ID, &media_param )) < 0 )
goto fail;
lsmash_audio_summary_t *summary = wave_create_summary( &wave_imp->fmt );
if( !summary || lsmash_add_sample_entry( importer->root, track_ID, summary ) != 1 )
{
lsmash_cleanup_summary( (lsmash_summary_t *)summary );
err = LSMASH_ERR_NAMELESS;
goto fail;
}
if( (err = lsmash_add_entry( importer->summaries, summary )) < 0 )
{
lsmash_cleanup_summary( (lsmash_summary_t *)summary );
goto fail;
}
importer->info = wave_imp;
importer->status = IMPORTER_OK;
return 0;
fail:
lsmash_importer_break_fake_movie( importer );
remove_wave_importer( wave_imp );
importer->file->qt_compatible = 0;
importer->info = NULL;
return err;
}
static int set_param( hnd_t handle, x264_param_t *p_param )
{
mp4_hnd_t *p_mp4 = handle;
uint64_t i_media_timescale;
p_mp4->i_delay_frames = p_param->i_bframe ? (p_param->i_bframe_pyramid ? 2 : 1) : 0;
p_mp4->i_dts_compress_multiplier = p_mp4->b_dts_compress * p_mp4->i_delay_frames + 1;
i_media_timescale = (uint64_t)p_param->i_timebase_den * p_mp4->i_dts_compress_multiplier;
p_mp4->i_time_inc = (uint64_t)p_param->i_timebase_num * p_mp4->i_dts_compress_multiplier;
MP4_FAIL_IF_ERR( i_media_timescale > UINT32_MAX, "MP4 media timescale %"PRIu64" exceeds maximum\n", i_media_timescale );
/* Select brands. */
lsmash_brand_type brands[6] = { 0 };
uint32_t brand_count = 0;
brands[brand_count++] = ISOM_BRAND_TYPE_MP42;
brands[brand_count++] = ISOM_BRAND_TYPE_MP41;
brands[brand_count++] = ISOM_BRAND_TYPE_ISOM;
if( p_mp4->b_use_recovery )
{
brands[brand_count++] = ISOM_BRAND_TYPE_AVC1; /* sdtp, sgpd, sbgp and visual roll recovery grouping */
if( p_param->b_open_gop )
brands[brand_count++] = ISOM_BRAND_TYPE_ISO6; /* cslg and visual random access grouping */
}
/* Set file */
lsmash_file_parameters_t *file_param = &p_mp4->file_param;
file_param->major_brand = brands[0];
file_param->brands = brands;
file_param->brand_count = brand_count;
file_param->minor_version = 0;
MP4_FAIL_IF_ERR( !lsmash_set_file( p_mp4->p_root, file_param ), "failed to add an output file into a ROOT.\n" );
/* Set movie parameters. */
lsmash_movie_parameters_t movie_param;
lsmash_initialize_movie_parameters( &movie_param );
MP4_FAIL_IF_ERR( lsmash_set_movie_parameters( p_mp4->p_root, &movie_param ),
"failed to set movie parameters.\n" );
p_mp4->i_movie_timescale = lsmash_get_movie_timescale( p_mp4->p_root );
MP4_FAIL_IF_ERR( !p_mp4->i_movie_timescale, "movie timescale is broken.\n" );
/* Create a video track. */
p_mp4->i_track = lsmash_create_track( p_mp4->p_root, ISOM_MEDIA_HANDLER_TYPE_VIDEO_TRACK );
MP4_FAIL_IF_ERR( !p_mp4->i_track, "failed to create a video track.\n" );
p_mp4->summary->width = p_param->i_width;
p_mp4->summary->height = p_param->i_height;
uint32_t i_display_width = p_param->i_width << 16;
uint32_t i_display_height = p_param->i_height << 16;
if( p_param->vui.i_sar_width && p_param->vui.i_sar_height )
{
double sar = (double)p_param->vui.i_sar_width / p_param->vui.i_sar_height;
if( sar > 1.0 )
i_display_width *= sar;
else
i_display_height /= sar;
p_mp4->summary->par_h = p_param->vui.i_sar_width;
p_mp4->summary->par_v = p_param->vui.i_sar_height;
}
p_mp4->summary->color.primaries_index = p_param->vui.i_colorprim;
p_mp4->summary->color.transfer_index = p_param->vui.i_transfer;
p_mp4->summary->color.matrix_index = p_param->vui.i_colmatrix >= 0 ? p_param->vui.i_colmatrix : ISOM_MATRIX_INDEX_UNSPECIFIED;
p_mp4->summary->color.full_range = p_param->vui.b_fullrange >= 0 ? p_param->vui.b_fullrange : 0;
/* Set video track parameters. */
lsmash_track_parameters_t track_param;
lsmash_initialize_track_parameters( &track_param );
lsmash_track_mode track_mode = ISOM_TRACK_ENABLED | ISOM_TRACK_IN_MOVIE | ISOM_TRACK_IN_PREVIEW;
track_param.mode = track_mode;
track_param.display_width = i_display_width;
track_param.display_height = i_display_height;
MP4_FAIL_IF_ERR( lsmash_set_track_parameters( p_mp4->p_root, p_mp4->i_track, &track_param ),
"failed to set track parameters for video.\n" );
/* Set video media parameters. */
lsmash_media_parameters_t media_param;
lsmash_initialize_media_parameters( &media_param );
media_param.timescale = i_media_timescale;
media_param.media_handler_name = "L-SMASH Video Media Handler";
if( p_mp4->b_use_recovery )
{
media_param.roll_grouping = p_param->b_intra_refresh;
media_param.rap_grouping = p_param->b_open_gop;
}
MP4_FAIL_IF_ERR( lsmash_set_media_parameters( p_mp4->p_root, p_mp4->i_track, &media_param ),
"failed to set media parameters for video.\n" );
p_mp4->i_video_timescale = lsmash_get_media_timescale( p_mp4->p_root, p_mp4->i_track );
MP4_FAIL_IF_ERR( !p_mp4->i_video_timescale, "media timescale for video is broken.\n" );
return 0;
}
bool fcMP4Muxer::mux(const Params ¶ms)
{
lsmash_root_t *root;
lsmash_file_parameters_t mp4_stream;
lsmash_file_parameters_t h264_stream;
lsmash_brand_type major_brand = ISOM_BRAND_TYPE_MP42;
lsmash_brand_type compatible_brands[2] = { ISOM_BRAND_TYPE_MP42, ISOM_BRAND_TYPE_ISOM };
uint32_t fps_num = params.frame_rate;
uint32_t fps_den = 1;
// 出力 mp4
root = lsmash_create_root();
if (lsmash_open_file(params.out_mp4_path, 0, &mp4_stream) != 0) {
return false;
}
mp4_stream.major_brand = major_brand;
mp4_stream.brands = compatible_brands;
mp4_stream.brand_count = sizeof(compatible_brands) / sizeof(compatible_brands[0]);
mp4_stream.minor_version = 0;
lsmash_set_file(root, &mp4_stream);
lsmash_movie_parameters_t movie_param;
lsmash_initialize_movie_parameters(&movie_param);
lsmash_set_movie_parameters(root, &movie_param);
int track_number = 1;
MP4TrackData track_data[2];
int num_track_data = 0;
if (params.in_h264_path) {
importer_t *h264_importer = lsmash_importer_open(params.in_h264_path, "H.264");
if (h264_importer == nullptr) { return false; }
int h264_track_id = lsmash_create_track(root, ISOM_MEDIA_HANDLER_TYPE_VIDEO_TRACK);
lsmash_track_parameters_t track_param;
lsmash_initialize_track_parameters(&track_param);
(int&)track_param.mode = ISOM_TRACK_IN_MOVIE | ISOM_TRACK_IN_PREVIEW;
int sample_entry = 0;
lsmash_summary_t *summary = lsmash_duplicate_summary(h264_importer, track_number);
auto video_summary = (lsmash_video_summary_t*)summary;
track_param.display_width = video_summary->width << 16;
track_param.display_height = video_summary->height << 16;
lsmash_set_track_parameters(root, h264_track_id, &track_param);
sample_entry = lsmash_add_sample_entry(root, h264_track_id, summary);
auto& td = track_data[num_track_data++];
td.importer = h264_importer;
td.summary = summary;
td.sample_entry = sample_entry;
td.track_number = track_number;
td.track_id = h264_track_id;
td.timescale = video_summary->timescale;
td.timebase = video_summary->timebase;
lsmash_media_parameters_t media_param;
lsmash_initialize_media_parameters(&media_param);
media_param.timescale = td.timescale;
lsmash_set_media_parameters(root, h264_track_id, &media_param);
}
if (params.in_aac_path) {
importer_t *aac_importer = lsmash_importer_open(params.in_aac_path, "adts");
if (aac_importer == nullptr) { return false; }
int aac_track_id = lsmash_create_track(root, ISOM_MEDIA_HANDLER_TYPE_AUDIO_TRACK);
lsmash_track_parameters_t track_param;
lsmash_initialize_track_parameters(&track_param);
(int&)track_param.mode = ISOM_TRACK_IN_MOVIE | ISOM_TRACK_IN_PREVIEW;
int sample_entry = 0;
lsmash_summary_t *summary = lsmash_duplicate_summary(aac_importer, track_number);
auto audio_summary = (lsmash_audio_summary_t*)summary;
lsmash_set_track_parameters(root, aac_track_id, &track_param);
sample_entry = lsmash_add_sample_entry(root, aac_track_id, summary);
auto& td = track_data[num_track_data++];
td.importer = aac_importer;
td.summary = summary;
td.sample_entry = sample_entry;
td.track_number = track_number;
td.track_id = aac_track_id;
td.timescale = audio_summary->frequency;
td.timebase = 1;
lsmash_media_parameters_t media_param;
lsmash_initialize_media_parameters(&media_param);
media_param.timescale = td.timescale;
lsmash_set_media_parameters(root, aac_track_id, &media_param);
}
double largest_dts = 0.0;
uint32_t num_consecutive_sample_skip = 0;
for (int ti = 0;;) {
auto &td = track_data[ti];
if (!td.sample) {
int ret = lsmash_importer_get_access_unit(td.importer, td.track_number, &td.sample);
if (ret <= -1) // error
{
lsmash_delete_sample(td.sample);
break;
}
else if (ret == 1) /* a change of stream's properties */
{
lsmash_cleanup_summary(td.summary);
td.summary = lsmash_duplicate_summary(td.importer, td.track_number);
td.sample_entry = lsmash_add_sample_entry(root, td.track_id, td.summary);
if (!td.sample_entry) { break; }
}
else if (ret == 2) /* EOF */
{
lsmash_delete_sample(td.sample);
break;
}
if (td.sample)
{
td.sample->index = td.sample_entry;
td.sample->dts *= td.timebase;
td.sample->cts *= td.timebase;
td.dts = (double)td.sample->dts / td.timescale;
}
}
if (td.sample) {
if (td.dts <= largest_dts || num_consecutive_sample_skip == num_track_data)
{
uint64_t sample_size = td.sample->length;
uint64_t sample_dts = td.sample->dts;
uint64_t sample_cts = td.sample->cts;
if (lsmash_append_sample(root, td.track_id, td.sample)) {
return false;
}
td.prev_dts = sample_dts;
td.sample = nullptr;
largest_dts = std::max<double>(largest_dts, td.dts);
num_consecutive_sample_skip = 0;
}
else {
// skip
++num_consecutive_sample_skip;
}
}
ti = (ti + 1) % num_track_data;
}
for (int i = 0; i < num_track_data; ++i) {
lsmash_flush_pooled_samples(root, track_data[i].track_id, fps_den);
lsmash_cleanup_summary(track_data[i].summary);
lsmash_importer_close(track_data[i].importer);
}
lsmash_finish_movie(root, nullptr);
lsmash_close_file(&mp4_stream);
lsmash_destroy_root(root);
return true;
}
