static GstAmcFormat * create_amc_format (GstAmcVideoEnc * encoder, GstVideoCodecState * input_state, GstCaps * src_caps) { GstAmcVideoEncClass *klass; GstStructure *s; const gchar *name; const gchar *mime = NULL; const gchar *profile_string = NULL; const gchar *level_string = NULL; struct { const gchar *key; gint id; } amc_profile = { NULL, -1}; struct { const gchar *key; gint id; } amc_level = { NULL, -1}; gint color_format; gint stride, slice_height; GstAmcFormat *format = NULL; GstVideoInfo *info = &input_state->info; GError *err = NULL; klass = GST_AMC_VIDEO_ENC_GET_CLASS (encoder); s = gst_caps_get_structure (src_caps, 0); if (!s) return NULL; name = gst_structure_get_name (s); profile_string = gst_structure_get_string (s, "profile"); level_string = gst_structure_get_string (s, "level"); if (strcmp (name, "video/mpeg") == 0) { gint mpegversion; if (!gst_structure_get_int (s, "mpegversion", &mpegversion)) return NULL; if (mpegversion == 4) { mime = "video/mp4v-es"; if (profile_string) { amc_profile.key = "profile"; /* named profile ? */ amc_profile.id = gst_amc_mpeg4_profile_from_string (profile_string); } if (level_string) { amc_level.key = "level"; /* named level ? */ amc_level.id = gst_amc_mpeg4_level_from_string (level_string); } } else if ( /* mpegversion == 1 || */ mpegversion == 2) mime = "video/mpeg2"; } else if (strcmp (name, "video/x-h263") == 0) { mime = "video/3gpp"; } else if (strcmp (name, "video/x-h264") == 0) { mime = "video/avc"; if (profile_string) { amc_profile.key = "profile"; /* named profile ? */ amc_profile.id = gst_amc_avc_profile_from_string (profile_string); } if (level_string) { amc_level.key = "level"; /* named level ? */ amc_level.id = gst_amc_avc_level_from_string (level_string); } } else if (strcmp (name, "video/x-vp8") == 0) { mime = "video/x-vnd.on2.vp8"; } else { GST_ERROR_OBJECT (encoder, "Failed to convert caps(%s/...) to any mime", name); return NULL; } format = gst_amc_format_new_video (mime, info->width, info->height, &err); if (!format) { GST_ERROR_OBJECT (encoder, "Failed to create a \"%s,%dx%d\" MediaFormat", mime, info->width, info->height); GST_ELEMENT_ERROR_FROM_ERROR (encoder, err); return NULL; } color_format = gst_amc_video_format_to_color_format (klass->codec_info, mime, info->finfo->format); if (color_format == -1) goto video_format_failed_to_convert; gst_amc_format_set_int (format, "bitrate", encoder->bitrate, &err); if (err) GST_ELEMENT_WARNING_FROM_ERROR (encoder, err); gst_amc_format_set_int (format, "color-format", color_format, &err); if (err) GST_ELEMENT_WARNING_FROM_ERROR (encoder, err); stride = GST_ROUND_UP_4 (info->width); /* safe (?) */ gst_amc_format_set_int (format, "stride", stride, &err); if (err) GST_ELEMENT_WARNING_FROM_ERROR (encoder, err); slice_height = info->height; gst_amc_format_set_int (format, "slice-height", slice_height, &err); if (err) GST_ELEMENT_WARNING_FROM_ERROR (encoder, err); if (profile_string) { if (amc_profile.id == -1) goto unsupported_profile; /* FIXME: Set to any value in AVCProfile* leads to * codec configuration fail */ /* gst_amc_format_set_int (format, amc_profile.key, 0x40); */ } if (level_string) { if (amc_level.id == -1) goto unsupported_level; /* gst_amc_format_set_int (format, amc_level.key, amc_level.id); */ } gst_amc_format_set_int (format, "i-frame-interval", encoder->i_frame_int, &err); if (err) GST_ELEMENT_WARNING_FROM_ERROR (encoder, err); if (info->fps_d) gst_amc_format_set_float (format, "frame-rate", ((gfloat) info->fps_n) / info->fps_d, &err); if (err) GST_ELEMENT_WARNING_FROM_ERROR (encoder, err); encoder->format = info->finfo->format; if (!gst_amc_color_format_info_set (&encoder->color_format_info, klass->codec_info, mime, color_format, info->width, info->height, stride, slice_height, 0, 0, 0, 0)) goto color_format_info_failed_to_set; GST_DEBUG_OBJECT (encoder, "Color format info: {color_format=%d, width=%d, height=%d, " "stride=%d, slice-height=%d, crop-left=%d, crop-top=%d, " "crop-right=%d, crop-bottom=%d, frame-size=%d}", encoder->color_format_info.color_format, encoder->color_format_info.width, encoder->color_format_info.height, encoder->color_format_info.stride, encoder->color_format_info.slice_height, encoder->color_format_info.crop_left, encoder->color_format_info.crop_top, encoder->color_format_info.crop_right, encoder->color_format_info.crop_bottom, encoder->color_format_info.frame_size); return format; video_format_failed_to_convert: GST_ERROR_OBJECT (encoder, "Failed to convert video format"); gst_amc_format_free (format); return NULL; color_format_info_failed_to_set: GST_ERROR_OBJECT (encoder, "Failed to set up GstAmcColorFormatInfo"); gst_amc_format_free (format); return NULL; unsupported_profile: GST_ERROR_OBJECT (encoder, "Unsupport profile '%s'", profile_string); gst_amc_format_free (format); return NULL; unsupported_level: GST_ERROR_OBJECT (encoder, "Unsupport level '%s'", level_string); gst_amc_format_free (format); return NULL; }
static gboolean gst_amc_video_dec_set_format (GstVideoDecoder * decoder, GstVideoCodecState * state) { GstAmcVideoDec *self; GstAmcFormat *format; const gchar *mime; gboolean is_format_change = FALSE; gboolean needs_disable = FALSE; gchar *format_string; guint8 *codec_data = NULL; gsize codec_data_size = 0; GError *err = NULL; self = GST_AMC_VIDEO_DEC (decoder); GST_DEBUG_OBJECT (self, "Setting new caps %" GST_PTR_FORMAT, state->caps); /* Check if the caps change is a real format change or if only irrelevant * parts of the caps have changed or nothing at all. */ is_format_change |= self->color_format_info.width != state->info.width; is_format_change |= self->color_format_info.height != state->info.height; if (state->codec_data) { GstMapInfo cminfo; gst_buffer_map (state->codec_data, &cminfo, GST_MAP_READ); codec_data = g_memdup (cminfo.data, cminfo.size); codec_data_size = cminfo.size; is_format_change |= (!self->codec_data || self->codec_data_size != codec_data_size || memcmp (self->codec_data, codec_data, codec_data_size) != 0); gst_buffer_unmap (state->codec_data, &cminfo); } else if (self->codec_data) { is_format_change |= TRUE; } needs_disable = self->started; /* If the component is not started and a real format change happens * we have to restart the component. If no real format change * happened we can just exit here. */ if (needs_disable && !is_format_change) { g_free (codec_data); codec_data = NULL; codec_data_size = 0; /* Framerate or something minor changed */ self->input_state_changed = TRUE; if (self->input_state) gst_video_codec_state_unref (self->input_state); self->input_state = gst_video_codec_state_ref (state); GST_DEBUG_OBJECT (self, "Already running and caps did not change the format"); return TRUE; } if (needs_disable && is_format_change) { gst_amc_video_dec_drain (self); GST_VIDEO_DECODER_STREAM_UNLOCK (self); gst_amc_video_dec_stop (GST_VIDEO_DECODER (self)); GST_VIDEO_DECODER_STREAM_LOCK (self); gst_amc_video_dec_close (GST_VIDEO_DECODER (self)); if (!gst_amc_video_dec_open (GST_VIDEO_DECODER (self))) { GST_ERROR_OBJECT (self, "Failed to open codec again"); return FALSE; } if (!gst_amc_video_dec_start (GST_VIDEO_DECODER (self))) { GST_ERROR_OBJECT (self, "Failed to start codec again"); } } /* srcpad task is not running at this point */ if (self->input_state) gst_video_codec_state_unref (self->input_state); self->input_state = NULL; g_free (self->codec_data); self->codec_data = codec_data; self->codec_data_size = codec_data_size; mime = caps_to_mime (state->caps); if (!mime) { GST_ERROR_OBJECT (self, "Failed to convert caps to mime"); return FALSE; } format = gst_amc_format_new_video (mime, state->info.width, state->info.height, &err); if (!format) { GST_ERROR_OBJECT (self, "Failed to create video format"); GST_ELEMENT_ERROR_FROM_ERROR (self, err); return FALSE; } /* FIXME: This buffer needs to be valid until the codec is stopped again */ if (self->codec_data) { gst_amc_format_set_buffer (format, "csd-0", self->codec_data, self->codec_data_size, &err); if (err) GST_ELEMENT_WARNING_FROM_ERROR (self, err); } format_string = gst_amc_format_to_string (format, &err); if (err) GST_ELEMENT_WARNING_FROM_ERROR (self, err); GST_DEBUG_OBJECT (self, "Configuring codec with format: %s", GST_STR_NULL (format_string)); g_free (format_string); if (!gst_amc_codec_configure (self->codec, format, 0, &err)) { GST_ERROR_OBJECT (self, "Failed to configure codec"); GST_ELEMENT_ERROR_FROM_ERROR (self, err); return FALSE; } gst_amc_format_free (format); if (!gst_amc_codec_start (self->codec, &err)) { GST_ERROR_OBJECT (self, "Failed to start codec"); GST_ELEMENT_ERROR_FROM_ERROR (self, err); return FALSE; } self->started = TRUE; self->input_state = gst_video_codec_state_ref (state); self->input_state_changed = TRUE; /* Start the srcpad loop again */ self->flushing = FALSE; self->downstream_flow_ret = GST_FLOW_OK; gst_pad_start_task (GST_VIDEO_DECODER_SRC_PAD (self), (GstTaskFunction) gst_amc_video_dec_loop, decoder, NULL); return TRUE; }