defmodule Membrane.Transcoder do @moduledoc """ Provides transcoding capabilities for audio and video streams in Membrane. The bin takes an incoming stream on its input and converts it into the desired one as specified by the option. Transcoding is applied only if it is neccessary. The following video stream formats are supported: * `Membrane.H264` * `Membrane.H265` * `Membrane.VP8` * `Membrane.VP9` * `Membrane.RawVideo` * `Membrane.RemoteStream{content_format: Membrane.VP8}` (only as an input stream) * `Membrane.RemoteStream{content_format: Membrane.VP9}` (only as an input stream) The following audio stream formats are supported: * `Membrane.AAC` * `Membrane.Opus` * `Membrane.MPEGAudio` * `Membrane.RawAudio` * `Membrane.RemoteStream{content_format: Membrane.Opus}` (only as an input stream) * `Membrane.RemoteStream{content_format: Membrane.MPEGAudio}` (only as an input stream) While `#{inspect(__MODULE__)}` can transcode between different stream formats, it can also be used to change some parameters of the stream format. Now, the only supported stream parameters are: * `:pixel_format` in `Membrane.RawVideo` * `:alignment` and `:stream_structure` in `Membrane.H264` and `Membrane.H265` """ use Membrane.Bin require __MODULE__.Audio require __MODULE__.Video require Membrane.Logger alias __MODULE__.{Audio, Video} alias Membrane.{AAC, Funnel, H264, H265, Opus, RawAudio, RawVideo, RemoteStream, VP8, VP9} @typedoc """ Describes stream formats acceptable on the bin's input and output. """ @type stream_format :: H264.t() | H265.t() | VP8.t() | VP9.t() | RawVideo.t() | AAC.t() | Opus.t() | Membrane.MPEGAudio.t() | RemoteStream.t() | RawAudio.t() @typedoc """ Describes stream format modules that can be used to define inputs and outputs of the bin. """ @type stream_format_module :: H264 | H265 | VP8 | VP9 | RawVideo | AAC | Opus | Membrane.MPEGAudio | RawAudio @typedoc """ Describes a tuple consisting of a stream format module and its options. An alternative to `t:#{inspect(__MODULE__)}.stream_format/0`. Allows you to specify some fields of the output stream format, without the need to set all keys required by the struct. """ @type stream_format_tuple :: {stream_format_module(), keyword()} @typedoc """ Describes a function which can be used to provide output format based on the input format. """ @type stream_format_resolver :: (stream_format() -> stream_format() | stream_format_module()) def_input_pad :input, accepted_format: format when Audio.is_audio_format(format) or Video.is_video_format(format) or format.__struct__ == RemoteStream def_output_pad :output, accepted_format: format when Audio.is_audio_format(format) or Video.is_video_format(format) def_options output_stream_format: [ spec: stream_format() | stream_format_module() | stream_format_tuple() | stream_format_resolver(), description: """ An option specifying desired output format. Can be either: * a struct being a Membrane stream format, * a module in which Membrane stream format struct is defined, * a function which receives input stream format as an input argument and is supposed to return the desired output stream format or its module. """ ], transcoding_policy: [ spec: :always | :if_needed | :never | (stream_format() -> :always | :if_needed | :never), default: :if_needed, description: """ Specifies, when transcoding should be applied. Can be either: * an atom: `:always`, `:if_needed` (default) or `:never`, * a function that receives the input stream format and returns either `:always`, `:if_needed` or `:never`. If set to `:always`, the input media stream will be decoded and encoded, even if the input stream format and the output stream format are the same type. If set to `:if_needed`, the input media stream will be transcoded only if the input stream format and the output stream format are different types. This is the default behavior. If set to `:never`, the input media stream won't be neither decoded nor encoded. Changing alignment, encapsulation or stream structure is still possible. This option is helpful when you want to ensure that #{inspect(__MODULE__)} will not use too much of resources, e.g. CPU or memory. If the transition from the input stream format to the output stream format is not possible without decoding or encoding the stream, an error will be raised. """ ], assumed_input_stream_format: [ spec: struct() | nil, default: nil, description: """ Allows to override stream format of the input stream. Overriding will fail, the stream format sent on the #{inspect(__MODULE__)}'s input pad is not `Membrane.RemoteStream` If nil or not set, the input stream format won't be overriden. """ ] @impl true def handle_init(_ctx, opts) do spec = [ bin_input() |> maybe_plug_stream_format_changer(opts.assumed_input_stream_format) |> child(:connector, %Membrane.Connector{notify_on_stream_format?: true}), child(:output_funnel, Funnel) |> bin_output() ] state = opts |> Map.from_struct() |> Map.merge(%{ input_stream_format: nil }) {[spec: spec], state} end defp maybe_plug_stream_format_changer(builder, nil), do: builder defp maybe_plug_stream_format_changer(builder, enforced_stream_format) do builder |> child(:stream_format_changer, %__MODULE__.StreamFormatChanger{ stream_format: enforced_stream_format }) end @impl true def handle_child_notification({:stream_format, _pad, format}, :connector, _ctx, state) when state.input_stream_format == nil do state = %{state | input_stream_format: format} |> resolve_output_stream_format() state = with %{transcoding_policy: f} when is_function(f) <- state do %{state | transcoding_policy: f.(format)} end spec = get_child(:connector) |> plug_transcoding( format, state.output_stream_format, state.transcoding_policy ) |> get_child(:output_funnel) {[spec: spec], state} end @impl true def handle_child_notification({:stream_format, _pad, new_format}, :connector, _ctx, state) do %new_stream_format_module{} = new_format %old_stream_format_module{} = state.input_stream_format if new_stream_format_module != old_stream_format_module do raise """ Received new stream format on transcoder's input: #{inspect(new_format)} which doesn't match the first received input stream format: #{inspect(state.input_stream_format)} Transcoder doesn't support updating the input stream format. """ end {[], state} end @impl true def handle_child_notification(_notification, _element, _ctx, state) do {[], state} end defp resolve_output_stream_format(state) do case state.output_stream_format do format when is_struct(format) -> state module when is_atom(module) -> %{state | output_stream_format: struct(module)} {module, opts} when is_atom(module) and is_list(opts) -> %{state | output_stream_format: struct(module, opts)} resolver when is_function(resolver) -> %{state | output_stream_format: resolver.(state.input_stream_format)} |> resolve_output_stream_format() end end defp plug_transcoding(builder, input_format, output_format, transcoding_policy) when Audio.is_audio_format(input_format) do builder |> Audio.plug_audio_transcoding(input_format, output_format, transcoding_policy) end defp plug_transcoding(builder, input_format, output_format, transcoding_policy) when Video.is_video_format(input_format) do builder |> Video.plug_video_transcoding(input_format, output_format, transcoding_policy) end end