defmodule Codex.IO.Buffer do @moduledoc """ Shared helpers for newline-delimited subprocess output buffering and JSON decoding. """ require Logger @type line :: String.t() @spec split_lines(String.t()) :: {[line()], String.t()} def split_lines(data) when is_binary(data) do parts = String.split(data, "\n", trim: false) case parts do [] -> {[], data} [single] -> {[], single} _ -> {Enum.drop(parts, -1), List.last(parts)} end end @spec decode_json_lines(String.t(), iodata()) :: {[map()], String.t(), [String.t()]} def decode_json_lines(buffer, chunk) when is_binary(buffer) do data = buffer <> iodata_to_binary(chunk) {lines, rest} = split_lines(data) {messages, non_json} = decode_complete_lines(lines) {messages, rest, non_json} end @spec decode_complete_lines([String.t()]) :: {[map()], [String.t()]} def decode_complete_lines(lines) when is_list(lines) do lines |> Enum.reject(&(&1 == "")) |> Enum.reduce({[], []}, fn line, {messages, non_json} -> case decode_line(line) do {:ok, msg} -> {[msg | messages], non_json} {:non_json, raw_line} -> {messages, [raw_line | non_json]} end end) |> then(fn {messages, non_json} -> {Enum.reverse(messages), Enum.reverse(non_json)} end) end @spec decode_line(String.t()) :: {:ok, map()} | {:non_json, String.t()} def decode_line(line) when is_binary(line) do case Jason.decode(line) do {:ok, decoded} when is_map(decoded) -> {:ok, decoded} {:ok, decoded} -> Logger.debug("Ignoring non-object JSON line: #{inspect(decoded)}") {:non_json, line} {:error, reason} -> Logger.warning("Failed to decode JSON line: #{inspect(reason)} (#{line})") {:non_json, line} end end @spec iodata_to_binary(iodata()) :: binary() def iodata_to_binary(data) when is_binary(data), do: data def iodata_to_binary(data), do: IO.iodata_to_binary(data) end