-record(generate_opts, {
    max_new_tokens :: integer(),
    temperature :: float(),
    top_k :: viva_tensor:generate_top_k(),
    top_p :: float(),
    seed :: integer(),
    stop_on_eos :: boolean()
}).