-record(transformer_config, {
    num_encoder_layers :: integer(),
    num_decoder_layers :: integer(),
    embed_dim :: integer(),
    num_heads :: integer(),
    hidden_dim :: integer(),
    activation :: viva_tensor@nn@transformer:activation(),
    has_embedding :: boolean(),
    vocab_size :: integer()
}).