config.json

{
  "config_projector": {
    "exp": {
      "hidden_size": 10,
      "mm_hidden_size": 1024,
      "mm_projector_type": "mlp2x_gelu"
    },
    "path": null,
    "speaker": {
      "hidden_size": 1024,
      "mm_hidden_size": 1024,
      "mm_projector_type": "mlp2x_gelu"
    }
  },
  "config_transformer": {
    "T": 5,
    "dim_feedforward": 1024,
    "dropout": 0.1,
    "hidden_size": 1024,
    "nhead": 4,
    "nlayer": 4
  }
}