zhzluke96
update
01e655b
raw
history blame
No virus
343 Bytes
num_audio_tokens: 626
num_text_tokens: 21178
gpt_config:
hidden_size: 768
intermediate_size: 3072
num_attention_heads: 12
num_hidden_layers: 20
use_cache: False
max_position_embeddings: 4096
# attn_implementation: flash_attention_2
spk_emb_dim: 192
spk_KL: False
num_audio_tokens: 626
num_text_tokens: null
num_vq: 4