_name_or_path: "TheBloke/Llama-2-7B-fp16",
architectures: [
"LlamaForCausalLM"
],
bos_token_id: 1,
eos_token_id: 2,
hidden_act: "silu",
hidden_size: 4096,
initializer_range: 0.02,
intermediate_size: 11008,
max_position_embeddings: 2048,
model_type: "llama",
num_attention_heads: 32,
num_hidden_layers: 32,
num_key_value_heads: 32,
pad_token_id: 0,
pretraining_tp: 1,
rms_norm_eps: 0.00001,
rope_scaling: null,
tie_word_embeddings: false,
torch_dtype: "float32",
transformers_version: "4.31.0",
use_cache: true,
vocab_size: 32000
}