Hugging Face's logo

ton-anh
/
my-awesome-model

Transformers
Safetensors
custom_adapterv2
Inference Endpoints
Model card Files Community
my-awesome-model
File size: 973 Bytes 
b44edd9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7f3fdfe
b44edd9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
 
{
  "adapter_prompt_length": 10,
  "adapter_start_layer": 2,
  "alpha": 0,
  "architectures": [
    "GPT"
  ],
  "bias": true,
  "block_size": 2048,
  "gelu_approximate": "tanh",
  "head_size": 64,
  "hf_config": {
    "name": "phi-1_5",
    "org": "microsoft"
  },
  "model_type":"custom_adapterv2",
  "intermediate_size": 8192,
  "lm_head_bias": true,
  "mlp_class_name": "GptNeoxMLP",
  "n_embd": 2048,
  "n_expert": 0,
  "n_expert_per_token": 0,
  "n_head": 32,
  "n_layer": 24,
  "n_query_groups": 32,
  "name": "phi-1_5",
  "norm_class_name": "LayerNorm",
  "norm_eps": 1e-05,
  "num_experts": 4,
  "padded_vocab_size": 51200,
  "padding_multiple": 512,
  "parallel_residual": true,
  "rope_base": 10000,
  "rope_condense_ratio": 1,
  "rope_n_elem": 32,
  "rotary_percentage": 0.5,
  "scale_embeddings": false,
  "shared_attention_norm": true,
  "top_k": 1,
  "torch_dtype": "float32",
  "transformers_version": "4.41.2",
  "use_smoe": false,
  "vocab_size": 50257
}