Hugging Face's logo

voidful
/
phi-1_5_chat_128k

Text Generation
Transformers
Safetensors
English
phi
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
voidful commited on
Commit
86b80ce
•
1 Parent(s): 6c6ddd4

Upload folder using huggingface_hub

Browse files
Files changed (12) hide show
  1. added_tokens.json +0 -0
  2. config.json +9 -6
  3. generation_config.json +6 -1
  4. model.safetensors +3 -0
  5. optimizer.pt +2 -2
  6. rng_state.pth +1 -1
  7. scheduler.pt +1 -1
  8. special_tokens_map.json +3 -3
  9. tokenizer.json +0 -0
  10. tokenizer_config.json +0 -0
  11. trainer_state.json +0 -0
  12. training_args.bin +1 -1
added_tokens.json CHANGED
The diff for this file is too large to render. See raw diff
 
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "microsoft/phi-1_5",
3
  "architectures": [
4
  "PhiForCausalLM"
5
  ],
@@ -24,11 +24,14 @@
24
  "partial_rotary_factor": 0.5,
25
  "qk_layernorm": false,
26
  "resid_pdrop": 0.0,
27
- "rope_scaling": null,
28
- "rope_theta": 10000.0,
 
 
 
29
  "tie_word_embeddings": false,
30
- "torch_dtype": "float32",
31
- "transformers_version": "4.40.0.dev0",
32
  "use_cache": true,
33
- "vocab_size": 51200
34
  }
 
1
  {
2
+ "_name_or_path": "voidful/phi-1_5_base",
3
  "architectures": [
4
  "PhiForCausalLM"
5
  ],
 
24
  "partial_rotary_factor": 0.5,
25
  "qk_layernorm": false,
26
  "resid_pdrop": 0.0,
27
+ "rope_scaling": {
28
+ "factor": 16.0,
29
+ "type": "dynamic"
30
+ },
31
+ "rope_theta": 50000.0,
32
  "tie_word_embeddings": false,
33
+ "torch_dtype": "bfloat16",
34
+ "transformers_version": "4.39.3",
35
  "use_cache": true,
36
+ "vocab_size": 80980
37
  }
generation_config.json CHANGED
@@ -1,4 +1,9 @@
1
  {
2
  "_from_model_config": true,
3
- "transformers_version": "4.40.0.dev0"
 
 
 
 
 
4
  }
 
1
  {
2
  "_from_model_config": true,
3
+ "eos_token_id": [
4
+ 70976,
5
+ 50256,
6
+ 70977
7
+ ],
8
+ "transformers_version": "4.39.3"
9
  }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57f8a59fb286d207ef967a818310026dee3184a51bf47010e95c2fb6d9ed8b52
3
+ size 3080596424
optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b4ca90f3f877b5498eecfa0ce9da5dea4c9f0e414f2d9b532c103d3462123e8f
3
- size 6583930
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f55c4e7d4774f0cd971ba17839678aa5592d9bb7680ebb3e8e58195619eb2d8
3
+ size 6941242
rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9196a1e708bf24d6abba41cce3f8558820acc3e50f9394c5955e29eb41ffea3d
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed043e713d1e87c47f47dda07349fca4cca10fb1fc94e005409d152d86b1dcba
3
  size 14244
scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a45c96fd3949f68c33124ac2bd0d0b4975eb375c304d25e9fb175936010afb1f
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06bc24715977e186b77fb709613087b80bee4f133f98976aa9028db3287413dc
3
  size 1064
special_tokens_map.json CHANGED
@@ -2,14 +2,14 @@
2
  "bos_token": {
3
  "content": "<|endoftext|>",
4
  "lstrip": false,
5
- "normalized": false,
6
  "rstrip": false,
7
  "single_word": false
8
  },
9
  "eos_token": {
10
  "content": "<|endoftext|>",
11
  "lstrip": false,
12
- "normalized": false,
13
  "rstrip": false,
14
  "single_word": false
15
  },
@@ -17,7 +17,7 @@
17
  "unk_token": {
18
  "content": "<|endoftext|>",
19
  "lstrip": false,
20
- "normalized": false,
21
  "rstrip": false,
22
  "single_word": false
23
  }
 
2
  "bos_token": {
3
  "content": "<|endoftext|>",
4
  "lstrip": false,
5
+ "normalized": true,
6
  "rstrip": false,
7
  "single_word": false
8
  },
9
  "eos_token": {
10
  "content": "<|endoftext|>",
11
  "lstrip": false,
12
+ "normalized": true,
13
  "rstrip": false,
14
  "single_word": false
15
  },
 
17
  "unk_token": {
18
  "content": "<|endoftext|>",
19
  "lstrip": false,
20
+ "normalized": true,
21
  "rstrip": false,
22
  "single_word": false
23
  }
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
The diff for this file is too large to render. See raw diff
 
trainer_state.json CHANGED
The diff for this file is too large to render. See raw diff
 
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:316c850def51c89ae3e4422ac179bdf90da7d51c0dc61744b2dde9f216af468f
3
  size 4920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da0dee8a1a9afd0d6e7f8007aafb08c67492f60e9d070c2cbe23055253719592
3
  size 4920