galazzo commited on
Commit
6352eae
1 Parent(s): 212f882

Upload 11 files

Browse files

update to V2 finetuned using SFT + DPO

config.json CHANGED
@@ -1,4 +1,5 @@
1
- {
 
2
  "architectures": [
3
  "MistralForCausalLM"
4
  ],
@@ -18,8 +19,8 @@
18
  "rope_theta": 1000000.0,
19
  "sliding_window": null,
20
  "tie_word_embeddings": false,
21
- "torch_dtype": "bfloat16",
22
- "transformers_version": "4.36.2",
23
  "use_cache": true,
24
  "vocab_size": 32000
25
  }
 
1
+ {
2
+ "_name_or_path": "models/ext/Mistral-7B-Instruct-v0.2/",
3
  "architectures": [
4
  "MistralForCausalLM"
5
  ],
 
19
  "rope_theta": 1000000.0,
20
  "sliding_window": null,
21
  "tie_word_embeddings": false,
22
+ "torch_dtype": "float16",
23
+ "transformers_version": "4.36.1",
24
  "use_cache": true,
25
  "vocab_size": 32000
26
  }
generation_config.json CHANGED
@@ -2,5 +2,5 @@
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
- "transformers_version": "4.36.2"
6
  }
 
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
+ "transformers_version": "4.36.1"
6
  }
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4866d5bc27df6a63d1868c6c155ff6caa61e2de08be6fe052fab76b4db8ae983
3
- size 3953271624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68334231d018d9a36e5a5859eb27a75777250761746f746ff99c10d475889ed7
3
+ size 3953271544
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d5d09d9304446763b371ebdcdb0622e076e5064362366a6cbf41b25da8941aaf
3
- size 3926025432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a59bb1fd3d53e9f3ac69a190dcfb9fb8247b2b344ad83af4709c7486fd30142
3
+ size 3926025352
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb39ab88b33523386839b16c5cce87b581e258ca21a46b67871e2c4c2b800bfb
3
- size 3926025448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa654bb2b21c33bdc3e29c6d866f7ebba9e223f4803b6964851abaeb17036f14
3
+ size 3926025368
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b056ee103d31ace7308bba764e8c4dd2bbd440261cc2ba3afedb935a2418e8ad
3
- size 2678175504
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b43a41a262de3c2c555e6ba62a2c1d64519ce5f4fcaf982cd5716c7f075eb7e3
3
+ size 2678175456