updated to mistral 7b base 0.2 from 0.1

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/home/elwolf/models/pippa-mistral/merged",
+  "_name_or_path": "/emanator/models/pippa-7b-qlora-lora/merged",
   "architectures": [
     "MistralForCausalLM"
   ],
@@ -16,11 +16,11 @@
   "num_hidden_layers": 32,
   "num_key_value_heads": 8,
   "rms_norm_eps": 1e-05,
-  "rope_theta": 10000.0,
-  "sliding_window": 4096,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.36.2",
+  "transformers_version": "4.40.0.dev0",
   "use_cache": false,
   "vocab_size": 32003
 }

generation_config.json

@@ -1,6 +1,7 @@
 {
   "_from_model_config": true,
   "bos_token_id": 1,
+  "do_sample": true,
   "eos_token_id": 2,
-  "transformers_version": "4.36.2"
+  "transformers_version": "4.40.0.dev0"
 }

pytorch_model-00001-of-00003.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a90b2cbbef23abb161cb90ca43f490002b0876c06a4b39278ae1c6d0c0961223
+oid sha256:c21ed646835026287afa0650c0706a4b06e62fe4ed1e84f5574726514dcbdc23
 size 4943210208

pytorch_model-00002-of-00003.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6cdf9dc0841086eda5041f219a9f8cafcbeaa000913ae95b27ee54a2d65051fa
+oid sha256:8d17669896205d341119429cbf3aa9d6cc5477485ed0979101de7dedd0c2fb48
 size 4999844744

pytorch_model-00003-of-00003.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38272e6c8b2dd48054861d1456a18fab76583e0775b827c8ef5178a78622a97e
+oid sha256:07289868cdca2bc3a4670bf7b6bd14370f7a13f21008f3c265c4f6ca01ea3c78
 size 4540561990

tokenizer_config.json

@@ -1,6 +1,7 @@
 {
   "add_bos_token": true,
   "add_eos_token": false,
+  "add_prefix_space": true,
   "added_tokens_decoder": {
     "0": {
       "content": "<unk>",
@@ -51,7 +52,6 @@
       "special": false
     }
   },
-  "additional_special_tokens": [],
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
@@ -61,7 +61,6 @@
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
   "tokenizer_class": "LlamaTokenizer",
-  "trust_remote_code": false,
   "unk_token": "<unk>",
   "use_default_system_prompt": false,
   "use_fast": true