BoscoTheDog commited on
Commit
ee79ac0
·
verified ·
1 Parent(s): b969849

Upload 7 files

Browse files
config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "architectures": [
3
  "GemmaForCausalLM"
4
  ],
@@ -21,7 +22,7 @@
21
  "rope_scaling": null,
22
  "rope_theta": 10000.0,
23
  "torch_dtype": "bfloat16",
24
- "transformers_version": "4.38.0.dev0",
25
  "use_cache": true,
26
  "vocab_size": 256000
27
  }
 
1
  {
2
+ "_name_or_path": "VAGOsolutions/SauerkrautLM-Gemma-2b",
3
  "architectures": [
4
  "GemmaForCausalLM"
5
  ],
 
22
  "rope_scaling": null,
23
  "rope_theta": 10000.0,
24
  "torch_dtype": "bfloat16",
25
+ "transformers_version": "4.39.0.dev0",
26
  "use_cache": true,
27
  "vocab_size": 256000
28
  }
generation_config.json CHANGED
@@ -1,7 +1,8 @@
1
  {
2
  "_from_model_config": true,
3
  "bos_token_id": 2,
 
4
  "eos_token_id": 1,
5
  "pad_token_id": 0,
6
- "transformers_version": "4.38.0.dev0"
7
  }
 
1
  {
2
  "_from_model_config": true,
3
  "bos_token_id": 2,
4
+ "do_sample": true,
5
  "eos_token_id": 1,
6
  "pad_token_id": 0,
7
+ "transformers_version": "4.39.0.dev0"
8
  }
special_tokens_map.json CHANGED
@@ -1,20 +1,4 @@
1
  {
2
- "additional_special_tokens": [
3
- {
4
- "content": "<start_of_turn>",
5
- "lstrip": false,
6
- "normalized": false,
7
- "rstrip": false,
8
- "single_word": false
9
- },
10
- {
11
- "content": "<end_of_turn>",
12
- "lstrip": false,
13
- "normalized": false,
14
- "rstrip": false,
15
- "single_word": false
16
- }
17
- ],
18
  "bos_token": {
19
  "content": "<bos>",
20
  "lstrip": false,
 
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "bos_token": {
3
  "content": "<bos>",
4
  "lstrip": false,
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:05e97791a5e007260de1db7e1692e53150e08cea481e2bf25435553380c147ee
3
- size 17477929
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0d908b4f9326e0998815690e325b6abbd378978553e10627924dd825db7e243
3
+ size 17477553
tokenizer.model CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6969e64047744a44bb3abfb5c50f8de0f7ed8b571d5444426ef931f651d1a0ef
3
- size 4241111
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
3
+ size 4241003
tokenizer_config.json CHANGED
@@ -33,30 +33,9 @@
33
  "rstrip": false,
34
  "single_word": false,
35
  "special": true
36
- },
37
- "106": {
38
- "content": "<start_of_turn>",
39
- "lstrip": false,
40
- "normalized": false,
41
- "rstrip": false,
42
- "single_word": false,
43
- "special": true
44
- },
45
- "107": {
46
- "content": "<end_of_turn>",
47
- "lstrip": false,
48
- "normalized": false,
49
- "rstrip": false,
50
- "single_word": false,
51
- "special": true
52
  }
53
  },
54
- "additional_special_tokens": [
55
- "<start_of_turn>",
56
- "<end_of_turn>"
57
- ],
58
  "bos_token": "<bos>",
59
- "chat_template": "{% if messages[0]['role'] == 'system' %}{{ raise_exception('System role not supported') }}{% endif %}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if (message['role'] == 'assistant') %}{% set role = 'model' %}{% else %}{% set role = message['role'] %}{% endif %}{{ '<start_of_turn>' + role + '\n' + message['content'] | trim + '<end_of_turn>\n' }}{% endfor %}{% if add_generation_prompt %}{{'<start_of_turn>model\n'}}{% endif %}",
60
  "clean_up_tokenization_spaces": false,
61
  "eos_token": "<eos>",
62
  "legacy": null,
 
33
  "rstrip": false,
34
  "single_word": false,
35
  "special": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
36
  }
37
  },
 
 
 
 
38
  "bos_token": "<bos>",
 
39
  "clean_up_tokenization_spaces": false,
40
  "eos_token": "<eos>",
41
  "legacy": null,