MaziyarPanahi commited on
Commit
3044bb2
1 Parent(s): 1e379c2

Delete .ipynb_checkpoints

Browse files
.ipynb_checkpoints/config-checkpoint.json DELETED
@@ -1,31 +0,0 @@
1
- {
2
- "_name_or_path": "v2ray/Mixtral-8x22B-v0.1",
3
- "architectures": [
4
- "MixtralForCausalLM"
5
- ],
6
- "attention_dropout": 0.0,
7
- "bos_token_id": 1,
8
- "eos_token_id": 32000,
9
- "hidden_act": "silu",
10
- "hidden_size": 6144,
11
- "initializer_range": 0.02,
12
- "intermediate_size": 16384,
13
- "max_position_embeddings": 65536,
14
- "model_type": "mixtral",
15
- "num_attention_heads": 48,
16
- "num_experts_per_tok": 2,
17
- "num_hidden_layers": 56,
18
- "num_key_value_heads": 8,
19
- "num_local_experts": 8,
20
- "output_router_logits": false,
21
- "rms_norm_eps": 1e-05,
22
- "rope_theta": 1000000,
23
- "router_aux_loss_coef": 0.001,
24
- "router_jitter_noise": 0.0,
25
- "sliding_window": null,
26
- "tie_word_embeddings": false,
27
- "torch_dtype": "float32",
28
- "transformers_version": "4.40.0.dev0",
29
- "use_cache": false,
30
- "vocab_size": 32002
31
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
.ipynb_checkpoints/tokenizer_config-checkpoint.json DELETED
@@ -1,61 +0,0 @@
1
- {
2
- "add_bos_token": true,
3
- "add_eos_token": false,
4
- "add_prefix_space": true,
5
- "added_tokens_decoder": {
6
- "0": {
7
- "content": "<unk>",
8
- "lstrip": false,
9
- "normalized": false,
10
- "rstrip": false,
11
- "single_word": false,
12
- "special": true
13
- },
14
- "1": {
15
- "content": "<s>",
16
- "lstrip": false,
17
- "normalized": false,
18
- "rstrip": false,
19
- "single_word": false,
20
- "special": true
21
- },
22
- "2": {
23
- "content": "</s>",
24
- "lstrip": false,
25
- "normalized": false,
26
- "rstrip": false,
27
- "single_word": false,
28
- "special": true
29
- },
30
- "32000": {
31
- "content": "<|im_end|>",
32
- "lstrip": false,
33
- "normalized": false,
34
- "rstrip": false,
35
- "single_word": false,
36
- "special": true
37
- },
38
- "32001": {
39
- "content": "<|im_start|>",
40
- "lstrip": false,
41
- "normalized": false,
42
- "rstrip": false,
43
- "single_word": false,
44
- "special": false
45
- }
46
- },
47
- "additional_special_tokens": [],
48
- "bos_token": "<s>",
49
- "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
50
- "clean_up_tokenization_spaces": false,
51
- "eos_token": "<|im_end|>",
52
- "legacy": true,
53
- "model_max_length": 1000000000000000019884624838656,
54
- "pad_token": "</s>",
55
- "sp_model_kwargs": {},
56
- "spaces_between_special_tokens": false,
57
- "tokenizer_class": "LlamaTokenizer",
58
- "unk_token": "<unk>",
59
- "use_default_system_prompt": false,
60
- "use_fast": true
61
- }