armaniii commited on
Commit
251322a
·
verified ·
1 Parent(s): 8842077

Upload folder using huggingface_hub

Browse files
README.md CHANGED
@@ -1,6 +1,6 @@
1
  ---
2
  library_name: peft
3
- tags: []
4
  ---
5
 
6
  # Model Card for Model ID
@@ -15,7 +15,7 @@ tags: []
15
 
16
  <!-- Provide a longer summary of what this model is. -->
17
 
18
- This is the model card of a 🤗 transformers model that has been pushed on the Hub. This model card has been automatically generated.
19
 
20
  - **Developed by:** [More Information Needed]
21
  - **Funded by [optional]:** [More Information Needed]
@@ -199,3 +199,6 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
199
  [More Information Needed]
200
 
201
 
 
 
 
 
1
  ---
2
  library_name: peft
3
+ base_model: meta-llama/Meta-Llama-3-8B
4
  ---
5
 
6
  # Model Card for Model ID
 
15
 
16
  <!-- Provide a longer summary of what this model is. -->
17
 
18
+
19
 
20
  - **Developed by:** [More Information Needed]
21
  - **Funded by [optional]:** [More Information Needed]
 
199
  [More Information Needed]
200
 
201
 
202
+ ### Framework versions
203
+
204
+ - PEFT 0.7.1
adapter_config.json CHANGED
@@ -19,14 +19,14 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
 
 
22
  "o_proj",
23
  "down_proj",
24
  "v_proj",
25
- "gate_proj",
26
- "k_proj",
27
- "q_proj",
28
  "up_proj",
29
- "score"
 
30
  ],
31
  "task_type": "SEQ_CLS"
32
  }
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
+ "k_proj",
23
+ "score",
24
  "o_proj",
25
  "down_proj",
26
  "v_proj",
 
 
 
27
  "up_proj",
28
+ "gate_proj",
29
+ "q_proj"
30
  ],
31
  "task_type": "SEQ_CLS"
32
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f4eb4189f786dbc44a0fafd17be762d577962be7b3db36f1c3aa6bb98e678a9a
3
- size 42067920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d246b4393e654fba392c5057633aea6bb455bd6cf28aaaa30784a96c2cd1dac1
3
+ size 84372280
special_tokens_map.json CHANGED
@@ -13,13 +13,7 @@
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
- "pad_token": {
17
- "content": "[UNK]",
18
- "lstrip": false,
19
- "normalized": false,
20
- "rstrip": false,
21
- "single_word": false
22
- },
23
  "unk_token": {
24
  "content": "[UNK]",
25
  "lstrip": false,
 
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
+ "pad_token": "[UNK]",
 
 
 
 
 
 
17
  "unk_token": {
18
  "content": "[UNK]",
19
  "lstrip": false,
tokenizer.json CHANGED
@@ -2421,7 +2421,6 @@
2421
  "end_of_word_suffix": null,
2422
  "fuse_unk": false,
2423
  "byte_fallback": false,
2424
- "ignore_merges": false,
2425
  "vocab": {
2426
  "!": 0,
2427
  "\"": 1,
 
2421
  "end_of_word_suffix": null,
2422
  "fuse_unk": false,
2423
  "byte_fallback": false,
 
2424
  "vocab": {
2425
  "!": 0,
2426
  "\"": 1,
tokenizer_config.json CHANGED
@@ -2060,16 +2060,12 @@
2060
  "bos_token": "<|begin_of_text|>",
2061
  "clean_up_tokenization_spaces": true,
2062
  "eos_token": "<|end_of_text|>",
2063
- "max_length": 2048,
2064
  "model_input_names": [
2065
  "input_ids",
2066
  "attention_mask"
2067
  ],
2068
  "model_max_length": 1000000000000000019884624838656,
2069
  "pad_token": "[UNK]",
2070
- "stride": 0,
2071
  "tokenizer_class": "PreTrainedTokenizerFast",
2072
- "truncation_side": "right",
2073
- "truncation_strategy": "longest_first",
2074
  "unk_token": "[UNK]"
2075
  }
 
2060
  "bos_token": "<|begin_of_text|>",
2061
  "clean_up_tokenization_spaces": true,
2062
  "eos_token": "<|end_of_text|>",
 
2063
  "model_input_names": [
2064
  "input_ids",
2065
  "attention_mask"
2066
  ],
2067
  "model_max_length": 1000000000000000019884624838656,
2068
  "pad_token": "[UNK]",
 
2069
  "tokenizer_class": "PreTrainedTokenizerFast",
 
 
2070
  "unk_token": "[UNK]"
2071
  }