llama-2-7b-chat-medical-NLP_project
Browse files
README.md
CHANGED
@@ -50,7 +50,7 @@ The following hyperparameters were used during training:
|
|
50 |
### Framework versions
|
51 |
|
52 |
- PEFT 0.11.1
|
53 |
-
- Transformers 4.
|
54 |
-
- Pytorch 2.
|
55 |
- Datasets 2.19.1
|
56 |
- Tokenizers 0.19.1
|
|
|
50 |
### Framework versions
|
51 |
|
52 |
- PEFT 0.11.1
|
53 |
+
- Transformers 4.41.0
|
54 |
+
- Pytorch 2.3.0+cu121
|
55 |
- Datasets 2.19.1
|
56 |
- Tokenizers 0.19.1
|
adapter_config.json
CHANGED
@@ -20,8 +20,8 @@
|
|
20 |
"rank_pattern": {},
|
21 |
"revision": null,
|
22 |
"target_modules": [
|
23 |
-
"
|
24 |
-
"
|
25 |
],
|
26 |
"task_type": "CAUSAL_LM",
|
27 |
"use_dora": false,
|
|
|
20 |
"rank_pattern": {},
|
21 |
"revision": null,
|
22 |
"target_modules": [
|
23 |
+
"q_proj",
|
24 |
+
"v_proj"
|
25 |
],
|
26 |
"task_type": "CAUSAL_LM",
|
27 |
"use_dora": false,
|
adapter_model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 134235048
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4a489bad8323de92645ef77a7886cde63cf5378380e385c689ec703732601522
|
3 |
size 134235048
|
runs/May22_13-40-38_98ed5e014011/events.out.tfevents.1716385255.98ed5e014011.2973.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:29fc0988016185b6aaf01f6d2f3e08471266797849fa1a20cb459e216189e7ea
|
3 |
+
size 21498
|
tokenizer_config.json
CHANGED
@@ -38,7 +38,6 @@
|
|
38 |
"bos_token": "<s>",
|
39 |
"clean_up_tokenization_spaces": false,
|
40 |
"eos_token": "</s>",
|
41 |
-
"legacy": false,
|
42 |
"model_max_length": 1000000000000000019884624838656,
|
43 |
"pad_token": "</s>",
|
44 |
"sp_model_kwargs": {},
|
|
|
38 |
"bos_token": "<s>",
|
39 |
"clean_up_tokenization_spaces": false,
|
40 |
"eos_token": "</s>",
|
|
|
41 |
"model_max_length": 1000000000000000019884624838656,
|
42 |
"pad_token": "</s>",
|
43 |
"sp_model_kwargs": {},
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c0c7b23d6049d56f2b475ad68b794595ca2168640452b6dae70425d30ca95dfc
|
3 |
+
size 5112
|