OumaymaELBIACH commited on
Commit
db7a2a9
1 Parent(s): 02d74d8

OumaymaeELBIACH/Llama-3.2-1B

Browse files
adapter_config.json CHANGED
@@ -10,8 +10,8 @@
10
  "layers_pattern": null,
11
  "layers_to_transform": null,
12
  "loftq_config": {},
13
- "lora_alpha": 16,
14
- "lora_dropout": 0.1,
15
  "megatron_config": null,
16
  "megatron_core": "megatron.core",
17
  "modules_to_save": null,
@@ -20,8 +20,8 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "v_proj",
24
- "q_proj"
25
  ],
26
  "task_type": "CAUSAL_LM",
27
  "use_dora": false,
 
10
  "layers_pattern": null,
11
  "layers_to_transform": null,
12
  "loftq_config": {},
13
+ "lora_alpha": 32,
14
+ "lora_dropout": 0.05,
15
  "megatron_config": null,
16
  "megatron_core": "megatron.core",
17
  "modules_to_save": null,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "q_proj",
24
+ "v_proj"
25
  ],
26
  "task_type": "CAUSAL_LM",
27
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:209448736eb542b87fdd4888edf4a9b63fc8c97d61b8c4160f9c48289a2c8c12
3
  size 3416264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b99bd54c5470cc78780e4bf3e4aa9e4063d7fbc475e89a10dcddb44fe50ad62a
3
  size 3416264
runs/Nov25_16-35-39_f50f6faa1c00/events.out.tfevents.1732552548.f50f6faa1c00.1248.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:728b6324e9c5ef04eedf55bd0c6c846baac9323a8112481379dbd3d2df8f8a8a
3
+ size 12305
runs/Nov25_16-40-57_f50f6faa1c00/events.out.tfevents.1732552961.f50f6faa1c00.1248.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f467c74175a3157f063ae6343430b3d6bbe8831bd69ff960fdfae64b0ab3f97d
3
+ size 33366
runs/Nov25_16-40-57_f50f6faa1c00/events.out.tfevents.1732553338.f50f6faa1c00.1248.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86bb59870978fe084264e5d9ff4665c327923b0dd5b7c96f8f647e2d07b07dd5
3
+ size 25633
runs/Nov25_16-58-47_f50f6faa1c00/events.out.tfevents.1732553940.f50f6faa1c00.16905.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbdf5b594c571a172215e4c9bacc837ab264608594f5c112a0c8eb5ea7b241a7
3
+ size 18213
runs/Nov25_16-58-47_f50f6faa1c00/events.out.tfevents.1732555551.f50f6faa1c00.16905.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:103846aa147ebe06e2fef52495fc9040db374c4eb6a3d2a275d211bb47c9d581
3
+ size 359
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b5b69849e62f6a007748d74b2228a5e82b8f2ce83089c5d794ec3167f297b16e
3
  size 5560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd92aa48ae9f4f8fac3e21156e7266a92ba270e1e8f31104eb4a94105d57943a
3
  size 5560