Hugging Face's logo

williambarberjr
/
REFT_llama38BInst_22_38epochs

Transformers
Inference Endpoints
Model card Files Community
williambarberjr commited on
Commit
b17cff3
•
1 Parent(s): deb473f

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +71 -0
config.json ADDED
@@ -0,0 +1,71 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "intervention_constant_sources": [
3
+ true,
4
+ true,
5
+ true
6
+ ],
7
+ "intervention_dimensions": [
8
+ 4096,
9
+ 4096,
10
+ 4096
11
+ ],
12
+ "intervention_types": [
13
+ "<class 'pyreft.interventions.LoreftIntervention'>",
14
+ "<class 'pyreft.interventions.LoreftIntervention'>",
15
+ "<class 'pyreft.interventions.LoreftIntervention'>"
16
+ ],
17
+ "mode": "parallel",
18
+ "representations": [
19
+ [
20
+ 8,
21
+ "block_output",
22
+ "pos",
23
+ 1,
24
+ 2,
25
+ null,
26
+ null,
27
+ null,
28
+ null,
29
+ null,
30
+ null,
31
+ null,
32
+ null
33
+ ],
34
+ [
35
+ 16,
36
+ "block_output",
37
+ "pos",
38
+ 1,
39
+ 2,
40
+ null,
41
+ null,
42
+ null,
43
+ null,
44
+ null,
45
+ null,
46
+ null,
47
+ null
48
+ ],
49
+ [
50
+ 24,
51
+ "block_output",
52
+ "pos",
53
+ 1,
54
+ 2,
55
+ null,
56
+ null,
57
+ null,
58
+ null,
59
+ null,
60
+ null,
61
+ null,
62
+ null
63
+ ]
64
+ ],
65
+ "sorted_keys": [
66
+ "layer.8.comp.block_output.unit.pos.nunit.1#0",
67
+ "layer.16.comp.block_output.unit.pos.nunit.1#0",
68
+ "layer.24.comp.block_output.unit.pos.nunit.1#0"
69
+ ],
70
+ "transformers_version": "4.40.2"
71
+ }