Hugging Face's logo

zhengxuanzenwu
/
Loreft1k-Llama-2-7b-hf

Transformers
Inference Endpoints
Model card Files Community
zhengxuanzenwu commited on
Commit
f1151ab
•
1 Parent(s): aa6e738

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +166 -0
config.json ADDED
@@ -0,0 +1,166 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "intervention_constant_sources": [
3
+ true,
4
+ true,
5
+ true,
6
+ true,
7
+ true,
8
+ true,
9
+ true,
10
+ true
11
+ ],
12
+ "intervention_dimensions": [
13
+ 4096,
14
+ 4096,
15
+ 4096,
16
+ 4096,
17
+ 4096,
18
+ 4096,
19
+ 4096,
20
+ 4096
21
+ ],
22
+ "intervention_types": [
23
+ "<class 'pyreft.interventions.LoreftIntervention'>",
24
+ "<class 'pyreft.interventions.LoreftIntervention'>",
25
+ "<class 'pyreft.interventions.LoreftIntervention'>",
26
+ "<class 'pyreft.interventions.LoreftIntervention'>",
27
+ "<class 'pyreft.interventions.LoreftIntervention'>",
28
+ "<class 'pyreft.interventions.LoreftIntervention'>",
29
+ "<class 'pyreft.interventions.LoreftIntervention'>",
30
+ "<class 'pyreft.interventions.LoreftIntervention'>"
31
+ ],
32
+ "mode": "parallel",
33
+ "representations": [
34
+ [
35
+ 3,
36
+ "block_output",
37
+ "pos",
38
+ 1,
39
+ 4,
40
+ null,
41
+ null,
42
+ null,
43
+ null,
44
+ null,
45
+ null,
46
+ null,
47
+ null
48
+ ],
49
+ [
50
+ 9,
51
+ "block_output",
52
+ "pos",
53
+ 1,
54
+ 4,
55
+ null,
56
+ null,
57
+ null,
58
+ null,
59
+ null,
60
+ null,
61
+ null,
62
+ null
63
+ ],
64
+ [
65
+ 18,
66
+ "block_output",
67
+ "pos",
68
+ 1,
69
+ 4,
70
+ null,
71
+ null,
72
+ null,
73
+ null,
74
+ null,
75
+ null,
76
+ null,
77
+ null
78
+ ],
79
+ [
80
+ 24,
81
+ "block_output",
82
+ "pos",
83
+ 1,
84
+ 4,
85
+ null,
86
+ null,
87
+ null,
88
+ null,
89
+ null,
90
+ null,
91
+ null,
92
+ null
93
+ ],
94
+ [
95
+ 3,
96
+ "block_output",
97
+ "pos",
98
+ 1,
99
+ 4,
100
+ null,
101
+ null,
102
+ null,
103
+ null,
104
+ null,
105
+ null,
106
+ null,
107
+ null
108
+ ],
109
+ [
110
+ 9,
111
+ "block_output",
112
+ "pos",
113
+ 1,
114
+ 4,
115
+ null,
116
+ null,
117
+ null,
118
+ null,
119
+ null,
120
+ null,
121
+ null,
122
+ null
123
+ ],
124
+ [
125
+ 18,
126
+ "block_output",
127
+ "pos",
128
+ 1,
129
+ 4,
130
+ null,
131
+ null,
132
+ null,
133
+ null,
134
+ null,
135
+ null,
136
+ null,
137
+ null
138
+ ],
139
+ [
140
+ 24,
141
+ "block_output",
142
+ "pos",
143
+ 1,
144
+ 4,
145
+ null,
146
+ null,
147
+ null,
148
+ null,
149
+ null,
150
+ null,
151
+ null,
152
+ null
153
+ ]
154
+ ],
155
+ "sorted_keys": [
156
+ "layer.3.comp.block_output.unit.pos.nunit.1#0",
157
+ "layer.9.comp.block_output.unit.pos.nunit.1#0",
158
+ "layer.18.comp.block_output.unit.pos.nunit.1#0",
159
+ "layer.24.comp.block_output.unit.pos.nunit.1#0",
160
+ "layer.3.comp.block_output.unit.pos.nunit.1#1",
161
+ "layer.9.comp.block_output.unit.pos.nunit.1#1",
162
+ "layer.18.comp.block_output.unit.pos.nunit.1#1",
163
+ "layer.24.comp.block_output.unit.pos.nunit.1#1"
164
+ ],
165
+ "transformers_version": "4.38.1"
166
+ }