remove unuseful code
Browse files
visual.py
CHANGED
@@ -164,8 +164,6 @@ class Attention(nn.Module):
|
|
164 |
# if qkv_bias:
|
165 |
# self.q_bias = nn.Parameter(torch.zeros(all_head_dim))
|
166 |
# self.v_bias = nn.Parameter(torch.zeros(all_head_dim))
|
167 |
-
# qkv_bias = torch.cat((self.q_bias, torch.zeros_like(self.v_bias, requires_grad=False), self.v_bias))
|
168 |
-
# self.qkv.bias.data = qkv_bias
|
169 |
# else:
|
170 |
# self.q_bias = None
|
171 |
# self.v_bias = None
|
|
|
164 |
# if qkv_bias:
|
165 |
# self.q_bias = nn.Parameter(torch.zeros(all_head_dim))
|
166 |
# self.v_bias = nn.Parameter(torch.zeros(all_head_dim))
|
|
|
|
|
167 |
# else:
|
168 |
# self.q_bias = None
|
169 |
# self.v_bias = None
|