hyoungwoncho
commited on
Commit
•
89e0184
1
Parent(s):
4fd808c
Update pipeline.py
Browse files- pipeline.py +2 -2
pipeline.py
CHANGED
@@ -116,8 +116,8 @@ class PAGIdentitySelfAttnProcessor:
|
|
116 |
|
117 |
value = attn.to_v(hidden_states_ptb)
|
118 |
|
119 |
-
hidden_states_ptb = torch.zeros(value.shape).to(value.get_device())
|
120 |
-
|
121 |
|
122 |
hidden_states_ptb = hidden_states_ptb.to(query.dtype)
|
123 |
|
|
|
116 |
|
117 |
value = attn.to_v(hidden_states_ptb)
|
118 |
|
119 |
+
# hidden_states_ptb = torch.zeros(value.shape).to(value.get_device())
|
120 |
+
hidden_states_ptb = value
|
121 |
|
122 |
hidden_states_ptb = hidden_states_ptb.to(query.dtype)
|
123 |
|