remove unuseful code
Browse files
visual.py
CHANGED
|
@@ -164,8 +164,6 @@ class Attention(nn.Module):
|
|
| 164 |
# if qkv_bias:
|
| 165 |
# self.q_bias = nn.Parameter(torch.zeros(all_head_dim))
|
| 166 |
# self.v_bias = nn.Parameter(torch.zeros(all_head_dim))
|
| 167 |
-
# qkv_bias = torch.cat((self.q_bias, torch.zeros_like(self.v_bias, requires_grad=False), self.v_bias))
|
| 168 |
-
# self.qkv.bias.data = qkv_bias
|
| 169 |
# else:
|
| 170 |
# self.q_bias = None
|
| 171 |
# self.v_bias = None
|
|
|
|
| 164 |
# if qkv_bias:
|
| 165 |
# self.q_bias = nn.Parameter(torch.zeros(all_head_dim))
|
| 166 |
# self.v_bias = nn.Parameter(torch.zeros(all_head_dim))
|
|
|
|
|
|
|
| 167 |
# else:
|
| 168 |
# self.q_bias = None
|
| 169 |
# self.v_bias = None
|