exp-e2e
Laughing-q 8 months ago
parent 2d8a22af94
commit b793013676
  1. 2
      ultralytics/nn/modules/block.py

@ -926,7 +926,7 @@ class Attention(nn.Module):
self.head_dim = dim // num_heads
self.key_dim = int(self.head_dim * attn_ratio)
self.scale = self.key_dim**-0.5
nh_kd = nh_kd = self.key_dim * num_heads
nh_kd = self.key_dim * num_heads
h = dim + nh_kd * 2
self.qkv = Conv(dim, h, 1, act=False)
self.proj = Conv(dim, dim, 1, act=False)

Loading…
Cancel
Save