Merge pull request #2519 from amorehead/patch-1

Fix `head_dim` reference in `AttentionRope` class of `attention.py`

Author: rwightman

timm/layers/attention.py

@@ -154,8 +154,8 @@ def __init__(
             self.k_proj = nn.Linear(dim, attn_dim, bias=qkv_bias)
             self.v_proj = nn.Linear(dim, attn_dim, bias=qkv_bias)
 
-        self.q_norm = norm_layer(self.head_dim) if qk_norm else nn.Identity()
-        self.k_norm = norm_layer(self.head_dim) if qk_norm else nn.Identity()
+        self.q_norm = norm_layer(head_dim) if qk_norm else nn.Identity()
+        self.k_norm = norm_layer(head_dim) if qk_norm else nn.Identity()
         self.attn_drop = nn.Dropout(attn_drop)
         self.norm = norm_layer(attn_dim) if scale_norm else nn.Identity()
         self.proj = nn.Linear(attn_dim, dim)