Merge pull request #167 from arun477/patch-1

remove unused attributes from hieradet.py
This commit is contained in:
Chay Ryali 2024-08-09 10:31:56 -07:00 committed by GitHub
commit 778e112740
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -46,11 +46,7 @@ class MultiScaleAttention(nn.Module):
self.dim = dim
self.dim_out = dim_out
self.num_heads = num_heads
head_dim = dim_out // num_heads
self.scale = head_dim**-0.5
self.q_pool = q_pool
self.qkv = nn.Linear(dim, dim_out * 3)
self.proj = nn.Linear(dim_out, dim_out)