Update interactor_dyt.py
Browse files- interactor_dyt.py +1 -1
interactor_dyt.py
CHANGED
|
@@ -33,7 +33,7 @@ class MappingUnit(nn.Module):
|
|
| 33 |
|
| 34 |
|
| 35 |
self.dyt_token = DynamicTanh(dim)
|
| 36 |
-
self.p = nn.Linear(dim,dim)
|
| 37 |
|
| 38 |
|
| 39 |
def forward(self, x):
|
|
|
|
| 33 |
|
| 34 |
|
| 35 |
self.dyt_token = DynamicTanh(dim)
|
| 36 |
+
self.p = nn.Linear(dim,dim,bias = False)
|
| 37 |
|
| 38 |
|
| 39 |
def forward(self, x):
|