Upload DUO
Browse files- config.json +1 -1
- model.py +1 -1
config.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"_name_or_path": "
|
| 3 |
"architectures": [
|
| 4 |
"DUO"
|
| 5 |
],
|
|
|
|
| 1 |
{
|
| 2 |
+
"_name_or_path": "s-sahoo/duo-distilled",
|
| 3 |
"architectures": [
|
| 4 |
"DUO"
|
| 5 |
],
|
model.py
CHANGED
|
@@ -477,7 +477,7 @@ class DIT(nn.Module, huggingface_hub.PyTorchModelHubMixin):
|
|
| 477 |
else:
|
| 478 |
t_cond = F.silu(self.sigma_map(sigma))
|
| 479 |
|
| 480 |
-
rotary_cos_sin = self.rotary_emb(x)
|
| 481 |
|
| 482 |
with torch.cuda.amp.autocast(dtype=torch.bfloat16):
|
| 483 |
for i in range(len(self.blocks)):
|
|
|
|
| 477 |
else:
|
| 478 |
t_cond = F.silu(self.sigma_map(sigma))
|
| 479 |
|
| 480 |
+
rotary_cos_sin = self.rotary_emb(x).to(x.device)
|
| 481 |
|
| 482 |
with torch.cuda.amp.autocast(dtype=torch.bfloat16):
|
| 483 |
for i in range(len(self.blocks)):
|