We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 350abfc commit 65c1f4eCopy full SHA for 65c1f4e
vggt/heads/utils.py
@@ -46,7 +46,7 @@ def make_sincos_pos_embed(embed_dim: int, pos: torch.Tensor, omega_0: float = 10
46
"""
47
assert embed_dim % 2 == 0
48
device = pos.device
49
- omega = torch.arange(embed_dim // 2, dtype=torch.float if device.type == "mps" else torch.double, device=device)
+ omega = torch.arange(embed_dim // 2, dtype=torch.float32 if device.type == "mps" else torch.double, device=device)
50
omega /= embed_dim / 2.0
51
omega = 1.0 / omega_0**omega # (D/2,)
52
0 commit comments