address #142

Author: lucidrains

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "vector-quantize-pytorch"
-version = "1.15.1"
+version = "1.15.2"
 description = "Vector Quantization - Pytorch"
 authors = [
     { name = "Phil Wang", email = "lucidrains@gmail.com" }

vector_quantize_pytorch/residual_vq.py

@@ -171,7 +171,7 @@ def forward(
 
             elif is_distributed():
                 # in distributed environment, synchronize a random seed value if not given
-                t = torch.tensor(random.randrange(10_000))
+                t = torch.tensor(random.randrange(10_000), device = device)
                 dropout_seed = dist.all_reduce(t).item()
                 rand = random.Random(dropout_seed)