address #96

Author: lucidrains

setup.py

@@ -3,7 +3,7 @@
 setup(
   name = 'vector_quantize_pytorch',
   packages = find_packages(),
-  version = '1.12.4',
+  version = '1.12.5',
   license='MIT',
   description = 'Vector Quantization - Pytorch',
   long_description_content_type = 'text/markdown',

vector_quantize_pytorch/residual_fsq.py

@@ -19,6 +19,9 @@
 def exists(val):
     return val is not None
 
+def first(l):
+    return l[0]
+
 def default(val, d):
     return val if exists(val) else d
 
@@ -59,7 +62,7 @@ def __init__(
         scales = []
 
         for ind in range(num_quantizers):
-            scales.append(levels_tensor ** -ind)
+            scales.append((levels_tensor - 1) ** -ind)
 
             fsq = FSQ(
                 levels = levels,
@@ -146,7 +149,7 @@ def forward(
         x = self.project_in(x)
 
         quantized_out = 0.
-        residual = x
+        residual = first(self.layers).bound(x)
 
         all_indices = []