able to always have projections in lfq

Author: lucidrains

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "vector-quantize-pytorch"
-version = "1.14.36"
+version = "1.14.37"
 description = "Vector Quantization - Pytorch"
 authors = [
     { name = "Phil Wang", email = "lucidrains@gmail.com" }

vector_quantize_pytorch/lookup_free_quantization.py

@@ -101,6 +101,7 @@ def __init__(
         keep_num_codebooks_dim = None,
         codebook_scale = 1.,                        # for residual LFQ, codebook scaled down by 2x at each layer
         frac_per_sample_entropy = 1.,               # make less than 1. to only use a random fraction of the probs for per sample entropy
+        has_projections = None,
         projection_has_bias = True,
         soft_clamp_input_value = None,
         cosine_sim_project_in = False,
@@ -124,7 +125,7 @@ def __init__(
         codebook_dims = codebook_dim * num_codebooks
         dim = default(dim, codebook_dims)
 
-        has_projections = dim != codebook_dims
+        has_projections = default(has_projections, dim != codebook_dims)
 
         if cosine_sim_project_in:
             cosine_sim_project_in = default(cosine_sim_project_in_scale, codebook_scale)