break out a function needed for audiolm

lucidrains · Nov 2, 2022 · 970d416 · 970d416
1 parent e7ced71
commit 970d416
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 6 deletions.
diff --git a/setup.py b/setup.py
@@ -3,7 +3,7 @@
 setup(
   name = 'vector_quantize_pytorch',
   packages = find_packages(),
-  version = '0.10.2',
+  version = '0.10.3',
   license='MIT',
   description = 'Vector Quantization - Pytorch',
   long_description_content_type = 'text/markdown',

diff --git a/vector_quantize_pytorch/residual_vq.py b/vector_quantize_pytorch/residual_vq.py
@@ -37,6 +37,14 @@ def codebooks(self):
         codebooks = rearrange(codebooks, 'q 1 c d -> q c d')
         return codebooks
 
+    def get_codes_from_indices(self, indices):
+        batch = indices.shape[0]
+        codebooks = repeat(self.codebooks, 'q c d -> q b c d', b = batch)
+        gather_indices = repeat(indices, 'b n q -> q b n d', d = codebooks.shape[-1])
+
+        all_codes = codebooks.gather(2, gather_indices) # gather all codes
+        return all_codes
+
     def forward(
         self,
         x,
@@ -62,11 +70,7 @@ def forward(
 
         if return_all_codes:
             # whether to return all codes from all codebooks across layers
-
-            codebooks = repeat(self.codebooks, 'q c d -> q b c d', b = x.shape[0])
-            gather_indices = repeat(all_indices, 'b n q -> q b n d', d = codebooks.shape[-1])
-
-            all_codes = codebooks.gather(2, gather_indices) # gather all codes
+            all_codes = self.get_codes_from_indices(all_indices)
 
             # will return all codes in shape (quantizer, batch, sequence length, codebook dimension)
             ret = (*ret, all_codes)