residual lfq

[lucidrains]

aim would be integrate with soundstream in https://github.com/lucidrains/audiolm-pytorch if there is a signal

[lucidrains]

works

import torch
from vector_quantize_pytorch import ResidualLFQ

residual_lfq = ResidualLFQ(
    dim = 256,
    codebook_size = 256,
    num_quantizers = 2
)

x = torch.randn(1, 1024, 256)

residual_lfq.eval()

quantized, indices, commit_loss = residual_lfq(x)

quantized_out = residual_lfq.get_codes_from_indices(indices) 

assert torch.all(quantized == residual_lfq.project_out(quantized_out.sum(dim = 0)))