fix: change to auto tokenizer

Author: flavioschneider

audio_diffusion_pytorch/modules.py

@@ -1136,9 +1136,9 @@ def forward(  # type: ignore
 class T5Embedder(nn.Module):
     def __init__(self, model: str = "t5-base", max_length: int = 64):
         super().__init__()
-        from transformers import T5EncoderModel, T5Tokenizer
+        from transformers import AutoTokenizer, T5EncoderModel
 
-        self.tokenizer = T5Tokenizer.from_pretrained(model)
+        self.tokenizer = AutoTokenizer.from_pretrained(model)
         self.transformer = T5EncoderModel.from_pretrained(model)
         self.max_length = max_length
 

setup.py

@@ -3,7 +3,7 @@
 setup(
     name="audio-diffusion-pytorch",
     packages=find_packages(exclude=[]),
-    version="0.0.62",
+    version="0.0.63",
     license="MIT",
     description="Audio Diffusion - PyTorch",
     long_description_content_type="text/markdown",