Add orpheus (#47)

* Add orpheus

* package it

* rename to llama and fix inference

* add snac

* change tokenizer

* working audio

* remove prompt cache

* move to stream generate

* update args

* add processing time and rtf

* format

* add tests

* format

* add snac as dep (temp)

* mock tokenizer

* change toknizer name

* mock toknizer

* fix

* fix gen

Author: Blaizzy

mlx_audio/tts/generate.py

@@ -34,6 +34,7 @@ def generate_audio(
     - text (str): The input text to be converted to speech.
     - model (str): The TTS model to use.
     - voice (str): The voice style to use.
+    - temperature (float): The temperature for the model.
     - speed (float): Playback speed multiplier.
     - lang_code (str): The language code.
     - ref_audio (mx.array): Reference audio you would like to clone the voice from.
@@ -182,6 +183,14 @@ def parse_args():
     parser.add_argument(
         "--temperature", type=float, default=0.7, help="Temperature for the model"
     )
+    parser.add_argument("--top_p", type=float, default=0.9, help="Top-p for the model")
+    parser.add_argument("--top_k", type=int, default=50, help="Top-k for the model")
+    parser.add_argument(
+        "--repetition_penalty",
+        type=float,
+        default=1.1,
+        help="Repetition penalty for the model",
+    )
 
     args = parser.parse_args()
 
@@ -198,21 +207,7 @@ def parse_args():
 def main():
     args = parse_args()
 
-    generate_audio(
-        text=args.text,
-        model_path=args.model,
-        voice=args.voice,
-        speed=args.speed,
-        lang_code=args.lang_code,
-        ref_audio=args.ref_audio,
-        ref_text=args.ref_text,
-        file_prefix=args.file_prefix,
-        audio_format=args.audio_format,
-        sample_rate=args.sample_rate,
-        join_audio=args.join_audio,
-        play=args.play,
-        verbose=args.verbose,
-    )
+    generate_audio(model_path=args.model, **vars(args))
 
 
 if __name__ == "__main__":

mlx_audio/tts/models/llama/__init__.py

@@ -0,0 +1,3 @@
+from .llama import Model, ModelConfig
+
+__all__ = ["Model", "ModelConfig"]