diff --git a/packages/tasks/src/model-libraries-snippets.ts b/packages/tasks/src/model-libraries-snippets.ts index dbe316c4b3..e154dc11c4 100644 --- a/packages/tasks/src/model-libraries-snippets.ts +++ b/packages/tasks/src/model-libraries-snippets.ts @@ -115,6 +115,23 @@ export const bm25s = (model: ModelData): string[] => [ retriever = BM25HF.load_from_hub("${model.id}")`, ]; +export const chatterbox = (model: ModelData): string[] => [ + `# pip install chatterbox-tts +import torchaudio as ta +from chatterbox.tts import ChatterboxTTS + +model = ChatterboxTTS.from_pretrained(device="cuda") + +text = "Ezreal and Jinx teamed up with Ahri, Yasuo, and Teemo to take down the enemy's Nexus in an epic late-game pentakill." +wav = model.generate(text) +ta.save("test-1.wav", wav, model.sr) + +# If you want to synthesize with a different voice, specify the audio prompt +AUDIO_PROMPT_PATH="YOUR_FILE.wav" +wav = model.generate(text, audio_prompt_path=AUDIO_PROMPT_PATH) +ta.save("test-2.wav", wav, model.sr)`, +]; + export const cxr_foundation = (): string[] => [ `# pip install git+https://github.com/Google-Health/cxr-foundation.git#subdirectory=python diff --git a/packages/tasks/src/model-libraries.ts b/packages/tasks/src/model-libraries.ts index f0a6ca546d..d1fa1601dc 100644 --- a/packages/tasks/src/model-libraries.ts +++ b/packages/tasks/src/model-libraries.ts @@ -179,6 +179,14 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = { repoUrl: "https://github.com/fudan-generative-vision/champ", countDownloads: `path:"champ/motion_module.pth"`, }, + chatterbox: { + prettyLabel: "Chatterbox", + repoName: "Chatterbox", + repoUrl: "https://github.com/resemble-ai/chatterbox", + snippets: snippets.chatterbox, + countDownloads: `path:"tokenizer.json"`, + filter: false, + }, chat_tts: { prettyLabel: "ChatTTS", repoName: "ChatTTS",