add orpheus tts

Author: veerbia

orpheus-tts/config.yaml

@@ -0,0 +1,23 @@
+build_commands: []
+environment_variables: {}
+external_package_dirs: []
+model_metadata:
+  example_model_input:
+    text: "Hello from Orpheus."
+model_name: orpheus_tts
+python_version: py310
+requirements:
+  - orpheus-speech
+  - vllm==0.7.3
+  - soundfile
+resources:
+  accelerator: H100
+  cpu: '1'
+  memory: 2Gi
+  use_gpu: true
+secrets:
+  hf_access_token: null
+system_packages: []
+runtime:
+  is_websocket_endpoint: True
+  predict_concurrency: 16

orpheus-tts/model/__init__.py

@@ -0,0 +1,17 @@
+from huggingface_hub import login
+from orpheus_tts import OrpheusModel 
+
+class Model:
+    def __init__(self, **kwargs):
+        self._secrets = kwargs["secrets"]
+        self.hf_access_token = self._secrets["hf_access_token"]
+        assert self.hf_access_token, "missing huggingface access token"
+        login(token=self.hf_access_token)
+
+        self.model = OrpheusModel(model_name="canopylabs/orpheus-tts-0.1-finetune-prod")
+
+    def predict(self, model_input):
+        text = model_input.get("text", "Hello from Orpheus.")
+        audio_generator = self.model.generate_speech(prompt=text, voice="tara")
+        for chunk in audio_generator:
+            yield chunk