Merge branch 'Samagra-Development:restructure' into restructure

Author: Gautam-Rajeev

config.json

@@ -1,5 +1,27 @@
 {
   "models": [
+    {
+      "serviceName": "asr_whisper_en",
+      "modelBasePath": "src/asr/whisper_en/local.",
+      "apiBasePath": "asr/whisper_en/local/",
+      "containerPort": 8000,
+      "environment": {},
+      "nginx": [],
+      "nginx": ["client_max_body_size 100M;", "proxy_read_timeout 600;", "proxy_connect_timeout 600;", "proxy_send_timeout 600;"],
+      "constraints": ["node.labels.node_vm_type==gpu"],
+      "build": true
+    }, 
+     {
+      "serviceName": "asr_lang_detect",
+      "modelBasePath": "src/asr/whisper_lang_rec/local.",
+      "apiBasePath": "asr/whisper_lang_rec/local/",
+      "containerPort": 8000,
+      "environment": {},
+      "nginx": [],
+      "nginx": ["client_max_body_size 100M;", "proxy_read_timeout 600;", "proxy_connect_timeout 600;", "proxy_send_timeout 600;"],
+      "constraints": ["node.labels.node_vm_type==gpu"],
+      "build": true
+    },    
         {
       "serviceName": "ner",
       "modelBasePath": "src/ner/agri_ner_akai/local/.",

src/asr/whisper_en/README.md

@@ -0,0 +1,15 @@
+# Use an official Python runtime as a parent image
+FROM python:3.9-slim
+
+WORKDIR /app
+
+
+#install requirements
+COPY requirements.txt requirements.txt
+RUN pip3 install -r requirements.txt
+
+# Copy the rest of the application code to the working directory
+COPY . /app/
+EXPOSE 8000
+# Set the entrypoint for the container
+CMD ["hypercorn", "--bind", "0.0.0.0:8000", "api:app"]

src/asr/whisper_en/local/Dockerfile

@@ -0,0 +1,11 @@
+### Testing the model deployment :  
+To run for testing  you can follow the following steps : 
+
+- Git clone the repo
+- Go to current folder location i.e. ``` cd /src/asr/fairseq_mms/local ```
+- Create docker image file and test the api:  
+```
+docker build -t testmodel .
+docker run -p 8000:8000 testmodel
+curl -X POST -F "[email protected]"  http://localhost:8000/
+```

src/asr/whisper_en/local/README.md

@@ -0,0 +1,2 @@
+from .request import ModelRequest
+from .request import Model

src/asr/whisper_en/local/__init__.py

@@ -0,0 +1,41 @@
+from model import Model
+from request import ModelRequest
+from quart import Quart, request
+from quart_cors import cors  # Import the cors function
+import aiohttp
+import os
+import tempfile
+
+app = Quart(__name__)
+app = cors(app)  # Apply the cors function to your app to enable CORS for all routes
+
+model = None
+
+@app.before_serving
+async def startup():
+    app.client = aiohttp.ClientSession()
+    global model
+    model = Model(app)
+
+@app.route('/', methods=['POST'])
+async def embed():
+    global model
+
+    temp_dir = tempfile.mkdtemp()
+    data = await request.get_json()
+    files = await request.files  # await the coroutine
+    uploaded_file = files.get('file')  # now you can use .get()
+
+    file_path = os.path.join(temp_dir, uploaded_file.name)
+    await uploaded_file.save(file_path)
+
+    req = ModelRequest(wav_file=file_path) 
+    response = await model.inference(req)
+
+    os.remove(file_path)
+    os.rmdir(temp_dir)
+    
+    return response
+
+if __name__ == "__main__":
+    app.run()

src/asr/whisper_en/local/api.py

@@ -0,0 +1,41 @@
+import torch
+import torchaudio
+from transformers import pipeline
+from request import ModelRequest
+
+
+class Model():
+    def __new__(cls, context):
+        cls.context = context
+        if not hasattr(cls, 'instance'):
+            cls.instance = super(Model, cls).__new__(cls)
+        
+        # Initialize Whisper ASR pipeline
+        device = "cuda:0" if torch.cuda.is_available() else "cpu"
+        cls.pipe = pipeline(
+            "automatic-speech-recognition",
+            model="openai/whisper-tiny.en",
+            chunk_length_s=10,
+            device=device,
+        )
+        return cls.instance
+
+    def transcribe_audio(self, audio_path): 
+        audio_input, sampling_rate = torchaudio.load(audio_path)
+        audio_data = {
+            "array": audio_input.squeeze().numpy(),
+            "sampling_rate": sampling_rate
+        }
+
+        # Get the transcription
+        prediction = self.pipe(audio_data.copy(), batch_size=8)["text"]
+        return prediction
+
+    async def inference(self, request: ModelRequest):
+        transcription = self.transcribe_audio(request.wav_file)
+        if not transcription:
+            transcription = 'Unable to transcribe the audio.'
+        return transcription
+
+
+

src/asr/whisper_en/local/model.py

@@ -0,0 +1,11 @@
+import requests
+import json
+
+
+class ModelRequest():
+    def __init__(self, wav_file):
+        self.wav_file = wav_file
+
+    def to_json(self):
+        return json.dumps(self, default=lambda o: o.__dict__,
+                          sort_keys=True, indent=4)

src/asr/whisper_en/local/request.py

@@ -0,0 +1,7 @@
+torch
+transformers
+quart
+aiohttp
+librosa
+quart-cors
+torchaudio

src/asr/whisper_en/local/requirements.txt

@@ -0,0 +1,21 @@
+# Use an official Python runtime as a parent image
+FROM python:3.9-slim
+
+WORKDIR /app
+
+# Install requirements
+COPY requirements.txt requirements.txt
+RUN pip3 install -r requirements.txt
+
+# Update aptitude with new repo info, and install FFmpeg
+RUN apt-get update \
+    && apt-get install -y ffmpeg \
+    && apt-get clean \
+    && rm -rf /var/lib/apt/lists/*
+
+# Copy the rest of the application code to the working directory
+COPY . /app/
+EXPOSE 8000
+
+# Set the entrypoint for the container
+CMD ["hypercorn", "--bind", "0.0.0.0:8000", "api:app"]