upgrade dependencies

Author: rohitc5

README.md

@@ -68,45 +68,26 @@ hints to the student to arrive at correct answer, enhancing student engagement a
 
 ### Quick Setup Option
 
+- Make sure you have already installed docker (https://docs.docker.com/get-docker/) and docker-compose (https://docs.docker.com/compose/)
+
 - Clone the Repository
 ```python
  $ git clone https://github.com/rohitc5/intel-oneAPI/
- $ cd Intel-oneAPI
+ $ cd intel-oneAPI
 
 ```
-- Start the LEAP RESTFul Service to consume both components (Ask Question/Doubt and Interactive Conversational AI Examiner) as a REST API
+- Start the LEAP RESTFul Service to consume both components (Ask Question/Doubt and Interactive Conversational AI Examiner) as a REST API. 
+Also Start the webapp demo build using streamlit.
 
 ```python
-  $ cd api
+  # build using docker compose
+  $ docker-compose build
 
-  # build the docker file
-  $ docker build -t leap-api:v1 .  
-
-  # get the docker image ID
-  $ docker images
-
-  # run the docker container
-  $ docker run -it -p 8500:8500 --name=leap-api [IMAGE_ID]
-
-  $ cd ../
+  # start the services
+  $ docker-compose up 
 
 ```
 
-- Start the demo webapp build using streamlit
-
-```python
-  $ cd webapp
-  
-  # build the docker file
-  $ docker build -t leap-demo:v1 .
-
-  # get the docker image ID
-  $ docker images
-
-  # run the docker container
-  $ docker run -it -p 8502:8502 --name=leap-demo [IMAGE_ID]
-
-```
 - Go to http://localhost:8502
 
 ### Manual Setup Option
@@ -115,7 +96,7 @@ hints to the student to arrive at correct answer, enhancing student engagement a
 
 ```python
  $ git clone https://github.com/rohitc5/intel-oneAPI/
- $ cd Intel-oneAPI
+ $ cd intel-oneAPI
 
 ```
 

api/requirements.txt

@@ -7,14 +7,14 @@ Cython==0.29.35
 pandas==2.0.2
 tiktoken==0.4.0
 langchain==0.0.191
+openai==0.27.8
 faiss-cpu==1.7.4
+nltk==3.8.1
 torch==2.0.1
-intel_extension_for_pytorch==2.0.100
 transformers==4.29.2
-optimum[neural-compressor]==1.8.6
+optimum[neural-compressor]==1.8.7
 neural-compressor==2.1.1
-optimum-intel==1.8.1
-nltk==3.8.1
+webvtt-py==0.4.6
+intel_extension_for_pytorch==2.0.100
 scikit-learn==1.2.2
-scikit-learn-intelex==2023.1.1
-webvtt-py==0.4.6
+scikit-learn-intelex==2023.1.1

api/src/config.py

@@ -6,7 +6,7 @@
 ASK_DOUBT_CONFIG = {
   "emb_model_name_or_path": "ai4bharat/indic-bert",
   "emb_model_type": "semantic",  #options: syntactic, semantic
-  "qa_model_name_or_path": "vanichandna/indic-bert-finetuned-squad",
+  "qa_model_name_or_path": "rohitsroch/indic-mALBERT-squad-v2",
   "qa_model_type": "vanilla_fp32",  #options: vanilla_fp32, quantized_int8
 
   "intel_scikit_learn_enabled": True,
@@ -19,9 +19,9 @@
 
 
 AI_EXAMINER_CONFIG = {
-  "llm_name": "hf_pipeline", # azure_gpt3, hf_pipeline
+  "llm_name": "azure_gpt3", #options: azure_gpt3, hf_pipeline
   "azure_deployment_name": "text-davinci-003-prod",
-  "hf_model_name": "TheBloke/falcon-7b-instruct-GPTQ", # mosaicml/mpt-7b-instruct
+  "hf_model_name": "mosaicml/mpt-7b-instruct", # mosaicml/mpt-7b-instruct
   "device": 0, # cuda:0
   "llm_kwargs":{
       "do_sample": True,
@@ -44,4 +44,4 @@
 # The base URL for your Azure OpenAI resource.  You can find this in the Azure portal under your Azure OpenAI resource.
 os.environ["OPENAI_API_BASE"] = "https://c5-openai-research.openai.azure.com/"
 # The API key for your Azure OpenAI resource.  You can find this in the Azure portal under your Azure OpenAI resource.
-os.environ["OPENAI_API_KEY"] = "<your_key>"
+os.environ["OPENAI_API_KEY"] = "ec7bf13531a84991a8938c3722e03285"

api/src/core/llm.py

@@ -20,7 +20,7 @@ def get_llm(llm_name="azure_gpt3",
             max_tokens=kwargs["llm_kwargs"].get("max_new_tokens", 300),
             n=kwargs["llm_kwargs"].get("num_return_sequences", 1),
             top_p=kwargs["llm_kwargs"].get("top_p", 1.0),
-            frequency_penalty=kwargs["llm_kwargs"].get("repetition_penalty", 0)
+            frequency_penalty=kwargs["llm_kwargs"].get("repetition_penalty", 1.1)
         )
     elif llm_name == "hf_pipeline":
         llm = HuggingFacePipeline.from_model_id(

docker-compose.yml

@@ -0,0 +1,22 @@
+version: '3.4'
+services: 
+    leap-api:
+      restart: always
+      build:
+        context: "./api/."
+        dockerfile: ./Dockerfile
+      ports: 
+        - "8500:8500"
+      volumes:
+        - ./api:/opt
+    leap-webapp:
+      restart: always
+      build:
+        context: "./webapp/."
+        dockerfile: ./Dockerfile
+      ports:
+        - "8502:8502"
+      volumes:
+        - ./webapp:/opt
+      depends_on:
+        - leap-api

nlp/requirements.txt

@@ -1,19 +1,18 @@
 pydantic==1.10.8
-torch==2.0.1
-intel_extension_for_pytorch==2.0.100
-transformers==4.29.2
 datasets==2.12.0
 evaluate==0.4.0
 mlflow==2.3.2
-accelerate==0.19.0
-optimum[neural-compressor]==1.8.6
-neural-compressor==2.1.1
-optimum-intel==1.8.1
+accelerate==0.20.3
 nltk==3.8.1
-webvtt-py==0.4.6
-scikit-learn==1.2.2
-scikit-learn-intelex==2023.1.1
+torch==2.0.1
+transformers==4.29.2
 pandas==2.0.2
 modin==0.22.1
 wordcloud==1.9.2
-matplotlib==3.7.1
+matplotlib==3.7.1
+optimum[neural-compressor]==1.8.7
+neural-compressor==2.1.1
+webvtt-py==0.4.6
+intel_extension_for_pytorch==2.0.100
+scikit-learn==1.2.2
+scikit-learn-intelex==2023.1.1

webapp/requirements.txt

@@ -8,3 +8,4 @@ PyYAML==6.0
 moviepy==1.0.3
 pydub==0.25.1
 SpeechRecognition==3.10.0
+requests==2.31.0

webapp/ui/api_handler.py

@@ -1,8 +1,4 @@
-import json
 import requests
-import requests
-import streamlit as st
-from config import API_CONFIG
 
 from utils.logging_handler import Logger
 
@@ -13,7 +9,6 @@ class PredictAskDoubt(object):
     def __init__(self, server_config):
         self.server_config = server_config
 
-    # @st.cache_data
     def predict_ask_doubt(self, payload):
         """POST request"""