Add support for Azure, Palm, Anthropic, Cohere, Hugging Face Llama2 70b Models - using litellm

classifiers/llm/gpt_classifier/__init__.py

@@ -1,4 +1,5 @@
 import openai
+from litellm import completion
 from pydantic import BaseModel
 from typing import List
 
@@ -27,7 +28,7 @@ def gpt_classifier(req: GptClassifierModel):
 
     openai.api_key = req.apiKey
     try:
-        response = openai.ChatCompletion.create(
+        response = completion(
             model="gpt-3.5-turbo",
             messages=[
                 {

extractors/llm/gpt_information_extraction/__init__.py

@@ -1,6 +1,7 @@
 import re
 import ast
 import openai
+from litellm import completion
 from extractors.util.spacy import SpacySingleton
 from pydantic import BaseModel
 
@@ -28,7 +29,7 @@ def gpt_information_extraction(req: GptInformationExtractionModel):
     """Uses OpenAI's GPT model to extract keyword from a text."""
     openai.api_key = req.apiKey
     try: 
-        response = openai.ChatCompletion.create(
+        response = completion(
             model = "gpt-3.5-turbo",
             messages = [
                 {

generators/llm/gpt_grammar_correction/__init__.py

@@ -1,4 +1,5 @@
 import openai
+from litellm import completion
 from pydantic import BaseModel
 
 INPUT_EXAMPLE = {
@@ -21,7 +22,7 @@ def gpt_grammar_correction(req: GptGrammarCorrectionModel):
     """GPT-3.5 model which can be used to correct grammar."""
     openai.api_key = req.apiKey
     try:
-        response = openai.ChatCompletion.create(
+        response = completion(
             model="gpt-3.5-turbo",
             messages=[
                 {

generators/llm/gpt_tldr_summarization/__init__.py

@@ -1,5 +1,6 @@
 import openai
 from pydantic import BaseModel
+from litellm import completion
 
 INPUT_EXAMPLE = {
     "apiKey": "<API_KEY_GOES_HERE>",
@@ -21,7 +22,7 @@ def gpt_tldr_summarization(req: GptTldrSummarizationModel):
     """GPT-3.5 model which can be used to summarize text inputs."""
     openai.api_key = req.apiKey
     try:
-        response = openai.ChatCompletion.create(
+        response = completion(
             model="gpt-3.5-turbo",
             messages=[
                 {