clean up

Author: alizenhom

src/examples/crewai_example/trip_planner/agents.py

@@ -12,9 +12,9 @@ class TravelAgents:
     def __init__(self):
         self.OpenAIGPT35 = ChatOpenAI(model_name="gpt-3.5-turbo", temperature=0.7)
         self.OpenAIGPT4 = ChatOpenAI(model_name="gpt-4", temperature=0.7)
-        self.Ollama = ChatOllama(model="openhermes")
+        self.Ollama = ChatOllama(model="llama3")
         self.Cohere = ChatCohere(model="command-r")
-        self.Anthropic = ChatAnthropic(model="claude-3-5-sonnet")
+        self.Anthropic = ChatAnthropic(model="claude-3-5-sonnet-20240620")
 
     def expert_travel_agent(self):
         return Agent(
@@ -28,7 +28,7 @@ def expert_travel_agent(self):
             # tools=[tool_1, tool_2],
             allow_delegation=False,
             verbose=True,
-            llm=self.OpenAIGPT4,
+            llm=self.Cohere,
         )
 
     def city_selection_expert(self):
@@ -39,7 +39,7 @@ def city_selection_expert(self):
             # tools=[tool_1, tool_2],
             allow_delegation=False,
             verbose=True,
-            llm=self.OpenAIGPT4,
+            llm=self.Cohere,
         )
 
     def local_tour_guide(self):
@@ -50,5 +50,5 @@ def local_tour_guide(self):
             # tools=[tool_1, tool_2],
             allow_delegation=False,
             verbose=True,
-            llm=self.OpenAIGPT4,
+            llm=self.Cohere,
         )

src/examples/litellm_example/basic.py

@@ -2,63 +2,73 @@
 from dotenv import load_dotenv
 from litellm import completion, acompletion
 import litellm
+import asyncio
 
-litellm.set_verbose = False
 load_dotenv()
-langtrace.init(write_spans_to_console=True)
+
+
+litellm.success_callback = ["langtrace"]
+langtrace.init()
+litellm.set_verbose = False
 
 
 @with_langtrace_root_span("Litellm Example OpenAI")
 def openAI():
     response = completion(
         model="gpt-3.5-turbo",
-        messages=[{"content": "Hello, how are you?", "role": "user"}],
+        messages=[
+            {"content": "respond only in Yoda speak.", "role": "system"},
+            {"content": "Hello, how are you?", "role": "user"},
+        ],
     )
     return response
 
 
-@with_langtrace_root_span("Litellm Example Anthropic Completion")
-def anthropic():
-    response = completion(
-        model="claude-2",
-        messages=[{"content": "Hello, how are you?", "role": "user"}],
-        temperature=0.5,
-        top_p=0.5,
-        n=1,
-    )
-    print(response)
-    return response
+# @with_langtrace_root_span("Litellm Example Anthropic Completion")
+def anthropic(streaming=False):
+    try:
 
+        response = completion(
+            model="claude-2",
+            messages=[
+                {"content": "respond only in Yoda speak.", "role": "system"},
+                {"content": "what is 2 + 2?", "role": "user"},
+            ],
+            temperature=0.5,
+            top_p=0.5,
+            n=1,
+            stream=streaming,
+            stream_options={"include_usage": True},
+        )
+        # print(response)
+        if streaming:
+            for _ in response:
+                pass
+        else:
+            return response
+    except Exception as e:
+        print("ERORRRR", e)
 
-@with_langtrace_root_span("Litellm Example Anthropic Streaming")
-def anthropic_streaming():
-    response = completion(
-        model="claude-2",
-        messages=[{"content": "Hello, how are you?", "role": "user"}],
-        stream=True,
-        temperature=0.5,
-        # presence_penalty=0.5,
-        # frequency_penalty=0.5,
-        top_p=0.5,
-        n=1,
-        # logit_bias={"Hello": 1.0},
-        # top_logprobs=1,
-    )
-    for _ in response:
-        pass
-
-    return response
 
-
-@with_langtrace_root_span("Litellm Example OpenAI Async Streaming")
-async def async_anthropic_streaming():
+# @with_langtrace_root_span("Litellm Example OpenAI Async Streaming")
+async def async_anthropic(streaming=False):
     response = await acompletion(
         model="claude-2",
         messages=[{"content": "Hello, how are you?", "role": "user"}],
-        stream=True,
+        stream=streaming,
+        stream_options={"include_usage": True},
         temperature=0.5,
         top_p=0.5,
         n=1,
     )
-    async for _ in response:
-        pass
+    if streaming:
+        async for _ in response:
+            pass
+    else:
+        return response
+
+
+if __name__ == "__main__":
+    # openAI()
+    # anthropic(streaming=False)
+    asyncio.run(async_anthropic(streaming=True))

src/langtrace_python_sdk/constants/instrumentation/common.py

@@ -27,7 +27,6 @@
     "QDRANT": "Qdrant",
     "WEAVIATE": "Weaviate",
     "OLLAMA": "Ollama",
-    "LITELLM": "Litellm",
     "VERTEXAI": "VertexAI",
     "GEMINI": "Gemini",
 }

src/langtrace_python_sdk/instrumentation/__init__.py

@@ -14,7 +14,6 @@
 from .weaviate import WeaviateInstrumentation
 from .ollama import OllamaInstrumentor
 from .dspy import DspyInstrumentation
-from .litellm import LiteLLMInstrumentation
 from .vertexai import VertexAIInstrumentation
 from .gemini import GeminiInstrumentation
 
@@ -35,7 +34,6 @@
     "WeaviateInstrumentation",
     "OllamaInstrumentor",
     "DspyInstrumentation",
-    "LiteLLMInstrumentation",
     "VertexAIInstrumentation",
     "GeminiInstrumentation",
 ]