migrate to otel exporters + litellm example

Author: alizenhom

src/examples/litellm_example/basic.py

@@ -1,4 +1,3 @@
-from langtrace_python_sdk import with_langtrace_root_span, langtrace
 from dotenv import load_dotenv
 from litellm import completion, acompletion
 import litellm
@@ -8,11 +7,9 @@
 
 
 litellm.success_callback = ["langtrace"]
-langtrace.init()
 litellm.set_verbose = False
 
 
-@with_langtrace_root_span("Litellm Example OpenAI")
 def openAI(streaming=False):
     response = completion(
         model="gpt-3.5-turbo",
@@ -56,7 +53,6 @@ def anthropic(streaming=False):
         print("ERORRRR", e)
 
 
-# @with_langtrace_root_span("Litellm Example OpenAI Async Streaming")
 async def async_anthropic(streaming=False):
     response = await acompletion(
         model="claude-2.1",
@@ -93,6 +89,6 @@ def cohere(streaming=False):
 
 if __name__ == "__main__":
     # openAI()
-    anthropic(streaming=False)
+    # anthropic(streaming=False)
     cohere(streaming=True)
     # asyncio.run(async_anthropic(streaming=True))

src/examples/litellm_example/config.yaml

@@ -0,0 +1,10 @@
+model_list:
+  - model_name: "gpt-4" # all requests where model not in your config go to this deployment
+    litellm_params:
+      model: openai/gpt-4 # set `openai/` to use the openai route
+
+litellm_settings:
+  success_callback: ["langtrace"]
+
+environment_variables:
+  LANGTRACE_API_KEY: "fake-api-key"

src/examples/litellm_example/proxy_basic.py

@@ -0,0 +1,16 @@
+import openai
+from dotenv import load_dotenv
+
+load_dotenv()
+
+client = openai.OpenAI(base_url="http://0.0.0.0:4000")
+
+# request sent to model set on litellm proxy, `litellm --model`
+response = client.chat.completions.create(
+    model="gpt-4",
+    messages=[
+        {"role": "user", "content": "this is a test request, write a short poem"}
+    ],
+)
+
+print(response)

src/langtrace_python_sdk/langtrace.py

@@ -31,6 +31,12 @@
     SimpleSpanProcessor,
 )
 
+from opentelemetry.exporter.otlp.proto.grpc.trace_exporter import (
+    OTLPSpanExporter as GRPCExporter,
+)
+from opentelemetry.exporter.otlp.proto.http.trace_exporter import (
+    OTLPSpanExporter as HTTPExporter,
+)
 from langtrace_python_sdk.constants.exporter.langtrace_exporter import (
     LANGTRACE_REMOTE_URL,
 )
@@ -112,8 +118,14 @@ def get_exporter(config: LangtraceConfig, host: str):
     if config.custom_remote_exporter:
         return config.custom_remote_exporter
 
-    return LangTraceExporter(host, config.api_key, config.disable_logging)
-
+    headers = {
+        "x-api-key": config.api_key or os.environ.get("LANGTRACE_API_KEY"),
+    }
+    if "http" in host.lower() or "https" in host.lower():
+        return HTTPExporter(endpoint=host, headers=headers)
+    else:
+        return GRPCExporter(endpoint=host, headers=headers)
+    
 
 def add_span_processor(provider: TracerProvider, config: LangtraceConfig, exporter):
     if config.write_spans_to_console: