chatbot-rag-app: adds openteletry for cohere with langtrace (#371)

Signed-off-by: Adrian Cole <[email protected]>
Co-authored-by: Riccardo Magliocchetti <[email protected]>

Author: codefromthecrypt

example-apps/chatbot-rag-app/README.md

@@ -154,9 +154,11 @@ the username "elastic" and password "elastic":
 http://localhost:5601/app/apm/traces?rangeFrom=now-15m&rangeTo=now
 
 Under the scenes, chatbot-rag-app is automatically instrumented by the Elastic
-Distribution of OpenTelemetry (EDOT) Python. While this supports OpenAI, it may
-not yet support all LLM providers. You can see more details about EDOT Python
-[here](https://github.com/elastic/elastic-otel-python).
+Distribution of OpenTelemetry (EDOT) Python. You can see more details about
+EDOT Python [here](https://github.com/elastic/elastic-otel-python).
+
+OpenTelemetry support for LLM providers not included in EDOT Python are provided
+by the [Langtrace Python SDK](https://docs.langtrace.ai/sdk/python_sdk).
 
 ### Updating package versions
 
@@ -175,6 +177,8 @@ pip-compile
 pip install -r requirements.txt
 # Add opentelemetry instrumentation for these dependencies
 edot-bootstrap >> requirements.txt
+# Missing dependency for langtrace vertexai instrumentation
+echo "setuptools" >> requirements.txt
 # Install opentelemetry dependencies
 pip install -r requirements.txt
 ```
@@ -196,4 +200,4 @@ See [Langchain documentation][loader-docs] for more ways to load documents.
 
 
 ---
-[loader-docs]: https://python.langchain.com/docs/how_to/#document-loaders
+[loader-docs]: https://python.langchain.com/docs/how_to/#document-loaders

example-apps/chatbot-rag-app/api/llm_integrations.py

@@ -50,6 +50,10 @@ def init_mistral_chat(temperature):
 
 
 def init_cohere_chat(temperature):
+    # Cohere is not yet in EDOT. Use the Langtrace Python SDK instead
+    from langtrace_python_sdk.instrumentation import CohereInstrumentation
+
+    CohereInstrumentation().instrument()
     return ChatCohere(model=os.getenv("CHAT_MODEL"), temperature=temperature)
 
 

example-apps/chatbot-rag-app/requirements.in

@@ -13,5 +13,7 @@ langchain-google-vertexai
 langchain-aws
 langchain-mistralai
 
-# otel dependencies
+# EDOT dependencies
 elastic-opentelemetry
+# Additional LLM support not in EDOT
+langtrace-python-sdk

example-apps/chatbot-rag-app/requirements.txt

@@ -1,5 +1,5 @@
 #
-# This file is autogenerated by pip-compile with Python 3.12
+# This file is autogenerated by pip-compile with Python 3.13
 # by the following command:
 #
 #    pip-compile
@@ -36,12 +36,15 @@ certifi==2024.12.14
     #   httpcore
     #   httpx
     #   requests
+    #   sentry-sdk
 charset-normalizer==3.4.0
     # via requests
 click==8.1.7
     # via flask
 cohere==5.13.3
     # via langchain-cohere
+colorama==0.4.6
+    # via langtrace-python-sdk
 dataclasses-json==0.6.7
     # via langchain-community
 deprecated==1.2.15
@@ -65,7 +68,9 @@ elasticsearch[vectorstore-mmr]==8.17.0
 fastavro==1.9.7
     # via cohere
 filelock==3.16.1
-    # via huggingface-hub
+    # via
+    #   huggingface-hub
+    #   transformers
 flask==3.1.0
     # via
     #   -r requirements.in
@@ -77,7 +82,9 @@ frozenlist==1.5.0
     #   aiohttp
     #   aiosignal
 fsspec==2024.10.0
-    # via huggingface-hub
+    # via
+    #   huggingface-hub
+    #   langtrace-python-sdk
 google-api-core[grpc]==2.24.0
     # via
     #   google-cloud-aiplatform
@@ -122,8 +129,6 @@ googleapis-common-protos[grpc]==1.66.0
     #   grpcio-status
     #   opentelemetry-exporter-otlp-proto-grpc
     #   opentelemetry-exporter-otlp-proto-http
-greenlet==3.1.1
-    # via sqlalchemy
 grpc-google-iam-v1==0.13.1
     # via google-cloud-resource-manager
 grpcio==1.68.1
@@ -153,7 +158,9 @@ httpx-sse==0.4.0
     #   langchain-google-vertexai
     #   langchain-mistralai
 huggingface-hub==0.27.0
-    # via tokenizers
+    # via
+    #   tokenizers
+    #   transformers
 idna==3.10
     # via
     #   anyio
@@ -215,6 +222,8 @@ langsmith==0.2.4
     #   langchain
     #   langchain-community
     #   langchain-core
+langtrace-python-sdk==3.3.16
+    # via -r requirements.in
 markupsafe==3.0.2
     # via
     #   jinja2
@@ -236,14 +245,17 @@ numpy==1.26.4
     #   langchain-community
     #   pandas
     #   shapely
+    #   transformers
 openai==1.58.1
     # via langchain-openai
 opentelemetry-api==1.29.0
     # via
     #   elastic-opentelemetry
+    #   langtrace-python-sdk
     #   opentelemetry-exporter-otlp-proto-grpc
     #   opentelemetry-exporter-otlp-proto-http
     #   opentelemetry-instrumentation
+    #   opentelemetry-instrumentation-sqlalchemy
     #   opentelemetry-instrumentation-system-metrics
     #   opentelemetry-resourcedetector-gcp
     #   opentelemetry-sdk
@@ -255,13 +267,21 @@ opentelemetry-exporter-otlp-proto-common==1.29.0
     #   opentelemetry-exporter-otlp-proto-grpc
     #   opentelemetry-exporter-otlp-proto-http
 opentelemetry-exporter-otlp-proto-grpc==1.29.0
-    # via opentelemetry-exporter-otlp
+    # via
+    #   langtrace-python-sdk
+    #   opentelemetry-exporter-otlp
 opentelemetry-exporter-otlp-proto-http==1.29.0
-    # via opentelemetry-exporter-otlp
+    # via
+    #   langtrace-python-sdk
+    #   opentelemetry-exporter-otlp
 opentelemetry-instrumentation==0.50b0
     # via
     #   elastic-opentelemetry
+    #   langtrace-python-sdk
+    #   opentelemetry-instrumentation-sqlalchemy
     #   opentelemetry-instrumentation-system-metrics
+opentelemetry-instrumentation-sqlalchemy==0.50b0
+    # via langtrace-python-sdk
 opentelemetry-instrumentation-system-metrics==0.50b0
     # via elastic-opentelemetry
 opentelemetry-proto==1.29.0
@@ -276,6 +296,7 @@ opentelemetry-resourcedetector-gcp==1.7.0a0
 opentelemetry-sdk==1.29.0
     # via
     #   elastic-opentelemetry
+    #   langtrace-python-sdk
     #   opentelemetry-exporter-otlp-proto-grpc
     #   opentelemetry-exporter-otlp-proto-http
     #   opentelemetry-resource-detector-azure
@@ -287,6 +308,7 @@ opentelemetry-semantic-conventions==0.50b0
     # via
     #   elastic-opentelemetry
     #   opentelemetry-instrumentation
+    #   opentelemetry-instrumentation-sqlalchemy
     #   opentelemetry-sdk
 orjson==3.10.12
     # via langsmith
@@ -299,6 +321,8 @@ packaging==24.2
     #   langchain-core
     #   marshmallow
     #   opentelemetry-instrumentation
+    #   opentelemetry-instrumentation-sqlalchemy
+    #   transformers
 pandas==2.2.3
     # via langchain-cohere
 parameterized==0.9.0
@@ -343,6 +367,7 @@ pydantic==2.9.2
     #   langsmith
     #   openai
     #   pydantic-settings
+    #   trace-attributes
 pydantic-core==2.23.4
     # via
     #   cohere
@@ -364,8 +389,11 @@ pyyaml==6.0.2
     #   langchain
     #   langchain-community
     #   langchain-core
+    #   transformers
 regex==2024.11.6
-    # via tiktoken
+    # via
+    #   tiktoken
+    #   transformers
 requests==2.32.3
     # via
     #   cohere
@@ -380,12 +408,17 @@ requests==2.32.3
     #   opentelemetry-resourcedetector-gcp
     #   requests-toolbelt
     #   tiktoken
+    #   transformers
 requests-toolbelt==1.0.0
     # via langsmith
 rsa==4.9
     # via google-auth
 s3transfer==0.10.4
     # via boto3
+safetensors==0.4.5
+    # via transformers
+sentry-sdk==2.19.2
+    # via langtrace-python-sdk
 shapely==2.0.6
     # via google-cloud-aiplatform
 simsimd==6.2.1
@@ -401,6 +434,7 @@ sqlalchemy==2.0.36
     # via
     #   langchain
     #   langchain-community
+    #   langtrace-python-sdk
 tabulate==0.9.0
     # via langchain-cohere
 tenacity==9.0.0
@@ -412,19 +446,25 @@ tiktoken==0.8.0
     # via
     #   -r requirements.in
     #   langchain-openai
+    #   langtrace-python-sdk
 tokenizers==0.21.0
     # via
     #   cohere
     #   langchain-mistralai
+    #   transformers
 tqdm==4.67.1
     # via
     #   huggingface-hub
     #   openai
+    #   transformers
+trace-attributes==7.1.0
+    # via langtrace-python-sdk
+transformers==4.47.1
+    # via langtrace-python-sdk
 types-requests==2.32.0.20241016
     # via cohere
 typing-extensions==4.12.2
     # via
-    #   anyio
     #   cohere
     #   huggingface-hub
     #   langchain-core
@@ -439,18 +479,22 @@ typing-inspect==0.9.0
     # via dataclasses-json
 tzdata==2024.2
     # via pandas
+ujson==5.10.0
+    # via langtrace-python-sdk
 urllib3==2.2.3
     # via
     #   botocore
     #   elastic-transport
     #   requests
+    #   sentry-sdk
     #   types-requests
 werkzeug==3.1.3
     # via flask
 wrapt==1.17.0
     # via
     #   deprecated
     #   opentelemetry-instrumentation
+    #   opentelemetry-instrumentation-sqlalchemy
 yarl==1.18.3
     # via aiohttp
 zipp==3.21.0
@@ -478,3 +522,4 @@ opentelemetry-instrumentation-system-metrics==0.50b0
 opentelemetry-instrumentation-tortoiseorm==0.50b0
 opentelemetry-instrumentation-urllib3==0.50b0
 elastic-opentelemetry-instrumentation-openai==0.6.0
+setuptools