fix: LiteLLM and OpenAI SDK tracking

agentops/llms/tracker.py

@@ -1,3 +1,4 @@
+import inspect
 import sys
 from importlib import import_module
 from importlib.metadata import version
@@ -99,39 +100,70 @@
 
     def __init__(self, client):
         self.client = client
+        self.litellm_initialized = False
+
+    def _is_litellm_call(self):
+        """
+        Detects if the API call originated from LiteLLM.
+        Returns True if LiteLLM appears in the call stack **before** OpenAI.
+        """
+        stack = inspect.stack()
+
+        litellm_seen = False  # Track if LiteLLM was encountered
+        openai_seen = False  # Track if OpenAI was encountered
+
+        for frame in stack:
+            module = inspect.getmodule(frame.frame)
+
+            module_name = module.__name__ if module else None
+
+            filename = frame.filename.lower()
+
+            if module_name and "litellm" in module_name or "litellm" in filename:
+                litellm_seen = True
+
+            if module_name and "openai" in module_name or "openai" in filename:
+                openai_seen = True
+
+                if not litellm_seen:
+                    return False
+
+        return litellm_seen
 
     def override_api(self):
         """
         Overrides key methods of the specified API to record events.
         """
-
         for api in self.SUPPORTED_APIS:
             if api in sys.modules:
                 module = import_module(api)
+
                 if api == "litellm":
                     module_version = version(api)
                     if module_version is None:
                         logger.warning("Cannot determine LiteLLM version. Only LiteLLM>=1.3.1 supported.")
-
+                        
                     if Version(module_version) >= parse("1.3.1"):
                         provider = LiteLLMProvider(self.client)
                         provider.override()
+                        self.litellm_initialized = True
                     else:
                         logger.warning(f"Only LiteLLM>=1.3.1 supported. v{module_version} found.")
-                    return  # If using an abstraction like litellm, do not patch the underlying LLM APIs
 
                 if api == "openai":
                     # Patch openai v1.0.0+ methods
-                    if hasattr(module, "__version__"):
-                        module_version = parse(module.__version__)
-                        if module_version >= parse("1.0.0"):
-                            provider = OpenAiProvider(self.client)
-                            provider.override()
-                        else:
-                            raise DeprecationWarning(
-                                "OpenAI versions < 0.1 are no longer supported by AgentOps. Please upgrade OpenAI or "
-                                "downgrade AgentOps to <=0.3.8."
-                            )
+                    # Ensure OpenAI is only initialized if it was NOT called inside LiteLLM
+                    if not self._is_litellm_call():
+                        if hasattr(module, "__version__"):
+                            module_version = parse(module.__version__)
+                            if module_version >= parse("1.0.0"):
+                                provider = OpenAiProvider(self.client)
+                                provider.override()
+                            else:
+                                raise DeprecationWarning(
+                                    "OpenAI versions < 0.1 are no longer supported by AgentOps. Please upgrade OpenAI or "
+                                    "downgrade AgentOps to <=0.3.8."
+                                )
 
                 if api == "cohere":
                     # Patch cohere v5.4.0+ methods