feat: Marked some logs as DEBUG (#105)

* Marked some logs as DEBUG

* Bumped patch version to 0.49.1

* Enriched adapter related usage logs - marked them debug

* Bumped minor version to 0.50.0

Author: chandrasekharan-zipstack

src/unstract/sdk/__init__.py

@@ -1,4 +1,4 @@
-__version__ = "0.49.0"
+__version__ = "0.50.0"
 
 
 def get_sdk_version():

src/unstract/sdk/adapter.py

@@ -5,7 +5,7 @@
 from requests.exceptions import ConnectionError, HTTPError
 
 from unstract.sdk.adapters.utils import AdapterUtils
-from unstract.sdk.constants import AdapterKeys, ToolEnv
+from unstract.sdk.constants import AdapterKeys, LogLevel, ToolEnv
 from unstract.sdk.exceptions import SdkError
 from unstract.sdk.helper import SdkHelper
 from unstract.sdk.platform import PlatformBase
@@ -62,10 +62,15 @@ def _get_adapter_configuration(
             response.raise_for_status()
             adapter_data: dict[str, Any] = response.json()
 
-            # TODO: Print config after redacting sensitive information
+            # Removing name and type to avoid migration for already indexed records
+            adapter_name = adapter_data.pop("adapter_name", "")
+            adapter_type = adapter_data.pop("adapter_type", "")
+            provider = adapter_data.get("adapter_id", "").split("|")[0]
+            # TODO: Print metadata after redacting sensitive information
             self.tool.stream_log(
-                "Successfully retrieved config "
-                f"for adapter instance {adapter_instance_id}"
+                f"Retrieved config for '{adapter_instance_id}', type: "
+                f"'{adapter_type}', provider: '{provider}', name: '{adapter_name}'",
+                level=LogLevel.DEBUG,
             )
         except ConnectionError:
             raise SdkError(
@@ -110,7 +115,8 @@ def get_adapter_config(
         platform_port = tool.get_env_or_die(ToolEnv.PLATFORM_PORT)
 
         tool.stream_log(
-            f"Connecting to DB and getting table metadata for {adapter_instance_id}"
+            f"Retrieving config from DB for '{adapter_instance_id}'",
+            level=LogLevel.DEBUG,
         )
         tool_adapter = ToolAdapter(
             tool=tool,

src/unstract/sdk/audit.py

@@ -102,7 +102,9 @@ def push_usage_data(
                     level=LogLevel.ERROR,
                 )
             else:
-                self.stream_log("Successfully pushed usage details")
+                self.stream_log(
+                    f"Successfully pushed usage details, {data}", level=LogLevel.DEBUG
+                )
 
         except requests.RequestException as e:
             self.stream_log(
@@ -152,7 +154,9 @@ def push_page_usage_data(
                     level=LogLevel.ERROR,
                 )
             else:
-                self.stream_log("Successfully pushed page usage details")
+                self.stream_log(
+                    "Successfully pushed page usage details", level=LogLevel.DEBUG
+                )
 
         except requests.RequestException as e:
             self.stream_log(

src/unstract/sdk/platform.py

@@ -30,9 +30,7 @@ def __init__(
             - PLATFORM_SERVICE_API_KEY environment variable is required.
         """
         self.tool = tool
-        self.base_url = SdkHelper.get_platform_base_url(
-            platform_host, platform_port
-        )
+        self.base_url = SdkHelper.get_platform_base_url(platform_host, platform_port)
         self.bearer_token = tool.get_env_or_die(ToolEnv.PLATFORM_API_KEY)
 
 
@@ -78,5 +76,4 @@ def get_platform_details(self) -> Optional[dict[str, Any]]:
             return None
         else:
             platform_details: dict[str, Any] = response.json().get("details")
-            self.tool.stream_log("Successfully retrieved platform settings")
             return platform_details

src/unstract/sdk/utils/common_utils.py

@@ -1,8 +1,22 @@
+import logging
 import uuid
 
+from unstract.sdk.constants import LogLevel
+
+logger = logging.getLogger(__name__)
+
 
 class CommonUtils:
     @staticmethod
     def generate_uuid() -> str:
         """Class method to get uuid."""
         return str(uuid.uuid4())
+
+
+# Mapping from python log level to Unstract counterpart
+PY_TO_UNSTRACT_LOG_LEVEL = {
+    logging.DEBUG: LogLevel.DEBUG,
+    logging.INFO: LogLevel.INFO,
+    logging.WARNING: LogLevel.WARN,
+    logging.ERROR: LogLevel.ERROR,
+}

src/unstract/sdk/utils/usage_handler.py

@@ -90,7 +90,9 @@ def on_event_end(
         ):
             model_name = self.llm_model.metadata.model_name
             # Need to push the data to via platform service
-            self.stream_log(log=f"Pushing llm usage for model {model_name}")
+            self.stream_log(
+                log=f"Pushing llm usage for model {model_name}", level=LogLevel.DEBUG
+            )
             llm_token_counter: TokenCounter = TokenCounter.get_llm_token_counts(payload)
             Audit(log_level=self.log_level).push_usage_data(
                 platform_api_key=self.platform_api_key,
@@ -107,7 +109,10 @@ def on_event_end(
         ):
             model_name = self.embed_model.model_name
             # Need to push the data to via platform service
-            self.stream_log(log=f"Pushing embedding usage for model {model_name}")
+            self.stream_log(
+                log=f"Pushing embedding usage for model {model_name}",
+                level=LogLevel.DEBUG,
+            )
             Audit(log_level=self.log_level).push_usage_data(
                 platform_api_key=self.platform_api_key,
                 token_counter=self.token_counter,