Implementation of Configurable Logging Control via Flag

Author: AjitPadhi-Microsoft

infra/main.bicep

@@ -1122,6 +1122,8 @@ module webSite 'modules/web-sites.bicep' = {
           AZURE_SEARCH_STRICTNESS: azureSearchStrictness
           AZURE_OPENAI_EMBEDDING_NAME: embeddingModel
           AZURE_OPENAI_EMBEDDING_ENDPOINT : aiFoundryAiServices.outputs.endpoint
+          AZURE_BASIC_LOGGING_LEVEL: 'INFO'
+          AZURE_PACKAGE_LOGGING_LEVEL: 'WARNING'
           SQLDB_SERVER: sqlServerFqdn
           SQLDB_DATABASE: sqlDbName
           USE_INTERNAL_STREAM: useInternalStream

src/App/.env.sample

@@ -12,6 +12,11 @@ AZURE_OPENAI_ENDPOINT=
 AZURE_OPENAI_EMBEDDING_NAME="text-embedding-ada-002"
 AZURE_OPENAI_EMBEDDING_ENDPOINT=
 
+# Logging settings
+AZURE_BASIC_LOGGING_LEVEL="INFO"
+AZURE_PACKAGE_LOGGING_LEVEL="WARNING"
+# AZURE_LOGGING_PACKAGES="azure.core.pipeline.policies.http_logging_policy,azure.identity.aio._internal,azure.monitor.opentelemetry.exporter.export._base"
+
 # User Interface
 UI_TITLE=
 UI_LOGO=

src/App/app.py

@@ -56,18 +56,23 @@
     )
 
 # Configure logging
-logging.basicConfig(level=logging.INFO)
+basic_level = getattr(
+    logging, config.AZURE_BASIC_LOGGING_LEVEL.upper(), logging.INFO
+)
+logging.basicConfig(level=basic_level)
 
-# Suppress INFO logs from 'azure.core.pipeline.policies.http_logging_policy'
-logging.getLogger("azure.core.pipeline.policies.http_logging_policy").setLevel(
-    logging.WARNING
+# Configure Azure package logging levels
+azure_packages_env = os.environ.get("AZURE_LOGGING_PACKAGES")
+azure_packages = (
+    [pkg.strip() for pkg in azure_packages_env.split(',')]
+    if azure_packages_env else []
 )
-logging.getLogger("azure.identity.aio._internal").setLevel(logging.WARNING)
 
-# Suppress info logs from OpenTelemetry exporter
-logging.getLogger("azure.monitor.opentelemetry.exporter.export._base").setLevel(
-    logging.WARNING
+package_level = getattr(
+    logging, config.AZURE_PACKAGE_LOGGING_LEVEL.upper(), logging.WARNING
 )
+for package in azure_packages:
+    logging.getLogger(package).setLevel(package_level)
 
 
 def create_app():

src/App/backend/common/config.py

@@ -35,6 +35,14 @@ def __init__(self):
             "APPLICATIONINSIGHTS_CONNECTION_STRING"
         )
 
+        # Azure Logging Configuration
+        self.AZURE_BASIC_LOGGING_LEVEL = os.environ.get(
+            "AZURE_BASIC_LOGGING_LEVEL", "INFO"
+        )
+        self.AZURE_PACKAGE_LOGGING_LEVEL = os.environ.get(
+            "AZURE_PACKAGE_LOGGING_LEVEL", "WARNING"
+        )
+
         self.DEBUG = os.environ.get("DEBUG", "false")
 
         # Current minimum Azure OpenAI version supported