optimize log to reduce useless logging (#42942)

Author: msyyc

eng/tools/azure-sdk-tools/packaging_tools/generate_utils.py

@@ -2,6 +2,7 @@
 import logging
 import os
 import re
+import sys
 
 try:
     # py 311 adds this library natively
@@ -28,6 +29,10 @@
 from jinja2 import Environment, FileSystemLoader
 
 
+logging.basicConfig(
+    stream=sys.stdout,
+    format="[%(levelname)s] %(message)s",
+)
 _LOGGER = logging.getLogger(__name__)
 _SDK_FOLDER_RE = re.compile(r"^(sdk/[\w-]+)/(azure[\w-]+)/", re.ASCII)
 
@@ -539,21 +544,28 @@ def gen_typespec(
         _LOGGER.info(f"generation cmd: {cmd}")
         output = check_output(cmd, stderr=STDOUT, shell=True)
     except CalledProcessError as e:
-        _LOGGER.error("Error occurred when call tsp-client:")
-        for item in e.output.decode("utf-8").split("\n"):
-            if "Error: " in item:
-                _LOGGER.error(item)
-        _LOGGER.info(f"whole output when fail to call tsp-client: {e.output.decode('utf-8')}")
-        raise e
+        output = e.output.decode("utf-8")
+        output_lines = output.split("\n")
+        try:
+            start_idx = [i for i, line in enumerate(output_lines) if "error stack start" in line][0]
+            end_idx = [i for i, line in enumerate(output_lines) if "error stack end" in line][0]
+            error_position = "python codegen"
+        except:
+            start_idx = -1
+            end_idx = -1
+            error_position = "tsp compiler"
 
-    decode_output = output.decode("utf-8")
-    # before https://github.com/Azure/azure-sdk-tools/issues/8815, have to check output to judge whether sdk generation succeeds
-    if " - error " in decode_output:
-        _LOGGER.error(f"Failed to generate sdk from typespec:")
-        for item in decode_output.split("\n"):
-            if " - error " in item:
+        _LOGGER.error(f"====== Error occurred in {error_position} (error stack start) ======")
+        if start_idx != -1 and end_idx != -1:
+            for item in output_lines[start_idx + 1 : end_idx]:
                 _LOGGER.error(item)
-        raise Exception(f"Complete output when fail to generate sdk from typespec: {decode_output}")
+        else:
+            for item in output_lines:
+                if "- error " in item:
+                    _LOGGER.error(item)
+        _LOGGER.error(f"====== Error occurred in {error_position} (error stack end) ======")
+
+        raise e
 
     with open(Path("eng/emitter-package.json"), "r") as file_in:
         data = json.load(file_in)

eng/tools/azure-sdk-tools/packaging_tools/sdk_generator.py

@@ -43,8 +43,7 @@
 
 logging.basicConfig(
     stream=sys.stdout,
-    format="%(asctime)s [%(levelname)s] %(message)s",
-    datefmt="%Y-%m-%d %X",
+    format="[%(levelname)s] %(message)s",
 )
 _LOGGER = logging.getLogger(__name__)