[Release sdk status] adaptation for testproxy (Azure#22460)

* add parameter

* trigger swagger pipeline and sheduled trigger

* avoid duplicated trigger

* debug

* debug

* debug

* debug

* debug

* optmization

* special case

* special case

* optimize track2 ga version rule

* delete upload code

* testproxy adaptation

* new timeoutlimit

Author: msyyc

scripts/release_sdk_status/main.py

@@ -14,6 +14,8 @@
 from packaging.version import parse
 from pathlib import Path
 
+from util import add_certificate
+
 SERVICE_TEST_PATH = {}
 MAIN_REPO_SWAGGER = 'https://github.com/Azure/azure-rest-api-specs/tree/main'
 PR_URL = 'https://github.com/Azure/azure-rest-api-specs/pull/'
@@ -184,6 +186,7 @@ def bot_analysis(self):
 
 def sdk_info_from_pypi(sdk_info, cli_dependency):
     all_sdk_status = []
+    add_certificate(str(Path('../venv-sdk/lib/python3.8/site-packages/certifi/cacert.pem')))
     for package in sdk_info:
         if ',' in package:
             package = package.split(',')
@@ -233,11 +236,13 @@ def get_test_result(txt_path):
 
 
 def run_playback_test(service_name):
+    if os.getenv('SKIP_COVERAGE') in ('true', 'yes'):
+        return '-, -, -, -\n'
+
     # eg: coverage_path='$(pwd)/sdk-repo/sdk/containerregistry/azure-mgmt-containerregistry/azure/mgmt/containerregistry/'
     coverage_path = ''.join([os.getenv('SDK_REPO'), '/sdk/', SERVICE_TEST_PATH[service_name]])
     service_path = coverage_path.split('/azure/mgmt')[0]
     test_path = service_path + '/tests'
-    print(f'****{service_name}*****')
     if os.path.exists(test_path):
         print_check('pip install -r dev_requirements.txt', path=service_path)
         print_check('pip install -e .', path=service_path)
@@ -246,16 +251,17 @@ def run_playback_test(service_name):
             operations_path = coverage_path+'/operations'
             models_path = coverage_path+'/models'
             try:
+                start_time = int(time.time())
                 print_check(f'pytest -s tests --cov={operations_path} --cov={models_path} >result.txt', path=service_path)
+                cost_time = int(time.time()) - start_time
+                my_print(f'{service_name} play_back cost {cost_time} seconds({cost_time // 60} minutes)')
             except Exception as e:
                 print(f'{service_name} test ERROR')
                 return '-, 0, 0, 0\n'
         else:
             try:
-                print(f'hhh {service_name} no coverage')
                 print_check(f'pytest -s tests >result.txt', path=service_path)
             except Exception as e:
-                print(f'{service_name} test ERROR')
                 return '-, 0, 0, 0\n'
         if os.path.exists(service_path+'/result.txt'):
             return get_test_result(service_path+'/result.txt')

scripts/release_sdk_status/release_sdk_status.yml

@@ -18,7 +18,7 @@ schedules:
 jobs:
 - job: ReleaseSdkStatus
   displayName: ReleaseSdkStatus Python 3.8
-  timeoutInMinutes: 30
+  timeoutInMinutes: 300
   strategy:
     maxParallel: 1
   pool:
@@ -48,6 +48,7 @@ jobs:
         export SWAGGER_REPO=$(pwd)/azure-rest-api-specs
         export SDK_REPO=$(pwd)/sdk-repo
         export AZP_RUN=$(AZP_RUN)
+        export SKIP_COVERAGE=$(SKIP_COVERAGE)
 
         # create virtual env
         python -m venv venv-sdk

scripts/release_sdk_status/util.py

@@ -0,0 +1,28 @@
+CERTIFICATION = '''
+-----BEGIN CERTIFICATE-----
+MIIDSDCCAjCgAwIBAgIUPMKpJ/j10eQrcQBNnkImIaOYHakwDQYJKoZIhvcNAQEL
+BQAwFDESMBAGA1UEAwwJbG9jYWxob3N0MB4XDTIxMDgwNTAwMzU1NloXDTIyMDgw
+NTAwMzU1NlowFDESMBAGA1UEAwwJbG9jYWxob3N0MIIBIjANBgkqhkiG9w0BAQEF
+AAOCAQ8AMIIBCgKCAQEAxe/ZseXgOTVoF7uTjX5Leknk95jIoyGc+VlxA8BhzGOr
+r4u6VNQZRCMq+svHY36tW4+u/xHNe2kvbwy2mnS8cFFLfst+94qBZVJDBxSGZ9I/
+wekErNsjFsik4UrMvcC+ZlGPh7hb3f7tSx29tn1DIkAUXVnbZ6TT5s+mYRQpZ6fW
+6kR3RNfc0A1IUM7Zs9yfNEr0O2H41P2HcLKoOPtvd7GvTQm9Ofh3srKvII+sZn/J
+WH7r76oRQMX904mOMdryQwZLObsqX4dXIEbafKVSecB3PBVIhv8gVtJhcZbQP1pI
+mMiWd6PHv46ZhGf7+cKnYUSa8Ia2t/wetK1wd00dFwIDAQABo4GRMIGOMA8GA1Ud
+EwEB/wQFMAMBAf8wDgYDVR0PAQH/BAQDAgGmMBYGA1UdJQEB/wQMMAoGCCsGAQUF
+BwMBMBcGA1UdEQEB/wQNMAuCCWxvY2FsaG9zdDA6BgorBgEEAYI3VAEBBCwMKkFT
+UC5ORVQgQ29yZSBIVFRQUyBkZXZlbG9wbWVudCBjZXJ0aWZpY2F0ZTANBgkqhkiG
+9w0BAQsFAAOCAQEAIj2VlBVcXGSly6KCBg6lgwFi+henWfSox77iuGAaAxDjN3jd
+9lZahW4MPNLHKSrPRb4YNSLZ2jh7zdcttQrqd4qH65o1q56q5JrCmli99iIzY9Y8
+RdYyxK4Zzr31wjpsyFiWQfqJTuSFUUg9uDDj0negwEZLIGlt7nr12wflt2+QOJtD
+byMeSZLbB5dPzn341DK0qfJEJMMgL0XsPEVZ3TQ6Alc9zq5wI608C/mXnz3xJE05
+UTYD8pRJJ/DyG0empvOVE8Sg93msHPquAbgqO9aqCpykgg/a8CFvI4wRdfvGEFlv
+8XJKL8Y/PFsmFeO3axq3zUYKFVdc9Un4dFIaag==
+-----END CERTIFICATE-----
+'''
+
+
+def add_certificate(file: str):
+    with open(file, 'a+') as f:
+        f.seek(0, 0)
+        f.write(CERTIFICATION)