Merge branch 'Azure:main' into mepatil/apiv2.1DNRPython

Author: megheshpatil

.github/CODEOWNERS

@@ -59,7 +59,7 @@
 /sdk/storage/                                                        @annatisch @jalauzon-msft @vincenttran-msft
 
 # PRLabel: %App Configuration
-/sdk/appconfiguration/                                               @xiangyan99 @YalinLi0312
+/sdk/appconfiguration/                                               @YalinLi0312
 
 # PRLabel: %App Configuration Provider
 /sdk/appconfiguration/azure-appconfiguration-provider/               @mametcal @albertofori @avanigupta @mrm9084
@@ -92,7 +92,7 @@
 /sdk/communication/azure-communication-rooms/                        @shirleyqin-msft @minnieliu @paolamvhz @alexokun @Mrayyan @shwali-msft @allchiang-msft @mikehang-msft
 
 # PRLabel: %Communication - SMS
-/sdk/communication/azure-communication-sms/                           @DimaKolomiiets @ozgurcivi-msft @gfeitosa-msft @besh2014 @phermanov-msft @ilyapaliakou-msft
+/sdk/communication/azure-communication-sms/                           @DimaKolomiiets @gfeitosa-msft @besh2014 @phermanov-msft @ilyapaliakou-msft
 
 # PRLabel: %Communication - Identity
 /sdk/communication/azure-communication-identity/                     @Azure/acs-identity-sdk @AikoBB @maximrytych-ms @mjafferi-msft
@@ -104,7 +104,7 @@
 /sdk/communication/**/_shared/                                       @Azure/acs-identity-sdk @AikoBB @maximrytych-ms @mjafferi-msft
 
 # PRLabel: %Confidential Ledger
-/sdk/confidentialledger/azure-confidentialledger/                    @lynshi
+/sdk/confidentialledger/azure-confidentialledger/                    @PallabPaul
 
 # PRLabel: %Content Safety
 /sdk/contentsafety/                                                  @mengaims @JieZhou000
@@ -171,6 +171,9 @@
 # PRLabel: %Event Grid
 /sdk/eventgrid/                                                      @lmazuel @l0lawrence
 
+# PRLabel: %Image Analysis
+/sdk/vision/azure-ai-vision-imageanalysis/                           @dargilco @rhurey
+
 # PRLabel: %HDInsight
 /sdk/hdinsight/                                                      @idear1203
 
@@ -314,7 +317,10 @@
 /sdk/textanalytics/                                                  @kristapratico @quentinRobinson @wangyuantao
 
 # PRLabel: %Cognitive - Form Recognizer
-/sdk/formrecognizer/                                                 @kristapratico @iscai-msft @catalinaperalta
+/sdk/formrecognizer/                                                 @YalinLi0312
+
+# PRLabel: %Document Intelligence
+/sdk/documentintelligence/                                           @YalinLi0312
 
 # PRLabel: %Cognitive - Metrics Advisor
 /sdk/metricsadvisor/                                                 @xiangyan99 @kristapratico @iscai-msft
@@ -336,7 +342,7 @@
 /sdk/graphrbac/                                                      @msyyc @ChenxiJiang333
 
 # PRLabel: %Tables
-/sdk/tables/                                                         @annatisch @YalinLi0312
+/sdk/tables/                                                         @YalinLi0312
 
 # PRLabel: %Media
 /sdk/media/                                                          @naiteeks @giakas
@@ -516,7 +522,7 @@
 #/<NotInRepo>/          @Drewm3 @avirishuv
 
 # ServiceLabel: %Confidential Ledger
-#/<NotInRepo>/          @lynshi
+#/<NotInRepo>/          @PallabPaul
 
 # ServiceLabel: %Connected Kubernetes %Service Attention
 #/<NotInRepo>/          @akashkeshari
@@ -614,6 +620,9 @@
 # ServiceLabel: %HPC Cache %Service Attention
 #/<NotInRepo>/          @romahamu @omzevall
 
+# ServiceLabel: %Image Analysis %Service Attention
+/sdk/vision/azure-ai-vision-imageanalysis/          @dargilco @rhurey
+
 # ServiceLabel: %Import Export %Service Attention
 #/<NotInRepo>/          @madhurinms
 
@@ -666,7 +675,7 @@
 #/<NotInRepo>/          @shijojoy
 
 # ServiceLabel: %Mixed Reality
-#/<NotInRepo>/          @crtreasu @rikogeln
+#/<NotInRepo>/          @crtreasu @FlorianBorn71
 
 # ServiceLabel: %Mobile Engagement %Service Attention
 #/<NotInRepo>/          @kpiteira

.github/ISSUE_TEMPLATE/z-learn-feedback.yml

@@ -0,0 +1,66 @@
+name: learn.microsoft.com feedback control
+description: |
+  ⛔ Don't use this template directly. Instead, click the feedback option at the bottom of a learn.microsoft.com page. ⛔
+body:
+  - type: markdown
+    attributes:
+      value: "## Issue information"
+  - type: markdown
+    attributes:
+      value: Select the issue type, and describe the issue in the text box below. Add as much detail as needed to help us resolve the issue.
+  - type: dropdown
+    id: issue-type
+    attributes:
+      label: Type of issue
+      options:
+        - Typo
+        - Code doesn't work
+        - Missing information
+        - Outdated article
+        - Other (describe below)
+    validations:
+      required: true
+  - type: textarea
+    id: feedback
+    validations:
+      required: true
+    attributes:
+      label: Description
+  - type: markdown
+    attributes:
+      value: "## 🚧 Article information 🚧"
+  - type: markdown
+    attributes:
+      value: "*Don't modify the following fields*. They are automatically filled in for you. Doing so will disconnect your issue from the affected article."
+  - type: input
+    id: pageUrl
+    validations:
+      required: true
+    attributes:
+      label: Page URL
+  - type: input
+    id: contentSourceUrl
+    validations:
+      required: true
+    attributes:
+      label: Content source URL
+  - type: input
+    id: documentVersionIndependentId
+    validations:
+      required: true
+    attributes:
+      label: Document Version Independent Id
+  - type: input
+    id: author
+    validations:
+      required: true
+    attributes:
+      label: Article author
+  - type: textarea
+    id: metadata
+    validations:
+      required: false
+    attributes:
+      label: Metadata
+      description: >-
+        Documentation metadata will be applied here for the PRMerger tool

.vscode/cspell.json

@@ -33,6 +33,7 @@
     "sdk/batch/azure-batch/**",
     "sdk/ai/**/index/**",
     "sdk/ai/azure-ai-generative/tests/**",
+    "sdk/ai/azure-ai-resources/azure/ai/resources/_index/_langchain/vendor/**",
     "sdk/cognitiveservices/azure-cognitiveservices-search-autosuggest/**",
     "sdk/cognitiveservices/azure-cognitiveservices-search-customimagesearch/**",
     "sdk/cognitiveservices/azure-cognitiveservices-search-customsearch/**",
@@ -113,6 +114,7 @@
     "eng/common/docgeneration/Generate-DocIndex.ps1",
     "eng/**/*.py",
     ".gitignore",
+    "tools/azure-sdk-tools/ci_tools/github_tools.py",
     "tools/azure-sdk-tools/devtools_testutils/fake_credentials.py",
     "tools/azure-sdk-tools/packaging_tools/**",
     "tools/azure-sdk-tools/setup.py",
@@ -928,7 +930,9 @@
         "ctxt",
         "wday",
         "percentilesw",
-        "plotly"
+        "plotly",
+        "nbformat",
+        "nbconvert"
       ]
     },
     {
@@ -1409,7 +1413,16 @@
     {
       "filename": "sdk/ai/azure-ai-resources/**",
       "words": [
-        "etest"
+        "azuread",
+        "all-mpnet-base-v2",
+        "dtype",
+        "LLMRAG",
+        "pipelinerunid",
+        "pydantic",
+        "swigfaiss",
+        "tiktokens",
+        "tqdm",
+        "wasb"
       ]
     },
     {
@@ -1646,6 +1659,16 @@
         "Nify"
       ]
     },
+    {
+      "filename": "sdk/vision/azure-ai-vision-imageanalysis/azure/ai/vision/imageanalysis/**/*.py",
+      "words": [
+        "mros",
+        "Nify",
+        "deserializers",
+        "ctxt",
+        "wday"
+      ]
+    },
     {
       "filename": "sdk/iothub/azure-iot-deviceprovisioning/azure/iot/deviceprovisioning/_serialization.py",
       "words": [

doc/eng_sys_checks.md

@@ -153,6 +153,8 @@ The various tooling abstracted by the environments within `eng/tox/tox.ini` take
 
 Packages with classifier `Development Status :: 7 - Inactive`, are **not** built by default and as such normal `checks` like `mypy` and `pylint` are also not run against them. Older "core" packages like `azure-common` and `azure-servicemanagement-legacy` are present, but excluded from the build due to this restriction.
 
+Additionally, packages with the pyproject.toml option `ci_enabled = false` will **skip** normal checks and tests. This is used for packages that are not yet compliant with certain CI checks. If `ci_enabled = false` is present in the package's pyproject.toml, it will be blocked from releasing until it is removed and all required CI checks pass.
+
 To temporarily **override** this restriction, a dev need only set the queue time variable: `ENABLE_PACKAGE_NAME`. The `-` in package names should be replaced by an `_`, as that is how the environment variable will be set on the actual CI machine anyway.
 
 - `ENABLE_AZURE_COMMON=true`

doc/esrp_release.md

@@ -6,6 +6,10 @@ This process change should not affect the release process whatsoever. There will
 
 The primary visible effect of these release changes is that these packages will be published by the `Microsoft` pypi account, _not_  `azure-sdk` account that has been used until now.
 
+Further details on ESRP release methods is available at [docs.opensource.microsoft.com](https://docs.opensource.microsoft.com/releasing/publish-binaries/python/).
+
 ## Break Glass - Yanking/Deleting
 
-Contact the `python` team via email, teams, or ICM: `[email protected]`. Additionally [this document](https://docs.opensource.microsoft.com/releasing/publish-binaries/python/) is the official writeup on break glass scenarios.
+For low priority yank requests, directly contact the `python` team via email @ `[email protected]`. Ensure that the `package name`, the `version`, and the `yank reason` are readily available in the yank request email.
+
+If there is no response on the email, and the request is urgent. escalate to filing a sev 2 ICM. The process is documented [here](https://dev.azure.com/azure-sdk/internal/_wiki/wikis/internal.wiki/1035/ESRP-Release-Task?anchor=escalating-to-esrp).

doc/sphinx/conf.py

@@ -276,3 +276,8 @@
 
 # If false, no module index is generated.
 #latex_domain_indices = True
+
+# Used my myst-parser
+# https://myst-parser.readthedocs.io/en/latest/syntax/optional.html#syntax-header-anchors
+# Controls allowable header anchors in markdown files. Value allows header anchors for h1 - h6
+myst_heading_anchors = 6

doc/sphinx/index.rst

@@ -32,7 +32,7 @@ in the :doc:`Installation Page<installation>`
 System Requirements:
 --------------------
 
-The supported Python versions are 2.7.x, 3.4.x, 3.5.x, 3.6.x and 3.7.x
+The supported Python versions are 3.8.x, 3.9.x, 3.10.x, 3.11.x, and 3.12.x
 To download Python, please visit
 https://www.python.org/download/
 

eng/.docsettings.yml

@@ -13,6 +13,7 @@ omitted_paths:
   - sdk/nspkg/*
   - sdk/**/swagger/*
   - sdk/ml/azure-ai-ml/tests/*
+  - sdk/vision/azure-ai-vision-imageanalysis/tests/*
 
 language: python
 root_check_enabled: True

eng/ci_tools.txt

@@ -24,14 +24,11 @@ coverage==7.2.5
 Jinja2==3.1.2
 MarkupSafe==2.1.3
 json-delta==2.0
-readme_renderer==37.3; python_version <= '3.7'
-readme_renderer==42.0; python_version > '3.7'
+readme_renderer==42.0;
 pyopenssl==23.2.0
-python-dotenv==0.21.1; python_version <= '3.7'
 python-dotenv==1.0.0; python_version > '3.7'
 pyyaml==6.0.1
 urllib3==1.26.9
-PyGithub==1.59.1
 ConfigArgParse==1.2.3
 six==1.16.0
 

eng/common/scripts/Submit-PullRequest.ps1

@@ -23,12 +23,12 @@ The body message for the pull request.
 The labels added to the PRs. Multple labels seperated by comma, e.g "bug, service"
 .PARAMETER UserReviewers
 User reviewers to request after opening the PR. Users should be a comma-
-separated list with no preceeding `@` symbol (e.g. "user1,usertwo,user3")
+separated list with no preceding `@` symbol (e.g. "user1,usertwo,user3")
 .PARAMETER TeamReviewers
 List of github teams to add as reviewers
 .PARAMETER Assignees
 Users to assign to the PR after opening. Users should be a comma-separated list
-with no preceeding `@` symbol (e.g. "user1,usertwo,user3")
+with no preceding `@` symbol (e.g. "user1,usertwo,user3")
 .PARAMETER CloseAfterOpenForTesting
 Close the PR after opening to save on CI resources and prevent alerts to code
 owners, assignees, requested reviewers, or others.