WeightsAndBiases CLI commands initial release

.github/actions/env-setup/action.yml

@@ -0,0 +1,51 @@
+name: GH Azdev Setup
+description: 'azdev env setup'
+
+runs:
+  using: 'composite'
+  steps:
+    - name: Check Init GH Event
+      env:
+        action: ${{ toJSON(github.event.action) }}
+        label: ${{ toJSON(github.event.label) }}
+      shell: bash
+      run: |
+        echo start azdev env setup
+    - name: Checkout CLI extension repo
+      uses: actions/checkout@v4
+      with:
+        fetch-depth: 0 # checkout all branches
+        ref: ${{ github.event.pull_request.head.ref }}
+        repository: ${{ github.event.pull_request.head.repo.full_name }}  # checkout pull request branch
+    - name: Set up Python 3.11
+      uses: actions/setup-python@v3
+      with:
+        python-version: "3.11"
+    - name: Checkout CLI main repo
+      uses: actions/checkout@v4
+      with:
+        repository: Azure/azure-cli
+        path: ./azure-cli
+    - name: Move the main repo to the same level as the extension repo
+      shell: bash
+      run: |
+        pwd
+        ls
+        mv azure-cli ../
+        cd ../
+        pwd
+        ls
+    - name: Install azdev
+      shell: bash
+      run: | 
+        python -m pip install --upgrade pip
+        set -ev
+        python -m venv env
+        chmod +x env/bin/activate
+        source ./env/bin/activate
+        pip install azdev
+        azdev --version
+        cd ../
+        azdev setup -c azure-cli -r azure-cli-extensions --debug
+        az --version
+        pip list -v

.github/workflows/AzdevLinter.yml

@@ -0,0 +1,97 @@
+name: GH Azdev Linter
+
+on:
+  workflow_dispatch:
+  pull_request_target:
+      types: [opened, labeled, unlabeled, synchronize]
+      branches:
+        - main
+
+permissions: {}
+
+jobs:
+  azdev-linter:
+    runs-on: ubuntu-latest
+    permissions:
+      pull-requests: read
+      contents: read
+    steps:
+      - name: Checkout CLI extension repo
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 1
+          sparse-checkout: |
+            .github
+      - name: Azdev Env Setup
+        uses: ./.github/actions/env-setup
+      - name: Get Diff Files
+        env:
+          bash_sha: ${{ github.event.pull_request.base.sha }}
+          base_branch: ${{ github.event.pull_request.base.ref }}
+          base_repo: ${{ github.event.pull_request.base.repo.clone_url }}
+          base_branch_pre: "upstream"
+          diff_sha: ${{ github.event.pull_request.head.sha }}
+          diff_branch: ${{ github.event.pull_request.head.ref }}
+          repo_full_name: ${{ github.event.pull_request.head.repo.full_name }}
+        run: |
+          set -x
+          git --version
+          git log --oneline | head -n 10
+          git branch -a
+          git fetch "$base_repo" "$base_branch":"$base_branch_pre"/"$base_branch"
+          git checkout "$base_branch_pre"/"$base_branch"
+          git log --oneline | head -n 10
+          git checkout "$diff_branch"
+          git log --oneline | head -n 10
+          git --no-pager diff --name-only --diff-filter=ACMRT "$base_branch_pre"/"$base_branch"..."$diff_branch"
+          set +e
+          # by default set -e is enabled to run commands, intermediate command failure may cause the whole step to fail. disable it here.
+          git --no-pager diff --name-only --diff-filter=ACMRT "$base_branch_pre"/"$base_branch"..."$diff_branch" | grep -v "/tests/" > changed_files
+          cat changed_files
+          cat changed_files | grep src/ | awk -F"src/" '{print $2}'| grep / | awk -F"/" '{print $1}' | sort | uniq
+          echo "changed_module_list=$(cat changed_files | grep src/ | awk -F"src/" '{print $2}'| grep / | awk -F"/" '{print $1}' | sort | uniq | xargs)" >> $GITHUB_ENV
+          git checkout -f "$base_branch_pre"/"$base_branch"
+      - name: Display PR Diff Modules
+        run: |
+          for mod in ${changed_module_list[@]}
+          do
+            echo changed module: "${mod}"
+          done
+          if [ -z "$changed_module_list" ]; then
+            echo "no_changed_mod=true" >> $GITHUB_ENV
+          else
+            echo "no_changed_mod=false" >> $GITHUB_ENV
+          fi
+          echo array length
+          echo ${#changed_module_list[@]}
+
+      - name: Run Azdev Linter
+        if: ${{ env.no_changed_mod == 'false' }}
+        env:
+          pr_label_list: ${{ toJson(github.event.pull_request.labels.*.name) }}
+          pr_user: ${{ github.event.pull_request.user.login }}
+          base_branch: ${{ github.event.pull_request.base.ref }}
+          base_branch_pre: "upstream"
+          diff_branch: ${{ github.event.pull_request.head.ref }}
+        run: |
+          chmod +x env/bin/activate
+          source ./env/bin/activate
+          set -ev
+
+          git checkout -f "$diff_branch"
+          # always use the latest index.json and scripts from base branch
+          git checkout "$base_branch_pre"/"$base_branch" -- scripts
+          git checkout "$base_branch_pre"/"$base_branch" -- src/index.json 
+          git checkout "$base_branch_pre"/"$base_branch" -- .github
+          merge_base=$(git merge-base HEAD "$base_branch_pre"/"$base_branch")
+          echo merge_base: "$merge_base"
+
+          for mod in ${changed_module_list[@]}
+          do
+            echo changed module: "${mod}"
+            azdev extension add "${mod}"
+            # ado linter task
+            azdev linter "${mod}" --min-severity medium
+          done
+          # linter task that needs git commit info
+          azdev linter EXT --repo ./ --src "$diff_branch" --tgt "$merge_base" --rules missing_command_example

.github/workflows/AzdevStyle.yml

@@ -0,0 +1,94 @@
+name: GH Azdev Style
+
+on:
+  workflow_dispatch:
+  pull_request_target:
+      types: [opened, labeled, unlabeled, synchronize]
+      branches:
+        - main
+
+permissions: {}
+
+jobs:
+  azdev-style:
+    runs-on: ubuntu-latest
+    permissions:
+      pull-requests: read
+      contents: read
+    steps:
+      - name: Checkout CLI extension repo
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 1
+          sparse-checkout: |
+            .github
+      - name: Azdev Env Setup
+        uses: ./.github/actions/env-setup
+      - name: Get Diff Files
+        env:
+          bash_sha: ${{ github.event.pull_request.base.sha }}
+          base_branch: ${{ github.event.pull_request.base.ref }}
+          base_repo: ${{ github.event.pull_request.base.repo.clone_url }}
+          base_branch_pre: "upstream"
+          diff_sha: ${{ github.event.pull_request.head.sha }}
+          diff_branch: ${{ github.event.pull_request.head.ref }}
+          repo_full_name: ${{ github.event.pull_request.head.repo.full_name }}
+        run: |
+          set -x
+          git --version
+          git log --oneline | head -n 10
+          git branch -a
+          git fetch "$base_repo" "$base_branch":"$base_branch_pre"/"$base_branch"
+          git checkout "$base_branch_pre"/"$base_branch"
+          git log --oneline | head -n 10
+          git checkout "$diff_branch"
+          git log --oneline | head -n 10
+          git --no-pager diff --name-only --diff-filter=ACMRT "$base_branch_pre"/"$base_branch"..."$diff_branch"
+          set +e
+          # by default set -e is enabled to run commands, intermediate command failure may cause the whole step to fail. disable it here.
+          git --no-pager diff --name-only --diff-filter=ACMRT "$base_branch_pre"/"$base_branch"..."$diff_branch" | grep -v "/tests/" > changed_files
+          cat changed_files
+          cat changed_files | grep src/ | awk -F"src/" '{print $2}'| grep / | awk -F"/" '{print $1}' | sort | uniq
+          echo "changed_module_list=$(cat changed_files | grep src/ | awk -F"src/" '{print $2}'| grep / | awk -F"/" '{print $1}' | sort | uniq | xargs)" >> $GITHUB_ENV
+          git checkout -f "$base_branch_pre"/"$base_branch"
+      - name: Display PR Diff Modules
+        run: |
+          for mod in ${changed_module_list[@]}
+          do
+            echo changed module: "${mod}"
+          done
+          if [ -z "$changed_module_list" ]; then
+            echo "no_changed_mod=true" >> $GITHUB_ENV
+          else
+            echo "no_changed_mod=false" >> $GITHUB_ENV
+          fi
+          echo array length
+          echo ${#changed_module_list[@]}
+
+      - name: Run Azdev Style
+        if: ${{ env.no_changed_mod == 'false' }}
+        env:
+          pr_label_list: ${{ toJson(github.event.pull_request.labels.*.name) }}
+          pr_user: ${{ github.event.pull_request.user.login }}
+          base_branch: ${{ github.event.pull_request.base.ref }}
+          base_branch_pre: "upstream"
+          diff_branch: ${{ github.event.pull_request.head.ref }}
+        run: |
+          chmod +x env/bin/activate
+          source ./env/bin/activate
+          set -ev
+
+          git checkout -f "$diff_branch"
+          # always use the latest index.json and scripts from base branch
+          git checkout "$base_branch_pre"/"$base_branch" -- scripts
+          git checkout "$base_branch_pre"/"$base_branch" -- src/index.json
+          git checkout "$base_branch_pre"/"$base_branch" -- .github
+          merge_base=$(git merge-base HEAD "$base_branch_pre"/"$base_branch")
+          echo merge_base: "$merge_base"
+
+          for mod in ${changed_module_list[@]}
+          do
+            echo changed module: "${mod}"
+            azdev extension add "${mod}"
+            azdev style "${mod}"
+          done

.github/workflows/VersionCalPRComment.yml

@@ -140,28 +140,26 @@ jobs:
           chmod +x env/bin/activate
           source ./env/bin/activate
           set -ev
-          git checkout "$base_branch_pre"/"$base_branch"
           mkdir "$base_meta_path"
-          for mod in ${changed_module_list[@]}
-          do
-            echo changed module: "${mod}"
-            azdev extension add "${mod}" && azdev command-change meta-export "${mod}" --meta-output-path ./"$base_meta_path"/ && azdev extension remove "${mod}"
-          done
+          mkdir "$diff_meta_path"
+
           # some module, like confcom, will change local data files, like data/rules.rego, during installation, need to reset when checkout different branch
           git checkout -f "$diff_branch"
-          mkdir "$diff_meta_path"
+          # always use the latest index.json and scripts from base branch
+          git checkout "$base_branch_pre"/"$base_branch" -- scripts
+          git checkout "$base_branch_pre"/"$base_branch" -- src/index.json 
+
           for mod in ${changed_module_list[@]}
           do
             echo changed module: "${mod}"
             azdev extension add "${mod}" && azdev command-change meta-export "${mod}" --meta-output-path ./"$diff_meta_path"/
           done
-          ls ./"$base_meta_path"/
           ls ./"$diff_meta_path"/
+          ls ./"$base_meta_path"/
           ls "$result_path"
-          git checkout "$base_branch_pre"/"$base_branch" -- scripts
-          # use the latest index.json from base branch
-          git checkout "$base_branch_pre"/"$base_branch" -- src/index.json 
           python scripts/ci/release_version_cal.py
+          ls ./"$diff_meta_path"/
+          ls ./"$base_meta_path"/
           ls "$result_path"
           cat "$result_path"/"$remove_labels_file"
           cat "$result_path"/"$output_file"