audit fault stream nb 25 1

.github/CODEOWNERS

@@ -1,72 +1 @@
-/*.md @ydb-platform/docs
-
-/build @ydb-platform/ci
-/certs @ydb-platform/ci
-/contrib @ydb-platform/ci
-/devtools @ydb-platform/ci
-/library @ydb-platform/ci
-/scripts @ydb-platform/ci
-/tools @ydb-platform/ci
-/util @ydb-platform/ci
-/vendor @ydb-platform/ci
-/yql @ydb-platform/ci
-/yt @ydb-platform/ci
-
-/ydb/core/fq/ @ydb-platform/fq
-/ydb/core/kqp/ @ydb-platform/qp
-/ydb/core/kqp/ut/federated_query @ydb-platform/fq
-/ydb/core/kqp/ut/olap/ @ydb-platform/cs
-/ydb/core/public_http/ @ydb-platform/fq
-
-/ydb/docs/ @ydb-platform/docs
-
-/ydb/library/yql/ @ydb-platform/yql
-/ydb/library/yql/dq @ydb-platform/yql @ydb-platform/qp
-/ydb/library/yql/dq/actors/common @ydb-platform/fq
-/ydb/library/yql/providers/common/http_gateway @ydb-platform/fq
-/ydb/library/yql/providers/common/db_id_async_resolver @ydb-platform/fq
-/ydb/library/yql/providers/common/pushdown @ydb-platform/fq
-/ydb/library/yql/providers/generic @ydb-platform/fq
-/ydb/library/yql/providers/pq @ydb-platform/fq
-/ydb/library/yql/providers/s3 @ydb-platform/fq
-/ydb/library/yql/providers/solomon @ydb-platform/fq
-/ydb/library/yql/tests/sql/solomon @ydb-platform/fq
-/ydb/library/yql/tests/sql/suites/solomon @ydb-platform/fq
-/ydb/library/yql/udfs/common/clickhouse/client @ydb-platform/fq
-
-/ydb/library/yql/yt @Krock21 @Krisha11 @zlobober @gritukan
-
-/ydb/services/fq/ @ydb-platform/fq
-
-/ydb/core/kafka_proxy @ydb-platform/Topics
-/ydb/core/persqueue @ydb-platform/Topics
-/ydb/services/datastreams @ydb-platform/Topics
-/ydb/services/deprecated/persqueue_v0 @ydb-platform/Topics
-/ydb/services/persqueue_v1 @ydb-platform/Topics
-
-/ydb/core/change_exchange @ydb-platform/core
-/ydb/core/config @ydb-platform/core
-/ydb/core/protos/counters_replication.proto @ydb-platform/core
-/ydb/core/protos/replication.proto @ydb-platform/core
-/ydb/core/tx/replication @ydb-platform/core
-
-/ydb/core/viewer @ydb-platform/ui-backend
-/ydb/core/protos/node_whiteboard.proto @ydb-platform/ui-backend
-
-/ydb/core/protos/flat_scheme_op.proto @ydb-platform/schemeshard
-/ydb/core/protos/flat_tx_scheme.proto @ydb-platform/schemeshard
-/ydb/core/protos/counters_schemeshard.proto @ydb-platform/schemeshard
-/ydb/core/protos/schemeshard @ydb-platform/schemeshard
-/ydb/core/tx/scheme_board @ydb-platform/schemeshard
-/ydb/core/tx/schemeshard @ydb-platform/schemeshard
-/ydb/tests/functional/limits @ydb-platform/schemeshard
-/ydb/tests/functional/scheme_shard @ydb-platform/schemeshard
-/ydb/tests/functional/tenants/test_dynamic_tenants.py @ydb-platform/schemeshard
-/ydb/core/tx/tx_proxy/schemereq.cpp @ydb-platform/schemeshard
-
-/ydb/core/formats/arrow @ydb-platform/cs
-/ydb/core/tx/columnshard @ydb-platform/cs
-
-/ydb/apps/ydb @ydb-platform/cli
-/ydb/public/lib/ydb_cli @ydb-platform/cli
-/ydb/public/sdk/cpp @ydb-platform/cpp-sdk
+* @mvgorbunov @dcherednik @va-kuznecov @alexv-smirnov @UgnineSirdis

.github/actions/build_and_test_ya/action.yml

@@ -51,20 +51,45 @@ inputs:
   vars:
     type: string
     default: ""
+  custom_branch_name:
+    description: "Custom branch name required when workflow branch != checkout branch"
+    type: string
+    required: false
 defaults:
   run:
     shell: bash
 runs:
   using: "composite"
   steps:
+    - name: Prepare folder prefix
+      id: prepare_prefix
+      shell: bash
+      run: |
+        # Check if custom_branch_name is set and not empty
+        if [ -n "${{ inputs.custom_branch_name }}" ]; then
+          # Extract and sanitize custom_branch_name
+          CUSTOM_BRANCH_NAME="${{ inputs.custom_branch_name }}"
+          # Replace all unsupported characters with hyphens
+          SANITIZED_NAME="${CUSTOM_BRANCH_NAME//[^a-zA-Z0-9-]/-}"
+          # Optionally limit the length to, say, 50 characters
+          SANITIZED_NAME="${SANITIZED_NAME:0:50}"
+          # Assign the sanitized name to the folder_prefix
+          FOLDER_PREFIX="ya-${SANITIZED_NAME}-"
+        else
+          # If the branch name is not provided, use a default prefix
+          FOLDER_PREFIX='ya-'
+        fi
+        # Output the folder_prefix for use in subsequent steps
+        echo "folder_prefix=${FOLDER_PREFIX}" >> $GITHUB_ENV
+
     - name: Prepare s3cmd
       uses: ./.github/actions/s3cmd
       with:
         s3_bucket: ${{ fromJSON( inputs.vars ).AWS_BUCKET }}
         s3_endpoint: ${{ fromJSON( inputs.vars ).AWS_ENDPOINT }}
         s3_key_id: ${{ fromJSON( inputs.secs ).AWS_KEY_ID }}
         s3_key_secret: ${{ fromJSON( inputs.secs ).AWS_KEY_VALUE }}
-        folder_prefix: ya-
+        folder_prefix: ${{ env.folder_prefix }}
         build_preset: ${{ inputs.build_preset }}
 
     - name: Run build and tests
@@ -88,3 +113,4 @@ runs:
         bazel_remote_password: ${{ fromJSON( inputs.secs ).REMOTE_CACHE_PASSWORD || '' }}
         put_build_results_to_cache: ${{ inputs.put_build_results_to_cache }}
         test_retry_count: ${{ inputs.test_retry_count }}
+        custom_branch_name: ${{ inputs.custom_branch_name }}

.github/actions/test_ya/action.yml

@@ -60,6 +60,11 @@ inputs:
     type: string
     default: ""
     description: "how many times to retry failed tests"
+  custom_branch_name:
+    description: "Custom branch name required when workflow branch != checkout branch"
+    type: string
+    required: false
+
 outputs:
   success:
     value: ${{ steps.build.outputs.status }}
@@ -271,8 +276,18 @@ runs:
           --cache-size 2TB --force-build-depends
         )
 
+        echo "inputs.custom_branch_name = ${{ inputs.custom_branch_name }}"
+        echo "GITHUB_REF_NAME = $GITHUB_REF_NAME"
+
+        if [ -z "${{ inputs.custom_branch_name }}" ]; then
+          BRANCH_NAME="${GITHUB_REF_NAME}"
+        else
+          BRANCH_NAME="${{ inputs.custom_branch_name }}"
+        fi
+        echo "BRANCH_NAME=$BRANCH_NAME" >> $GITHUB_ENV
+        echo "BRANCH_NAME is set to $BRANCH_NAME"
 
-        TESTMO_BRANCH_TAG="$GITHUB_REF_NAME"
+        TESTMO_BRANCH_TAG="$BRANCH_NAME"
         TESTMO_ARCH="${{ runner.arch == 'X64' && 'x86-64' || runner.arch == 'ARM64' && 'arm64' || 'unknown' }}"
         TESTMO_PR_NUMBER=${{ github.event.number }}
 
@@ -453,6 +468,7 @@ runs:
               --public_dir "$PUBLIC_DIR" \
               --public_dir_url "$PUBLIC_DIR_URL" \
               --build_preset "$BUILD_PRESET" \
+              --branch "$BRANCH_NAME" \
               --status_report_file statusrep.txt \
               --is_retry $IS_RETRY \
               --is_last_retry $IS_LAST_RETRY \
@@ -470,7 +486,7 @@ runs:
 
           # upload tests results to YDB
           ydb_upload_run_name="${TESTMO_RUN_NAME// /"_"}"
-          result=`.github/scripts/analytics/upload_tests_results.py --test-results-file ${CURRENT_JUNIT_XML_PATH} --run-timestamp $(date +%s) --commit $(git rev-parse HEAD) --build-type ${BUILD_PRESET} --pull $ydb_upload_run_name --job-name "${{ github.workflow }}" --job-id "${{ github.run_id }}" --branch ${GITHUB_REF_NAME}`
+          result=`.github/scripts/analytics/upload_tests_results.py --test-results-file ${CURRENT_JUNIT_XML_PATH} --run-timestamp $(date +%s) --commit $(git rev-parse HEAD) --build-type ${BUILD_PRESET} --pull $ydb_upload_run_name --job-name "${{ github.workflow }}" --job-id "${{ github.run_id }}" --branch "${BRANCH_NAME}"`
 
           if [ ${{ inputs.testman_token }} ]; then
             # finish testme session
@@ -573,7 +589,7 @@ runs:
             echo file ${file_to_check} NOT changed
         else
             echo file ${file_to_check} changed
-            .github/scripts/tests/get_muted_tests.py --output_folder "$PUBLIC_DIR/mute_info/" get_mute_diff --base_sha $ORIGINAL_HEAD~1 --head_sha $ORIGINAL_HEAD --job-id "${{ github.run_id }}" --branch "${GITHUB_REF_NAME}"
+            .github/scripts/tests/get_muted_tests.py --output_folder "$PUBLIC_DIR/mute_info/" get_mute_diff --base_sha $ORIGINAL_HEAD~1 --head_sha $ORIGINAL_HEAD --job-id "${{ github.run_id }}" --branch "${BRANCH_NAME}"
             FILE_PATH=$PUBLIC_DIR/mute_info/2_new_muted_tests.txt
             SEPARATOR=""
             if [ -f "$FILE_PATH" ]; then
@@ -633,7 +649,7 @@ runs:
       run: |
         set -x
         export build_preset="${{ inputs.build_preset }}"
-        export branch_to_compare="$GITHUB_REF_NAME"
+        export branch_to_compare="$BRANCH_NAME"
         export yellow_treshold=102400
         export red_treshold=2097152
         export commit_git_sha="$(git rev-parse HEAD)"

.github/actions/update_changelog/action.yaml

@@ -40,5 +40,5 @@ runs:
       run: |
         git config --local user.email "[email protected]"
         git config --local user.name "GitHub Action"
-        git config --local github.token ${{ env.UPDATE_REPO_TOKEN }}
+        git config --local github.token ${{ env.GH_TOKEN }}
         python ${{ github.action_path }}/update_changelog.py pr_data.txt "${{ inputs.changelog_path }}" "${{ inputs.base_branch }}" "${{ inputs.suffix }}"

.github/actions/update_changelog/update_changelog.py

@@ -15,6 +15,8 @@
 CATEGORY_PREFIX = "### "
 ITEM_PREFIX = "* "
 
+GH_TOKEN = os.getenv("GH_TOKEN")
+
 @functools.cache
 def get_github_api_url():
    return os.getenv('GITHUB_REPOSITORY')
@@ -121,7 +123,8 @@ def update_changelog(changelog_path, pr_data):
         if validate_pr_description(pr["body"], is_not_for_cl_valid=False):
             category = extract_changelog_category(pr["body"])
             category = match_pr_to_changelog_category(category)
-            body = extract_changelog_body(pr["body"])
+            dirty_body = extract_changelog_body(pr["body"])
+            body = dirty_body.replace("\r", "")
             if category and body:
                 body += f" [#{pr['number']}]({pr['url']})"
                 body += f" ([{pr['name']}]({pr['user_url']}))"
@@ -150,7 +153,7 @@ def fetch_pr_details(pr_id):
     url = f"https://api.github.com/repos/{get_github_api_url()}/pulls/{pr_id}"
     headers = {
         "Accept": "application/vnd.github.v3+json",
-        "Authorization": f"token {GITHUB_TOKEN}"
+        "Authorization": f"token {GH_TOKEN}"
     }
     response = requests.get(url, headers=headers)
     response.raise_for_status()
@@ -160,7 +163,7 @@ def fetch_user_details(username):
     url = f"https://api.github.com/users/{username}"
     headers = {
         "Accept": "application/vnd.github.v3+json",
-        "Authorization": f"token {GITHUB_TOKEN}"
+        "Authorization": f"token {GH_TOKEN}"
     }
     response = requests.get(url, headers=headers)
     response.raise_for_status()
@@ -175,8 +178,6 @@ def fetch_user_details(username):
     changelog_path = sys.argv[2]
     base_branch = sys.argv[3]
     suffix = sys.argv[4]
-
-    GITHUB_TOKEN = os.getenv("UPDATE_REPO_TOKEN")
 
     try:
         with open(pr_data_file, 'r') as file:
@@ -190,12 +191,13 @@ def fetch_user_details(username):
         try:
             pr_details = fetch_pr_details(pr["id"])
             user_details = fetch_user_details(pr_details["user"]["login"])
+            name = user_details.get("name", None)
             if validate_pr_description(pr_details["body"], is_not_for_cl_valid=False):
                 pr_data.append({
                     "number": pr_details["number"],
                     "body": pr_details["body"].strip(),
                     "url": pr_details["html_url"],
-                    "name": user_details.get("name", pr_details["user"]["login"]),  # Use login if name is not available
+                    "name": name or pr_details["user"]["login"],  # Use login if name is not available
                     "user_url": pr_details["user"]["html_url"]
                 })
         except Exception as e:
@@ -204,7 +206,7 @@ def fetch_user_details(username):
 
     update_changelog(changelog_path, pr_data)
 
-    base_branch_name = f"changelog-for-{base_branch}-{suffix}"
+    base_branch_name = f"changelog/{base_branch}-{suffix}"
     branch_name = base_branch_name
     index = 1
     while branch_exists(branch_name):