Merge branch 'ydb-platform:main' into main

Author: serbel324

.github/scripts/analytics/data_mart_queries/stability_aggregate_mart.sql

@@ -22,6 +22,12 @@ $per_run_data = SELECT
     JSON_QUERY(Stats, '$.node_error_messages') AS NodeErrorMessages, -- JSON массив с ошибками нод (если доступен)
     CAST(JSON_VALUE(Stats, '$.run_id') AS Uint64) AS StatsRunId,
 
+    -- Поля для кластерных проблем (NULL для обычных записей)
+    NULL AS ClusterIssueType,
+    NULL AS ClusterIssueDescription,
+    NULL AS ClusterIssuePhase,
+    0U AS ClusterIssueCritical,
+    
     -- Извлекаем информацию о кластере из Info JSON
     JSON_VALUE(Info, '$.cluster.version') AS ClusterVersion,
     -- Создаем ссылку на GitHub commit из версии кластера (main.108fc20 -> https://github.com/ydb-platform/ydb/commit/108fc20)
@@ -59,7 +65,78 @@ FROM `nemesis/tests_results`
 WHERE 
     CAST(RunId AS Uint64) / 1000 > $run_id_limit
     AND Kind = 'Stability'
-    AND JSON_VALUE(Stats, '$.aggregation_level') = 'per_run';
+    AND JSON_VALUE(Stats, '$.aggregation_level') = 'per_run'
+
+UNION ALL
+
+-- Добавляем записи ClusterCheck как специальные per_run записи
+SELECT
+    Db,
+    Suite,
+    Test,
+    RunId,
+    Timestamp,
+    Success,
+    0.0 AS Duration, -- Кластерные проблемы не имеют длительности
+    
+    -- Поля per_run (NULL для кластерных проблем)
+    NULL AS Iteration,
+    NULL AS RunIndex,
+    CASE 
+        WHEN JSON_VALUE(Stats, '$.issue_type') = 'cluster_not_alive' THEN 'cluster_not_alive'
+        WHEN JSON_VALUE(Stats, '$.issue_type') = 'cluster_no_nodes' THEN 'cluster_no_nodes'
+        WHEN JSON_VALUE(Stats, '$.issue_type') = 'cluster_check_exception' THEN 'cluster_check_exception'
+        WHEN JSON_VALUE(Stats, '$.issue_type') = 'cluster_unknown_issue' THEN 'cluster_unknown_issue'
+        WHEN Success = 0U THEN 'cluster_issue'
+        ELSE 'cluster_ok'
+    END AS Resolution,
+    0U AS NemesisEnabled,
+    JSON_VALUE(Stats, '$.issue_description') AS ErrorMessage,
+    NULL AS WarningMessage,
+    NULL AS NodeErrorMessages,
+    CAST(RunId AS Uint64) AS StatsRunId,
+    
+    -- Поля для кластерных проблем
+    JSON_VALUE(Stats, '$.issue_type') AS ClusterIssueType,
+    JSON_VALUE(Stats, '$.issue_description') AS ClusterIssueDescription,
+    JSON_VALUE(Stats, '$.verification_phase') AS ClusterIssuePhase,
+    CASE WHEN JSON_VALUE(Stats, '$.is_critical') = 'true' THEN 1U ELSE 0U END AS ClusterIssueCritical,
+    
+    -- Извлекаем информацию о кластере из Info JSON (может быть NULL для кластерных проблем)
+    JSON_VALUE(Info, '$.cluster.version') AS ClusterVersion,
+    CASE
+        WHEN JSON_VALUE(Info, '$.cluster.version') IS NOT NULL THEN
+            'https://github.com/ydb-platform/ydb/commit/' || String::SplitToList(JSON_VALUE(Info, '$.cluster.version'), '.')[1]
+        ELSE NULL
+    END AS ClusterVersionLink,
+    JSON_VALUE(Info, '$.cluster.endpoint') AS ClusterEndpoint,
+    JSON_VALUE(Info, '$.cluster.database') AS ClusterDatabase,
+    CASE
+        WHEN JSON_VALUE(Info, '$.cluster.endpoint') IS NOT NULL THEN
+            String::SplitToList(String::SplitToList(JSON_VALUE(Info, '$.cluster.endpoint'), '//')[1], ':')[0] || ':8765'
+        ELSE NULL
+    END AS ClusterMonitoring,
+    CAST(JSON_VALUE(Info, '$.cluster.nodes_count') AS Int32) AS NodesCount,
+    JSON_QUERY(Info, '$.cluster.nodes_info') AS NodesInfo,
+    JSON_VALUE(Info, '$.ci_version') AS CiVersion,
+    JSON_VALUE(Info, '$.test_tools_version') AS TestToolsVersion,
+    JSON_VALUE(Info, '$.report_url') AS ReportUrl,
+    JSON_VALUE(Info, '$.ci_launch_id') AS CiLaunchId,
+    JSON_VALUE(Info, '$.ci_launch_url') AS CiLaunchUrl,
+    JSON_VALUE(Info, '$.ci_launch_start_time') AS CiLaunchStartTime,
+    JSON_VALUE(Info, '$.ci_job_title') AS CiJobTitle,
+    JSON_VALUE(Info, '$.ci_cluster_name') AS CiClusterName,
+    JSON_VALUE(Info, '$.ci_nemesis') AS CiNemesis,
+    JSON_VALUE(Info, '$.ci_build_type') AS CiBuildType,
+    JSON_VALUE(Info, '$.ci_sanitizer') AS CiSanitizer,
+    
+    -- Порядок выполнения теста в рамках RunId (на основе Timestamp)
+    ROW_NUMBER() OVER (PARTITION BY RunId ORDER BY Timestamp) AS OrderInRun
+
+FROM `nemesis/tests_results`
+WHERE 
+    CAST(RunId AS Uint64) / 1000 > $run_id_limit
+    AND Kind = 'ClusterCheck';
 
 SELECT
     Db,
@@ -95,6 +172,10 @@ SELECT
     TestToolsVersion,
     ReportUrl,
     CiLaunchId,
+    ClusterIssueType,
+    ClusterIssueDescription,
+    ClusterIssuePhase,
+    ClusterIssueCritical,
     OrderInRun,
 
     -- Извлекаем ветку из версии
@@ -119,8 +200,17 @@ SELECT
             )
     END AS FacedNodeErrors,
 
-    -- Статус выполнения
+    -- Статус выполнения с детализацией кластерных проблем
     CASE
+        -- Конкретные типы кластерных проблем
+        WHEN Resolution = 'cluster_not_alive' THEN 'cluster_not_alive'
+        WHEN Resolution = 'cluster_no_nodes' THEN 'cluster_no_nodes'
+        WHEN Resolution = 'cluster_check_exception' THEN 'cluster_check_exception'
+        WHEN Resolution = 'cluster_unknown_issue' THEN 'cluster_unknown_issue'
+        WHEN Resolution = 'cluster_issue' THEN 'cluster_issue'  -- Fallback
+        WHEN Resolution = 'cluster_ok' THEN 'cluster_check_passed'
+        
+        -- Обычные статусы workload
         WHEN Resolution = 'ok' THEN 'success'
         WHEN Resolution = 'error' THEN 'error'
         WHEN Resolution = 'timeout' THEN 'timeout'

.github/scripts/analytics/data_mart_queries/stability_per_run_mart.sql

@@ -1,8 +1,8 @@
 name: Assign a reviewer for documentation
 
-on:
-  pull_request_target:
-    types: [opened]
+# on:
+#   pull_request_target:
+#     types: [opened]
 
 jobs:
   assign-docs-reviewer:

.github/workflows/docs_assign_review.yaml

@@ -0,0 +1,23 @@
+JSON_LINTER_DEFAULT_CONFIGS=build/config/tests/json_style/default_configs.json
+
+
+# tag:lint tag:internal
+macro _CUSTOM_LINT_FILES(GLOB_VAR, EXT, DIRS[], DIRS_RECURSE[]) {
+    _GLOB(${GLOB_VAR} ${suf=/*.(${EXT}):DIRS} ${suf=/**/*.(${EXT}):DIRS_RECURSE} ${suf=/**/ya.make:DIRS_RECURSE} ${suf=/ya.make:DIRS} EXCLUDE ya.make)
+}
+
+# tag: internal
+macro _ADD_JSON_EXPLICIT_LINTER_CHECK(Args...) {
+    SET_APPEND(_MAKEFILE_INCLUDE_LIKE_DEPS ${ARCADIA_ROOT}/${JSON_LINTER_DEFAULT_CONFIGS})
+}
+
+# tag:lint tag:test
+### @usage: STYLE_JSON([DIRS dirs] [DIRS_RECURSE dirs_recurse])
+macro STYLE_JSON(DIRS[], DIRS_RECURSE[]) {
+    # XXX: _MAKEFILE_INCLUDE_LIKE_DEPS is extended to get linter wrapper exported to opensource
+    SET_APPEND(_MAKEFILE_INCLUDE_LIKE_DEPS ${ARCADIA_ROOT}/tools/clang_format_json_linter/wrapper.py)
+    SET(_VAR_JSON_LINT_FILES_SALT __DIRS__ ${DIRS} __DIRS_RECURSE__ ${DIRS_RECURSE})
+    SET(_CUSTOM_JSON_LINT_FILES_GLOB uniq_json_lint_files_${hash:_VAR_JSON_LINT_FILES_SALT})
+    _CUSTOM_LINT_FILES(${_CUSTOM_JSON_LINT_FILES_GLOB} json DIRS .${pre=/:DIRS} DIRS_RECURSE $DIRS_RECURSE)
+    _ADD_JSON_EXPLICIT_LINTER_CHECK(NAME clang_format_json WRAPPER_SCRIPT tools/clang_format_json_linter/wrapper.py CONFIGS $JSON_LINTER_DEFAULT_CONFIGS FILES ${${_CUSTOM_JSON_LINT_FILES_GLOB}})
+}

build/conf/custom_lint.conf

@@ -72,6 +72,9 @@ when ($GOSTD_VERSION == "1.23") {
 elsewhen ($GOSTD_VERSION == "1.24") {
     GOSTD=contrib/go/_std_1.24/src
 }
+elsewhen ($GOSTD_VERSION == "1.25") {
+    GOSTD=contrib/go/_std_1.25/src
+}
 otherwise {
     GOSTD=__unsupported_go_std_library_version_[$GOSTD_VERSION]__
 }

build/conf/go.conf

@@ -1510,9 +1510,9 @@ when (!$USE_SYSTEM_ERROR_PRONE) {
         ERROR_PRONE_RESOURCE=$ERROR_PRONE_2_30_0_RESOURCE_GLOBAL
     }
     elsewhen ($JDK_REAL_VERSION == "24" || $JDK_REAL_VERSION == "25") {
-        ERROR_PRONE_VERSION=2.41.0
-        ERROR_PRONE_PEERDIR=build/platform/java/error_prone/2.41.0
-        ERROR_PRONE_RESOURCE=$ERROR_PRONE_2_41_0_RESOURCE_GLOBAL
+        ERROR_PRONE_VERSION=2.42.0
+        ERROR_PRONE_PEERDIR=build/platform/java/error_prone/2.42.0
+        ERROR_PRONE_RESOURCE=$ERROR_PRONE_2_42_0_RESOURCE_GLOBAL
         JAVAC_FLAGS_VALUE+=$ERROR_PRONE_2_3_7_FORCED_OPTS
         JAVAC_OPTS+=$ERROR_PRONE_2_3_7_FORCED_OPTS
     }

build/conf/java.conf

@@ -1,4 +1,3 @@
-{%- include "[generator]/repositories.jinja" -%}
 {%- include "[generator]/publish.jinja" -%}
 
 {#- Compiler flags -#}

build/export_generators/ide-gradle/build.gradle.kts.common.jinja

@@ -16,6 +16,9 @@ var mkBuildDir = tasks.register("mkBuildDir") {
     doFirst {
         mkdir(layout.buildDirectory.asFile.get())
     }
+    onlyIf {
+        !layout.buildDirectory.asFile.get().exists()
+    }
 }
 
 tasks.withType<JavaExec>().configureEach {

build/export_generators/ide-gradle/builddir.jinja

@@ -3,7 +3,7 @@
 {%-     for from_sandbox in current_target.from_sandboxes %}
 
 val {{ varprefix }}{{ from_sandbox['_object_index'] }} = tasks.register<Exec>("{{ varprefix }}{{ from_sandbox['_object_index'] }}") {
-    workingDir(layout.buildDirectory.dir("{%- if from_sandbox.reldir != "." -%}/{{ from_sandbox.reldir }}{%- endif -%}"))
+    workingDir(layout.buildDirectory{%- if from_sandbox.reldir != "." -%}.dir("/{{ from_sandbox.reldir }}"){%- endif -%})
     commandLine("bash", "-c", listOf(
         "{{ arcadia_root }}/ya",
         "download",