Emgariko · Emgariko · Mar 5, 2025 · Mar 5, 2025 · Mar 5, 2025 · Mar 5, 2025
diff --git a/.github/config/muted_ya.txt b/.github/config/muted_ya.txt
@@ -24,14 +24,13 @@ ydb/core/kqp/ut/olap KqpOlapWrite.TierDraftsGCWithRestart
 ydb/core/kqp/ut/olap [*/*] chunk chunk
 ydb/core/kqp/ut/query KqpAnalyze.AnalyzeTable+ColumnStore
 ydb/core/kqp/ut/query KqpAnalyze.AnalyzeTable-ColumnStore
-ydb/core/kqp/ut/query KqpStats.SysViewClientLost
 ydb/core/kqp/ut/query KqpLimits.OutOfSpaceYQLUpsertFail+useSink
 ydb/core/kqp/ut/query KqpLimits.QSReplySizeEnsureMemoryLimits+useSink
+ydb/core/kqp/ut/query KqpStats.SysViewClientLost
 ydb/core/kqp/ut/scheme KqpOlapScheme.TenThousandColumns
 ydb/core/kqp/ut/scheme KqpScheme.AlterAsyncReplication
 ydb/core/kqp/ut/scheme KqpScheme.AlterTransfer
 ydb/core/kqp/ut/scheme [*/*] chunk chunk
-ydb/core/kqp/ut/service KqpQueryService.ExecuteQueryWithResourcePoolClassifier
 ydb/core/kqp/ut/service [*/*] chunk chunk
 ydb/core/kqp/ut/spilling KqpScanSpilling.SelfJoinQueryService
 ydb/core/kqp/ut/tx KqpSinkTx.OlapInvalidateOnError
@@ -46,11 +45,9 @@ ydb/core/kqp/ut/tx KqpSnapshotIsolation.TReadOnlyOltpNoSink
 ydb/core/kqp/ut/tx KqpSnapshotIsolation.TSimpleOltp
 ydb/core/kqp/ut/tx KqpSnapshotIsolation.TSimpleOltpNoSink
 ydb/core/kqp/ut/yql KqpScripting.StreamExecuteYqlScriptScanOperationTmeoutBruteForce
-ydb/core/mind/hive/ut THiveTest.TestReassignUseRelativeSpace
 ydb/core/quoter/ut QuoterWithKesusTest.PrefetchCoefficient
 ydb/core/statistics/aggregator/ut AnalyzeColumnshard.AnalyzeRebootColumnShard
 ydb/core/tablet_flat/ut TSharedPageCache.ClockPro
-ydb/core/tablet_flat/ut TSharedPageCache.Compaction_BTreeIndex
 ydb/core/tablet_flat/ut TSharedPageCache.Compaction_FlatIndex
 ydb/core/tablet_flat/ut TSharedPageCache.Compaction_ZeroCache_BTreeIndex
 ydb/core/tablet_flat/ut TSharedPageCache.Compaction_ZeroCache_FlatIndex
@@ -64,6 +61,7 @@ ydb/core/tx/schemeshard/ut_login_large TSchemeShardLoginLargeTest.RemoveLogin_Ma
 ydb/core/tx/schemeshard/ut_move_reboots TSchemeShardMoveRebootsTest.WithData
 ydb/core/tx/schemeshard/ut_move_reboots TSchemeShardMoveRebootsTest.WithDataAndPersistentPartitionStats
 ydb/core/tx/schemeshard/ut_pq_reboots TPqGroupTestReboots.AlterWithReboots-PQConfigTransactionsAtSchemeShard-false
+ydb/core/tx/schemeshard/ut_pq_reboots TPqGroupTestReboots.AlterWithReboots-PQConfigTransactionsAtSchemeShard-true
 ydb/core/tx/tiering/ut ColumnShardTiers.TTLUsage
 ydb/core/viewer/tests test.py.test_viewer_nodes
 ydb/core/viewer/tests test.py.test_viewer_sysinfo
@@ -73,7 +71,6 @@ ydb/library/actors/interconnect/ut_huge_cluster sole chunk chunk
 ydb/library/yaml_config/ut_transform test_transform.py.TestYamlConfigTransformations.test_basic[args1-dump_ds_init]
 ydb/library/yql/dq/opt/ut HypergraphBuild.JoinTopologiesBenchmark
 ydb/library/yql/dq/opt/ut sole chunk chunk
-ydb/library/yql/providers/generic/connector/tests/datasource/ydb test.py.test_select_positive[column_selection_col2_COL1-kqprun]
 ydb/library/yql/providers/generic/connector/tests/join test.py.test_join[join_ch_ch-kqprun]
 ydb/library/yql/providers/generic/connector/tests/join test.py.test_join[join_pg_pg-kqprun]
 ydb/services/persqueue_v1/ut TPersQueueCommonTest.TestLimiterLimitsWithBlobsRateLimit
@@ -99,11 +96,9 @@ ydb/tests/fq/generic/streaming test_join.py.TestJoinStreaming.test_streamlookup[
 ydb/tests/fq/mem_alloc test_scheduling.py.TestSchedule.test_skip_busy[kikimr0]
 ydb/tests/fq/multi_plane [test_retry.py] chunk chunk
 ydb/tests/fq/multi_plane [test_retry_high_rate.py] chunk chunk
-ydb/tests/fq/s3 [test_format_setting.py] chunk chunk
 ydb/tests/fq/yds [*/*] chunk chunk
 ydb/tests/fq/yds test_2_selects_limit.py.TestSelectLimit.test_select_same[v1]
 ydb/tests/fq/yds test_2_selects_limit.py.TestSelectLimit.test_select_sequence[v1]
-ydb/tests/fq/yds test_big_state.py.TestBigState.test_gt_8mb[v1]
 ydb/tests/fq/yds test_mem_alloc.py.TestMemAlloc.test_hop_alloc[v1]
 ydb/tests/fq/yds test_mem_alloc.py.TestMemAlloc.test_join_alloc[v1]
 ydb/tests/fq/yds test_recovery.py.TestRecovery.test_ic_disconnection

diff --git a/.github/workflows/prewarm-debug.yaml b/.github/workflows/prewarm-debug.yaml
@@ -8,7 +8,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        build_preset: ["relwithdebinfo", "release-asan", "debug"]
+        build_preset: ["release", "relwithdebinfo", "release-asan", "debug"]
     runs-on: [ self-hosted, auto-provisioned, "${{ format('build-preset-{0}', matrix.build_preset) }}" ]
     name: Build and test ${{ matrix.build_preset }}
     steps:

diff --git a/.github/workflows/regression_whitelist_run.yml b/.github/workflows/regression_whitelist_run.yml
@@ -19,13 +19,13 @@ jobs:
           - build_preset: relwithdebinfo
             threads_count: 52
             timeout: 300
-            build_target: "ydb/tests/sql/ ydb/tests/stress"
+            build_target: "ydb/tests/sql/ ydb/tests/stress ydb/tests/functional/tpc ydb/tests/functional/benchmarks_init"
             test_size: small,medium,large
             test_type: unittest,py3test,py2test,pytest
           - build_preset: release-asan
             threads_count: 20
             timeout: 480
-            build_target: "ydb/tests/sql/ ydb/tests/stress"
+            build_target: "ydb/tests/sql/ ydb/tests/stress ydb/tests/functional/tpc ydb/tests/functional/benchmarks_init"
             test_size: small,medium,large
             test_type: unittest,py3test,py2test,pytest
           - build_preset: release-msan
@@ -37,7 +37,7 @@ jobs:
           - build_preset: release-tsan
             threads_count: 10
             timeout: 600
-            build_target: "ydb/tests/sql/ ydb/tests/stress"
+            build_target: "ydb/tests/sql/ ydb/tests/stress ydb/tests/functional/tpc ydb/tests/functional/benchmarks_init"
             test_size: small,medium
             test_type: unittest,py3test,py2test,pytest
 

diff --git a/.gitignore b/.gitignore
@@ -33,6 +33,7 @@ __pycache__/
 
 # MacOS specific
 .DS_Store
+*.dSYM
 
 # clangd cache
 /.cache

diff --git a/build/conf/java.conf b/build/conf/java.conf
@@ -831,7 +831,7 @@ COLLECT_CLASSPATH=${WRITER_PY} --file ${BINDIR}/bfg.txt -m --ya-start-command-fi
 LINK_CLASSPATH=${YMAKE_PYTHON} ${input:"build/scripts/make_manifest_from_bf.py"} ${BINDIR}/bfg.txt ${ARCADIA_BUILD_ROOT}/bfg.jar
 COMPILE_JAVA_SRCLIST=$_JAVAC_RUN_HELPER($JAVAC_CMD)
 PACK_JAR=$_PACK_JAR_HELPER($TARGET)
-LINK_JAR=${hide:JAVA_FAKEID} ${hide;kv:"p JV"} ${hide;kv:"pc light-blue"} ${hide;kv:"show_out"} ${hide;requirements:"cpu:2"} \
+LINK_JAR=${hide:JAVA_FAKEID} ${hide;kv:"p JV"} ${hide;kv:"pc light-blue"} ${hide;kv:"show_out"} ${hide;requirements:"cpu:4"} \
       && $PREPARE_JAR_BUILD \
       && $_PREPARE_SRC_JAR \
       && $ALL_KT_COMMANDS \
@@ -1047,7 +1047,7 @@ module JAR_LIBRARY: _COMPILABLE_JAR_BASE {
         when ($WITH_KAPT_VALUE == "yes") {
             # For Kapt usage see: https://kotlinlang.org/docs/kapt.html#using-in-cli
             # See for kapt.kotlin.generated: https://github.com/JetBrains/kotlin/blob/master/plugins/kapt3/kapt3-cli/testData/integration/kotlinFileGeneration/build.txt
-            _KAPT_OPTS=-Xplugin=${tool:"contrib/java/org/jetbrains/kotlin/kotlin-annotation-processing/1.9.24"} $KT_KAPT_PLUGIN_OPTS
+            _KAPT_OPTS=-Xplugin=${tool:"contrib/java/org/jetbrains/kotlin/kotlin-annotation-processing/2.0.21"} $KT_KAPT_PLUGIN_OPTS
             _RUN_KAPT=${YMAKE_PYTHON} ${input:"build/scripts/with_kapt_args.py"} --ap-classpath ${KT_KAPT_AP_CLASSPATH} -- $COMPILE_KT $_KAPT_OPTS
             _APPEND_KAPT_GENERATED_SRCS=$YMAKE_PYTHON3 ${input:"build/scripts/resolve_java_srcs.py"} -d $KT_KAPT_SOURCES_DIR --include-patterns '**/*.java' '**/*.kt' --resolve-kotlin --append -s ${BINDIR}/all-java.srclst -k $KT_SRCLIST -r ${BINDIR}/not-used.txt
 
@@ -1387,7 +1387,8 @@ when ($JDK_REAL_VERSION == "11") {
 }
 
 # tag:java-specific
-JAVAC_OPTS=
+JAVAC_CPU_COUNT=4
+JAVAC_OPTS=-J-XX:ActiveProcessorCount=$JAVAC_CPU_COUNT
 when ($USE_SYSTEM_JDK) {
     JDK_RESOURCE=$USE_SYSTEM_JDK
 }
@@ -1516,7 +1517,7 @@ elsewhen ($JDK_VERSION == "") {
 otherwise {
     EXTERNAL_JAVA_JDK_RESOURCE=$JDK_RESOURCE
 }
-COMPILE_JAVA=${cwd:ARCADIA_BUILD_ROOT} $YMAKE_PYTHON3 ${input:"build/scripts/compile_java.py"} --ya-start-command-file --java-bin $EXTERNAL_JAVA_JDK_RESOURCE/bin/java --javac-bin $EXTERNAL_JAVA_JDK_RESOURCE/bin/javac --jar-bin $JDK_RESOURCE/bin/jar --kotlin-compiler $KOTLIN_COMPILER_RESOURCE_GLOBAL/kotlin-compiler.jar $JAVA_VCS_MF_ARG $PACKAGE_PREFIX_ARGS --jar-output $TARGET --srcs-jar-output ${output;suf=-sources.jar:REALPRJNAME} $AUTO_INPUT DELIM $JAVAC_OPTS DELIM $MANAGED_PEERS_CLOSURE DELIM -no-stdlib -module-name $REALPRJNAME -jvm-target ${KOTLIN_JVM_TARGET} ${KOTLINC_OPTS_VALUE} --ya-end-command-file ${hide;kv:"p JV"} ${hide;kv:"pc light-blue"} ${hide;kv:"show_out"} ${hide;requirements:"cpu:2"} ${hide;input:"build/scripts/java_command_file.py"} ${hide;input:"build/scripts/process_command_files.py"}
+COMPILE_JAVA=${cwd:ARCADIA_BUILD_ROOT} $YMAKE_PYTHON3 ${input:"build/scripts/compile_java.py"} --ya-start-command-file --java-bin $EXTERNAL_JAVA_JDK_RESOURCE/bin/java --javac-bin $EXTERNAL_JAVA_JDK_RESOURCE/bin/javac --jar-bin $JDK_RESOURCE/bin/jar --kotlin-compiler $KOTLIN_COMPILER_RESOURCE_GLOBAL/kotlin-compiler.jar $JAVA_VCS_MF_ARG $PACKAGE_PREFIX_ARGS --jar-output $TARGET --srcs-jar-output ${output;suf=-sources.jar:REALPRJNAME} $AUTO_INPUT DELIM $JAVAC_OPTS DELIM $MANAGED_PEERS_CLOSURE DELIM -no-stdlib -module-name $REALPRJNAME -jvm-target ${KOTLIN_JVM_TARGET} ${KOTLINC_OPTS_VALUE} --ya-end-command-file ${hide;kv:"p JV"} ${hide;kv:"pc light-blue"} ${hide;kv:"show_out"} ${hide;requirements:"cpu:4"} ${hide;input:"build/scripts/java_command_file.py"} ${hide;input:"build/scripts/process_command_files.py"}
 
 ARGS_DELIM="MACRO_CALLS_DELIM"
 
@@ -1988,9 +1989,9 @@ macro WITH_KOTLINC_DETEKT(Options...) {
 
 # tag:kotlin-specific
 ### Also search for _KAPT_OPTS and change version there
-_KOTLIN_VERSION=1.9.24
-KOTLIN_VERSION=1.9.24
-KOTLIN_BOM_FILE=${ARCADIA_ROOT}/contrib/java/org/jetbrains/kotlin/kotlin-bom/1.9.24/ya.dependency_management.inc
+_KOTLIN_VERSION=2.0.21
+KOTLIN_VERSION=2.0.21
+KOTLIN_BOM_FILE=${ARCADIA_ROOT}/contrib/java/org/jetbrains/kotlin/kotlin-bom/2.0.21/ya.dependency_management.inc
 DETEKT_VERSION=1.23.7
 
 _KOTLIN_SEM= \

diff --git a/build/conf/licenses.json b/build/conf/licenses.json
@@ -262,6 +262,7 @@
             "libtiff",
             "LicenseRef-scancode-ams-fonts",
             "LicenseRef-scancode-bitstream",
+            "LicenseRef-scancode-happy-bunny",
             "LicenseRef-scancode-mit-no-advert-export-control",
             "LicenseRef-scancode-oasis-ws-security-spec",
             "LicenseRef-scancode-paul-mackerras-binary",

diff --git a/build/conf/opensource_export.conf b/build/conf/opensource_export.conf
@@ -1,7 +1,7 @@
 when ($OPENSOURCE_PROJECT != "") {
     select ($OPENSOURCE_PROJECT) {
         "catboost" ? {
-            OPENSOURCE_REPLACE_OPENSSL="1.1.1t"
+            OPENSOURCE_REPLACE_OPENSSL="3.0.15"
         }
         "yt" ? {
             OPENSOURCE_REPLACE_LINUX_HEADERS="6.5.9"

diff --git a/build/conf/python.conf b/build/conf/python.conf
@@ -267,7 +267,6 @@ multimodule PY3_PROGRAM {
         # Notify pybuild to skip all python main function definitions
         ENABLE(IGNORE_PY_MAIN)
         NO_CLANG_TIDY()
-        DISABLE(START_TARGET)
     }
 }
 
@@ -436,7 +435,6 @@ multimodule PY3TEST {
         PEERDIR+=library/python/pytest
         _DONT_REQUIRE_LICENSE()
         WITHOUT_VERSION()
-        DISABLE(START_TARGET)
     }
 }
 
@@ -899,7 +897,7 @@ macro PYTHON3_ADDINCL() {
 macro _ARCADIA_PYTHON3_ADDINCL() {
     _PYTHON3_ADDINCL()
     SET(MODULE_TAG PY3)
-    SET(PEERDIR_TAGS PY3 PY3_BIN_LIB PY3TEST_LIBRARY PY3_NATIVE PY3_PROTO PY3_PROTO_FROM_SCHEMA PY3_FBS PY3_ROS YQL_UDF_STATIC __EMPTY__ RESOURCE_LIB DLL_LIB)
+    SET(PEERDIR_TAGS PY3 PY3_BIN_LIB PY3TEST_LIBRARY PY3_NATIVE PY3_PROTO PY3_PROTO_FROM_SCHEMA PY3_FBS PY3_ROS YQL_UDF_STATIC __EMPTY__ RESOURCE_LIB DLL_LIB ALICE_NLG_LIB)
 }
 
 # tag:python-specific  tag:internal

diff --git a/build/conf/settings.conf b/build/conf/settings.conf
@@ -9,7 +9,6 @@ USE_GLOBAL_CMD=yes
 PIC_NO_PIE=no
 FAIL_PY2=no
 MAIN_OUTPUT_AS_EXTRA=yes
-DISABLE_ATD=yes
 
 when ($OS_WINDOWS == "yes") {
     USE_GLOBAL_CMD=no

diff --git a/build/config/tests/cpp_style/a.yaml b/build/config/tests/cpp_style/a.yaml
@@ -8,7 +8,7 @@ arcanum:
       - name: cppcommittee
         roles: cppcommittee:consultant
     rules:
-      - subpaths: "config.clang-format"
+      - subpaths: ".clang-format"
         reviewers:
           - name: cppcommittee
             assign: 1

diff --git a/build/config/tests/cpp_style/config.clang-format b/build/config/tests/cpp_style/config.clang-format
diff --git a/build/config/tests/cpp_style/ya.make b/build/config/tests/cpp_style/ya.make
@@ -2,7 +2,6 @@ LIBRARY()
 
 RESOURCE_FILES(
     .clang-format
-    config.clang-format
 )
 
 END()
diff --git a/build/config/tests/py_style/config.toml b/build/config/tests/py_style/config.toml
diff --git a/build/config/tests/py_style/ya.make b/build/config/tests/py_style/ya.make
@@ -1,7 +1,6 @@
 LIBRARY()
 
 RESOURCE_FILES(
-    config.toml
     pyproject.toml
 )
 

diff --git a/build/export_generators/cmake/cmake/conan_provider.cmake b/build/export_generators/cmake/cmake/conan_provider.cmake
@@ -349,23 +349,23 @@ macro(append_compiler_executables_configuration)
     set(_conan_rc_compiler "")
     set(_conan_compilers_list "")
     if(CMAKE_C_COMPILER)
-        set(_conan_c_compiler "\"c\":\"\\\"${CMAKE_C_COMPILER}\\\"\"")
+        set(_conan_c_compiler "\"c\":\"${CMAKE_C_COMPILER}\"")
         set_conan_compiler_if_appleclang(C cc _conan_c_compiler)
         list(APPEND _conan_compilers_list ${_conan_c_compiler})
     else()
         message(WARNING "CMake-Conan: The C compiler is not defined. "
                         "Please define CMAKE_C_COMPILER or enable the C language.")
     endif()
     if(CMAKE_CXX_COMPILER)
-        set(_conan_cpp_compiler "\"cpp\":\"\\\"${CMAKE_CXX_COMPILER}\\\"\"")
+        set(_conan_cpp_compiler "\"cpp\":\"${CMAKE_CXX_COMPILER}\"")
         set_conan_compiler_if_appleclang(CXX c++ _conan_cpp_compiler)
         list(APPEND _conan_compilers_list ${_conan_cpp_compiler})
     else()
         message(WARNING "CMake-Conan: The C++ compiler is not defined. "
                         "Please define CMAKE_CXX_COMPILER or enable the C++ language.")
     endif()
     if(CMAKE_RC_COMPILER)
-        set(_conan_rc_compiler "\"rc\":\"\\\"${CMAKE_RC_COMPILER}\\\"\"")
+        set(_conan_rc_compiler "\"rc\":\"${CMAKE_RC_COMPILER}\"")
         list(APPEND _conan_compilers_list ${_conan_rc_compiler})
         # Not necessary to warn if RC not defined
     endif()

diff --git a/build/external_resources/yexport/public.resources.json b/build/external_resources/yexport/public.resources.json
@@ -1,13 +1,13 @@
 {
     "by_platform": {
         "darwin": {
-            "uri": "sbr:7688576117"
+            "uri": "sbr:8188215274"
         },
         "darwin-arm64": {
-            "uri": "sbr:7688574511"
+            "uri": "sbr:8188212965"
         },
         "linux": {
-            "uri": "sbr:7688572842"
+            "uri": "sbr:8188211019"
         }
     }
 }
diff --git a/build/external_resources/yexport/resources.json b/build/external_resources/yexport/resources.json
@@ -1,13 +1,13 @@
 {
     "by_platform": {
         "darwin": {
-            "uri": "sbr:7688485639"
+            "uri": "sbr:8188103297"
         },
         "darwin-arm64": {
-            "uri": "sbr:7688483801"
+            "uri": "sbr:8188100853"
         },
         "linux": {
-            "uri": "sbr:7688482250"
+            "uri": "sbr:8188098624"
         }
     }
 }
-Original file line number
+Diff line change
@@ Expand Up / @@ -33,6 +33,7 @@ __pycache__/ @@
     # MacOS specific
     .DS_Store
+    *.dSYM
     # clangd cache
     /.cache
@@ Expand Down @@