Merge pull request #12156 from ydb-platform/mergelibs-241130-1815

Library import 241130-1815

Author: maximyurchuk

build/config/tests/py_style/default_configs.json

@@ -1,6 +1,7 @@
 {
+    "black": "build/config/tests/py_style/config.toml",
+    "dummy_linter": "build/config/tests/py_style/dummy_linter_config.json",
     "flake8": "build/config/tests/flake8/flake8.conf",
     "py2_flake8": "build/config/tests/flake8/flake8.conf",
-    "black": "build/config/tests/py_style/config.toml",
-    "dummy_linter": "build/config/tests/py_style/dummy_linter_config.json"
+    "ruff": "build/config/tests/ruff/ruff.toml"
 }

build/plugins/lib/test_const/__init__.py

@@ -438,19 +438,32 @@ class ServiceTags(Enum):
 
 
 class PythonLinterName(Enum):
-    Flake8 = "flake8"
-    Py2Flake8 = "py2_flake8"
     Black = "black"
     DummyLinter = "dummy_linter"
+    Flake8 = "flake8"
+    Py2Flake8 = "py2_flake8"
+    Ruff = "ruff"
 
 
 class CppLinterName(Enum):
     ClangFormat = "clang_format"
 
 
 class DefaultLinterConfig(Enum):
-    Python = "build/config/tests/py_style/default_configs.json"
     Cpp = "build/config/tests/cpp_style/default_configs.json"
+    Python = "build/config/tests/py_style/default_configs.json"
+
+
+LINTER_CONFIG_TYPES = {
+    CppLinterName.ClangFormat: (".clang-format",),
+    PythonLinterName.Black: ("pyproject.toml",),
+    PythonLinterName.Ruff: ("pyproject.toml", "ruff.toml"),
+}
+
+AUTOINCLUDE_PATHS = (
+    'build/conf/autoincludes.json',
+    'build/internal/conf/autoincludes.json',
+)
 
 
 class Status(object):

contrib/libs/mimalloc/.yandex_meta/devtools.copyrights.report

@@ -29,16 +29,6 @@
 # FILE_INCLUDE - include all file data into licenses text file
 # =======================
 
-KEEP     COPYRIGHT_SERVICE_LABEL 21dec668d9ab2431f46cc70979134ba7
-BELONGS ya.make
-    Note: matched license text is too long. Read it in the source files.
-    Scancode info:
-        Original SPDX id: COPYRIGHT_SERVICE_LABEL
-        Score           : 100.00
-        Match type      : COPYRIGHT
-    Files with this license:
-        src/bitmap.c [2:4]
-
 KEEP     COPYRIGHT_SERVICE_LABEL 25dcefb85a8e188fc5c56da58857f739
 BELONGS ya.make
     License text:
@@ -58,81 +48,106 @@ BELONGS ya.make
         Score           : 100.00
         Match type      : COPYRIGHT
     Files with this license:
-        include/mimalloc-internal.h [2:4]
-        include/mimalloc-types.h [2:4]
-        include/mimalloc.h [2:4]
         src/alloc-aligned.c [2:4]
         src/alloc-override.c [2:4]
         src/alloc-posix.c [2:4]
-        src/alloc.c [2:4]
         src/heap.c [2:4]
-        src/init.c [2:4]
         src/options.c [2:4]
-        src/os.c [2:4]
         src/stats.c [2:4]
 
-KEEP     COPYRIGHT_SERVICE_LABEL 28da6750f9f70938a34a2683265c5f37
+KEEP     COPYRIGHT_SERVICE_LABEL 5b7d847fe742e0704b8071bd0042a721
 BELONGS ya.make
     Note: matched license text is too long. Read it in the source files.
     Scancode info:
         Original SPDX id: COPYRIGHT_SERVICE_LABEL
         Score           : 100.00
         Match type      : COPYRIGHT
     Files with this license:
-        include/mimalloc-atomic.h [2:4]
+        include/mimalloc-new-delete.h [2:4]
+        include/mimalloc-override.h [2:4]
 
-KEEP     COPYRIGHT_SERVICE_LABEL 4d891fec2fadb396208278a6d4280c2c
+KEEP     COPYRIGHT_SERVICE_LABEL 5f21aa30041415548b09b1e8e25da7fb
 BELONGS ya.make
     Note: matched license text is too long. Read it in the source files.
     Scancode info:
         Original SPDX id: COPYRIGHT_SERVICE_LABEL
         Score           : 100.00
         Match type      : COPYRIGHT
     Files with this license:
-        src/bitmap.h [2:4]
+        src/arena.c [2:4]
+        src/segment-map.c [2:4]
 
-KEEP     COPYRIGHT_SERVICE_LABEL 5b7d847fe742e0704b8071bd0042a721
+KEEP     COPYRIGHT_SERVICE_LABEL 5fc5246a7da6971940f2a93100292b4d
 BELONGS ya.make
     Note: matched license text is too long. Read it in the source files.
     Scancode info:
         Original SPDX id: COPYRIGHT_SERVICE_LABEL
         Score           : 100.00
         Match type      : COPYRIGHT
     Files with this license:
-        include/mimalloc-new-delete.h [2:4]
-        include/mimalloc-override.h [2:4]
+        src/random.c [2:4]
 
-KEEP     COPYRIGHT_SERVICE_LABEL 5fc5246a7da6971940f2a93100292b4d
+KEEP     COPYRIGHT_SERVICE_LABEL 8417b808fabacd093257b7972e1b7c8f
 BELONGS ya.make
     Note: matched license text is too long. Read it in the source files.
     Scancode info:
         Original SPDX id: COPYRIGHT_SERVICE_LABEL
         Score           : 100.00
         Match type      : COPYRIGHT
     Files with this license:
-        src/arena.c [2:4]
-        src/random.c [2:4]
+        include/mimalloc/atomic.h [2:4]
+
+KEEP     COPYRIGHT_SERVICE_LABEL bb2ecc7d3573627ff5673fd4981120f7
+BELONGS ya.make
+    Note: matched license text is too long. Read it in the source files.
+    Scancode info:
+        Original SPDX id: COPYRIGHT_SERVICE_LABEL
+        Score           : 100.00
+        Match type      : COPYRIGHT
+    Files with this license:
+        src/bitmap.c [2:4]
+        src/bitmap.h [2:4]
 
-KEEP     COPYRIGHT_SERVICE_LABEL fe43a4aab9cf694378c07b2f43474c64
+KEEP     COPYRIGHT_SERVICE_LABEL e7f053f38ca4d796d9d56538f0ce1ac7
 BELONGS ya.make
     Note: matched license text is too long. Read it in the source files.
     Scancode info:
         Original SPDX id: COPYRIGHT_SERVICE_LABEL
         Score           : 100.00
         Match type      : COPYRIGHT
     Files with this license:
-        src/region.c [2:4]
+        include/mimalloc.h [2:4]
+        include/mimalloc/internal.h [2:4]
+        include/mimalloc/prim.h [2:4]
+        include/mimalloc/track.h [2:4]
+        src/libc.c [2:4]
+        src/os.c [2:4]
+        src/prim/osx/prim.c [2:4]
+        src/prim/prim.c [2:4]
+        src/prim/unix/prim.c [2:4]
 
-KEEP     COPYRIGHT_SERVICE_LABEL feb05913c2d79921f57fa41bec01920f
+KEEP     COPYRIGHT_SERVICE_LABEL fc7c1095a8a64f3166ead9be4cfabb96
 BELONGS ya.make
     Note: matched license text is too long. Read it in the source files.
     Scancode info:
         Original SPDX id: COPYRIGHT_SERVICE_LABEL
         Score           : 100.00
         Match type      : COPYRIGHT
     Files with this license:
-        src/alloc-override-osx.c [2:4]
+        include/mimalloc/types.h [2:4]
+        src/alloc.c [2:4]
+        src/free.c [2:4]
         src/page-queue.c [2:4]
         src/page.c [2:4]
         src/segment.c [2:4]
-        src/static.c [2:4]
+
+KEEP     COPYRIGHT_SERVICE_LABEL fe63ec86a6a35162f9131f69ba4bc3e6
+BELONGS ya.make
+    Note: matched license text is too long. Read it in the source files.
+    Scancode info:
+        Original SPDX id: COPYRIGHT_SERVICE_LABEL
+        Score           : 100.00
+        Match type      : COPYRIGHT
+    Files with this license:
+        src/init.c [2:4]
+        src/prim/osx/alloc-override-zone.c [2:4]

contrib/libs/mimalloc/.yandex_meta/devtools.licenses.report

@@ -31,7 +31,6 @@
 
 SKIP     LicenseRef-scancode-generic-cla 0539c29f2b403f650800fcba3b1c53a6
 BELONGS ya.make
-    # Contributor License Agreement
     License text:
         Contributor License Agreement (CLA) declaring that you have the right to, and actually do, grant us
     Scancode info:
@@ -40,11 +39,11 @@ BELONGS ya.make
         Match type      : NOTICE
         Links           : https://github.com/nexB/scancode-toolkit/tree/develop/src/licensedcode/data/licenses/generic-cla.LICENSE
     Files with this license:
-        readme.md [680:680]
+        readme.md [816:816]
 
 KEEP     MIT AND MIT          2d229fcf116e5a7facba2d4dcccf15ba
 BELONGS ya.make
-FILE_INCLUDE LICENSE found in files: include/mimalloc-internal.h at line 5, include/mimalloc-types.h at line 5, include/mimalloc.h at line 5, src/alloc-aligned.c at line 5, src/alloc.c at line 5, src/options.c at line 5
+FILE_INCLUDE LICENSE found in files: include/mimalloc.h at line 5, include/mimalloc/atomic.h at line 5, include/mimalloc/internal.h at line 5, include/mimalloc/track.h at line 5, src/init.c at line 5, src/os.c at line 5
     License text:
         This is free software; you can redistribute it and/or modify it under the
         terms of the MIT license. A copy of the license can be found in the file
@@ -55,37 +54,43 @@ FILE_INCLUDE LICENSE found in files: include/mimalloc-internal.h at line 5, incl
         Match type      : NOTICE
         Links           : http://opensource.org/licenses/mit-license.php, https://spdx.org/licenses/MIT
     Files with this license:
-        include/mimalloc-atomic.h [3:5]
         include/mimalloc-new-delete.h [3:5]
         include/mimalloc-override.h [3:5]
-        src/alloc-override-osx.c [3:5]
+        include/mimalloc/prim.h [3:5]
+        include/mimalloc/types.h [3:5]
+        src/alloc-aligned.c [3:5]
         src/alloc-override.c [3:5]
         src/alloc-posix.c [3:5]
+        src/alloc.c [3:5]
         src/arena.c [3:5]
         src/bitmap.c [3:5]
         src/bitmap.h [3:5]
+        src/free.c [3:5]
         src/heap.c [3:5]
-        src/init.c [3:5]
-        src/os.c [3:5]
+        src/libc.c [3:5]
+        src/options.c [3:5]
         src/page-queue.c [3:5]
         src/page.c [3:5]
+        src/prim/osx/alloc-override-zone.c [3:5]
+        src/prim/osx/prim.c [3:5]
+        src/prim/prim.c [3:5]
+        src/prim/unix/prim.c [3:5]
         src/random.c [3:5]
-        src/region.c [3:5]
+        src/segment-map.c [3:5]
         src/segment.c [3:5]
-        src/static.c [3:5]
         src/stats.c [3:5]
     Scancode info:
         Original SPDX id: MIT
         Score           : 61.76
         Match type      : NOTICE
         Links           : http://opensource.org/licenses/mit-license.php, https://spdx.org/licenses/MIT
     Files with this license:
-        include/mimalloc-internal.h [3:5]
-        include/mimalloc-types.h [3:5]
         include/mimalloc.h [3:5]
-        src/alloc-aligned.c [3:5]
-        src/alloc.c [3:5]
-        src/options.c [3:5]
+        include/mimalloc/atomic.h [3:5]
+        include/mimalloc/internal.h [3:5]
+        include/mimalloc/track.h [3:5]
+        src/init.c [3:5]
+        src/os.c [3:5]
 
 KEEP     MIT                  399584035c417b91040964779555dfac
 BELONGS ya.make
@@ -99,6 +104,20 @@ BELONGS ya.make
     Files with this license:
         LICENSE [1:1]
 
+KEEP     MIT                  46d3a844e933821ebdb401dff1a34bc0
+BELONGS ya.make
+    License text:
+        This is free software; you can redistribute it and/or modify it under the
+        terms of the MIT license. A copy of the license can be found in the file
+    Scancode info:
+        Original SPDX id: BSD-3-Clause
+        Score           : 52.38
+        Match type      : NOTICE
+        Links           : http://www.opensource.org/licenses/BSD-3-Clause, https://spdx.org/licenses/BSD-3-Clause
+    Files with this license:
+        include/mimalloc/atomic.h [3:4]
+        include/mimalloc/track.h [3:4]
+
 KEEP     MIT                  54575e81a786e9aa7d98337ec2e1ebb0
 BELONGS ya.make
     Note: matched license text is too long. Read it in the source files.

contrib/libs/mimalloc/.yandex_meta/licenses.list.txt

@@ -5,47 +5,53 @@ terms of the MIT license. A copy of the license can be found in the file
 
 
 ====================COPYRIGHT====================
-Copyright (c) 2018-2020, Microsoft Research, Daan Leijen
+Copyright (c) 2018-2021 Microsoft Corporation, Daan Leijen
+
+
+====================COPYRIGHT====================
+Copyright (c) 2018-2021, Microsoft Research, Daan Leijen
 This is free software; you can redistribute it and/or modify it under the
 terms of the MIT license. A copy of the license can be found in the file
 
 
 ====================COPYRIGHT====================
-Copyright (c) 2018-2021 Microsoft Corporation, Daan Leijen
+Copyright (c) 2018-2022, Microsoft Research, Daan Leijen
+This is free software; you can redistribute it and/or modify it under the
+terms of the MIT license. A copy of the license can be found in the file
 
 
 ====================COPYRIGHT====================
-Copyright (c) 2018-2021 Microsoft Research, Daan Leijen
+Copyright (c) 2018-2023 Microsoft Research, Daan Leijen
 This is free software; you can redistribute it and/or modify it under the
 terms of the MIT license. A copy of the license can be found in the file
 
 
 ====================COPYRIGHT====================
-Copyright (c) 2018-2021, Microsoft Research, Daan Leijen
+Copyright (c) 2018-2023, Microsoft Research, Daan Leijen
 This is free software; you can redistribute it and/or modify it under the
 terms of the MIT license. A copy of the license can be found in the file
 
 
 ====================COPYRIGHT====================
-Copyright (c) 2019-2020 Microsoft Research, Daan Leijen
+Copyright (c) 2018-2024, Microsoft Research, Daan Leijen
 This is free software; you can redistribute it and/or modify it under the
 terms of the MIT license. A copy of the license can be found in the file
 
 
 ====================COPYRIGHT====================
-Copyright (c) 2019-2020, Microsoft Research, Daan Leijen
+Copyright (c) 2019-2021, Microsoft Research, Daan Leijen
 This is free software; you can redistribute it and/or modify it under the
 terms of the MIT license. A copy of the license can be found in the file
 
 
 ====================COPYRIGHT====================
-Copyright (c) 2019-2021 Microsoft Research, Daan Leijen
+Copyright (c) 2019-2023 Microsoft Research, Daan Leijen
 This is free software; you can redistribute it and/or modify it under the
 terms of the MIT license. A copy of the license can be found in the file
 
 
 ====================COPYRIGHT====================
-Copyright (c) 2019-2021, Microsoft Research, Daan Leijen
+Copyright (c) 2019-2023, Microsoft Research, Daan Leijen
 This is free software; you can redistribute it and/or modify it under the
 terms of the MIT license. A copy of the license can be found in the file
 
@@ -97,6 +103,11 @@ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 SOFTWARE.
 
+====================MIT====================
+This is free software; you can redistribute it and/or modify it under the
+terms of the MIT license. A copy of the license can be found in the file
+
+
 ====================MIT AND MIT====================
 This is free software; you can redistribute it and/or modify it under the
 terms of the MIT license. A copy of the license can be found in the file