Add tpch upload test (#19695)

Author: iddqdex

ydb/tests/functional/tpc/medium/test_upload.py

@@ -0,0 +1,9 @@
+import ydb.tests.olap.load.lib.upload as upload
+from ydb.tests.functional.tpc.lib.conftest import FunctionalTestBase
+
+
+class TestUploadTpchS1(upload.TestUploadTpch1, FunctionalTestBase):
+    @classmethod
+    def setup_class(cls) -> None:
+        cls.setup_cluster()
+        upload.TestUploadTpch1.setup_class()

ydb/tests/functional/tpc/medium/ya.make

@@ -8,6 +8,7 @@ TEST_SRCS(
     test_external.py
     test_diff_processing.py
     test_tpch.py
+    test_upload.py
 )
 
 SIZE(MEDIUM)

ydb/tests/olap/load/lib/upload.py

@@ -0,0 +1,53 @@
+from __future__ import annotations
+from .conftest import LoadSuiteBase
+from ydb.tests.olap.lib.ydb_cli import YdbCliHelper
+from ydb.tests.olap.lib.ydb_cluster import YdbCluster
+from time import time
+import yatest.common
+import allure
+
+
+class UploadSuiteBase(LoadSuiteBase):
+    def init(self):
+        pass
+
+    def import_data(self):
+        pass
+
+    def test(self):
+        query_name = 'Upload'
+        start_time = time()
+        result = YdbCliHelper.WorkloadRunResult()
+        result.iterations[0] = YdbCliHelper.Iteration()
+        result.traceback = None
+        nodes_start_time = [n.start_time for n in YdbCluster.get_cluster_nodes(db_only=False)]
+        first_node_start_time = min(nodes_start_time) if len(nodes_start_time) > 0 else 0
+        result.start_time = max(start_time - 600, first_node_start_time)
+        try:
+            self.save_nodes_state()
+            with allure.step("init"):
+                self.init()
+            start_time = time()
+            with allure.step("import data"):
+                self.import_data()
+        except BaseException as e:
+            result.add_error(str(e))
+            result.traceback = e.__traceback__
+        result.iterations[0].time = time() - start_time
+        self.process_query_result(result, query_name, True)
+
+
+class UploadTpchBase(UploadSuiteBase):
+    @classmethod
+    def __get_path(cls):
+        return f'{YdbCluster.tables_path}/upload/tpch/s{cls.scale}'
+
+    def init(self):
+        yatest.common.execute(YdbCliHelper.get_cli_command() + ['workload', 'tpch', '-p', self.__get_path(), 'init', '--store=column'])
+
+    def import_data(self):
+        yatest.common.execute(YdbCliHelper.get_cli_command() + ['workload', 'tpch', '-p', self.__get_path(), 'import', 'generator', '--scale', str(self.scale)])
+
+
+class TestUploadTpch1(UploadTpchBase):
+    scale: int = 1

ydb/tests/olap/load/lib/ya.make

@@ -6,8 +6,8 @@ PY3_LIBRARY()
         external.py
         tpcds.py
         tpch.py
+        upload.py
         workload_simple_queue.py
-
     )
 
     PEERDIR (

ydb/tests/olap/load/test_upload.py

@@ -0,0 +1 @@
+from ydb.tests.olap.load.lib.upload import * # noqa

ydb/tests/olap/load/ya.make

@@ -12,6 +12,7 @@ PY3TEST()
         test_external.py
         test_tpcds.py
         test_tpch.py
+        test_upload.py
         test_workload_simple_queue.py
     )