Skip to content

Commit

Permalink
[regression test](control) add some regression case for control (apac…
Browse files Browse the repository at this point in the history
…he#27346)

* [regression test](control) add some regression case for control

```
1. CANCEL DECOMMISSION BACKEND
2. SET REPLICA STATUS
3. CLEAN TRASH
4. SET REPLICA VERSION
5. BAD REPLICA
```
  • Loading branch information
deardeng authored Nov 24, 2023
1 parent fdcb401 commit 2152d5a
Show file tree
Hide file tree
Showing 5 changed files with 207 additions and 6 deletions.
29 changes: 29 additions & 0 deletions be/src/olap/tablet.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -108,6 +108,7 @@
#include "segment_loader.h"
#include "service/point_query_executor.h"
#include "util/bvar_helper.h"
#include "util/debug_points.h"
#include "util/defer_op.h"
#include "util/doris_metrics.h"
#include "util/pretty_printer.h"
Expand Down Expand Up @@ -1641,6 +1642,21 @@ void Tablet::build_tablet_report_info(TTabletInfo* tablet_info,
} else {
tablet_info->__set_version_miss(cversion.second < max_version.second);
}

DBUG_EXECUTE_IF("Tablet.build_tablet_report_info.version_miss", {
auto tablet_id = dp->param<int64>("tablet_id", -1);
if (tablet_id != -1 && tablet_id == _tablet_meta->tablet_id()) {
auto miss = dp->param<bool>("version_miss", true);
LOG_WARNING("Tablet.build_tablet_report_info.version_miss")
.tag("tablet id", tablet_id)
.tag("version_miss", miss);
tablet_info->__set_version_miss(miss);

} else {
LOG_WARNING("Tablet.build_tablet_report_info.version_miss").tag("tablet id", tablet_id);
}
});

// find rowset with max version
auto iter = _rs_version_map.find(max_version);
if (iter == _rs_version_map.end()) {
Expand Down Expand Up @@ -1676,6 +1692,19 @@ void Tablet::build_tablet_report_info(TTabletInfo* tablet_info,
tablet_info->__set_used(false);
}

DBUG_EXECUTE_IF("Tablet.build_tablet_report_info.used", {
auto tablet_id = dp->param<int64>("tablet_id", -1);
if (tablet_id != -1 && tablet_id == _tablet_meta->tablet_id()) {
auto used = dp->param<bool>("used", true);
LOG_WARNING("Tablet.build_tablet_report_info.used")
.tag("tablet id", tablet_id)
.tag("used", used);
tablet_info->__set_used(used);
} else {
LOG_WARNING("Tablet.build_tablet_report_info.used").tag("tablet id", tablet_id);
}
});

// the report version is the largest continuous version, same logic as in FE side
tablet_info->__set_version(cversion.second);
// Useless but it is a required filed in TTabletInfo
Expand Down
5 changes: 0 additions & 5 deletions be/src/olap/tablet.h
Original file line number Diff line number Diff line change
Expand Up @@ -276,11 +276,6 @@ class Tablet final : public BaseTablet {
// TODO(ygl):
bool is_primary_replica() { return false; }

// TODO(ygl):
// eco mode means power saving in new energy car
// eco mode also means save money in palo
bool in_eco_mode() { return false; }

// return true if the checkpoint is actually done
bool do_tablet_meta_checkpoint();

Expand Down
73 changes: 73 additions & 0 deletions regression-test/suites/control_p0/set_replica_status.groovy
Original file line number Diff line number Diff line change
@@ -0,0 +1,73 @@
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.

suite("test_set_replica_status", "p0") {
def tableName = "test_set_replica_status_table"
sql "DROP TABLE IF EXISTS ${tableName}"
sql """
CREATE TABLE ${tableName} (
`id` LARGEINT NOT NULL,
`count` LARGEINT SUM DEFAULT "0")
AGGREGATE KEY(`id`)
DISTRIBUTED BY HASH(`id`) BUCKETS 2
PROPERTIES
(
"replication_num" = "1"
)
"""

List<String> values = []
for (int i = 1; i <= 10; ++i) {
values.add("(${i}, ${i})")
}
sql """INSERT INTO ${tableName} VALUES ${values.join(",")}"""

def result = sql_return_maparray """show tablets from ${tableName}"""
assertNotNull(result)
def tabletId = null
def backendId = null
for (def res : result) {
tabletId = res.TabletId
backendId = res.BackendId
break
}
sql """ADMIN SET REPLICA STATUS PROPERTIES("tablet_id" = "${tabletId}", "backend_id" = "${backendId}", "status" = "bad");"""
result = sql_return_maparray """ADMIN SHOW REPLICA STATUS FROM ${tableName}"""
for (def res : result) {
if (res.TabletId == tabletId) {
logger.info("admin show replica status ${res}")
assertTrue(res.IsBad.toBoolean())
}
}
sql """ADMIN SET REPLICA STATUS PROPERTIES("tablet_id" = "${tabletId}", "backend_id" = "${backendId}", "status" = "ok");"""
result = sql_return_maparray """ADMIN SHOW REPLICA STATUS FROM ${tableName}"""
for (def res : result) {
if (res.TabletId == tabletId) {
logger.info("admin show replica status ${res}")
assertFalse(res.IsBad.toBoolean())
}
}
sql """ADMIN SET REPLICA VERSION PROPERTIES("tablet_id" = "${tabletId}", "backend_id" = "${backendId}", "last_failed_version" = "10");"""
result = sql_return_maparray """ADMIN SHOW REPLICA STATUS FROM ${tableName}"""
for (def res : result) {
if (res.TabletId == tabletId) {
logger.info("admin show replica version ${res}")
assertEquals(10L, res.LastFailedVersion.toLong())
}
}
sql """ADMIN CLEAN TRASH"""
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,73 @@
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.

import org.apache.doris.regression.suite.ClusterOptions
import org.apache.doris.regression.util.NodeType

suite('test_report_version_missing', "nonConcurrent") {
def tableName = "test_set_replica_status_table_in_docker"
sql "DROP TABLE IF EXISTS ${tableName}"
sql """
CREATE TABLE ${tableName} (
`id` LARGEINT NOT NULL,
`count` LARGEINT SUM DEFAULT "0")
AGGREGATE KEY(`id`)
DISTRIBUTED BY HASH(`id`) BUCKETS 1
PROPERTIES
(
"replication_num" = "1"
)
"""
List<String> values = []
for (int i = 1; i <= 10; ++i) {
values.add("(${i}, ${i})")
}
sql """INSERT INTO ${tableName} VALUES ${values.join(",")}"""

def result = sql_return_maparray """show tablets from ${tableName}"""
assertNotNull(result)
def tabletId = null
for (def res : result) {
tabletId = res.TabletId
break
}
try {
GetDebugPoint().enableDebugPointForAllBEs("Tablet.build_tablet_report_info.version_miss", [tablet_id:"${tabletId}",version_miss:true])
boolean succ = false

for (int i = 0; i < 3; ++i) {
result = sql_return_maparray """show tablets from ${tableName}"""
logger.info("show tablets from ${result}, has after ${i} * 60 s")
assertNotNull(result)
// LstFailedVersion > 0, version missing
for (def res : result) {
if (res.TabletId.toLong() == tabletId.toLong() && res.LstFailedVersion.toLong() > 0) {
succ = true
break
}
}
if (succ) {
break
}
Thread.sleep(60000)
}
assertTrue(succ)

} finally {
GetDebugPoint().disableDebugPointForAllBEs("Tablet.build_tablet_report_info.version_miss")
}
}
33 changes: 32 additions & 1 deletion regression-test/suites/node_p0/test_backend.groovy
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@
// specific language governing permissions and limitations
// under the License.

suite("test_backend") {
suite("test_backend", "nonConcurrent") {
def address = "127.0.0.1"
def notExistPort = 12346

Expand All @@ -39,4 +39,35 @@ suite("test_backend") {
result = sql """SHOW BACKENDS;"""
logger.info("result:${result}")
}

if (context.config.jdbcUser.equals("root")) {
try {
try_sql """admin set frontend config("drop_backend_after_decommission" = "false")"""
def result = sql_return_maparray """SHOW BACKENDS;"""
logger.info("show backends result:${result}")
def beId1 = null
for (def res : result) {
beId1 = res.BackendId
break
}
result = sql """ALTER SYSTEM DECOMMISSION BACKEND "${beId1}" """
logger.info("ALTER SYSTEM DECOMMISSION BACKEND ${result}")
result = sql_return_maparray """SHOW BACKENDS;"""
for (def res : result) {
if (res.BackendId == "${beId1}") {
assertTrue(res.SystemDecommissioned.toBoolean())
}
}
result = sql """CANCEL DECOMMISSION BACKEND "${beId1}" """
logger.info("CANCEL DECOMMISSION BACKEND ${result}")
result = sql_return_maparray """SHOW BACKENDS;"""
for (def res : result) {
if (res.BackendId == "${beId1}") {
assertFalse(res.SystemDecommissioned.toBoolean())
}
}
} finally {
try_sql """admin set frontend config("drop_backend_after_decommission" = "true")"""
}
}
}

0 comments on commit 2152d5a

Please sign in to comment.