Skip to content

Commit 3847ed9

Browse files
committed
float and double columns have been added
1 parent 87d9f8a commit 3847ed9

File tree

1 file changed

+52
-7
lines changed

1 file changed

+52
-7
lines changed

ydb/services/ydb/ydb_bulk_upsert_olap_ut.cpp

Lines changed: 52 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -131,6 +131,49 @@ NKikimrConfig::TAppConfig GetAppConfig() {
131131
return appConfig;
132132
}
133133

134+
void CreateExtTable(const TServerSettings& settings, ui32 shards = 2,
135+
const TString& storeName = TTestOlap::StoreName, const TString& tableName = TTestOlap::TableName) {
136+
TString tableDescr = Sprintf(R"(
137+
Name: "%s"
138+
ColumnShardCount: 4
139+
SchemaPresets {
140+
Name: "default"
141+
Schema {
142+
Columns { Name: "timestamp" Type: "Timestamp" NotNull : true }
143+
Columns { Name: "resource_type" Type: "Utf8" }
144+
Columns { Name: "resource_id" Type: "Utf8" }
145+
Columns { Name: "uid" Type: "Utf8" NotNull : true }
146+
Columns { Name: "level" Type: "Int32" }
147+
Columns { Name: "message" Type: "Utf8" }
148+
Columns { Name: "json_payload" Type: "JsonDocument" }
149+
Columns { Name: "ingested_at" Type: "Timestamp" }
150+
Columns { Name: "saved_at" Type: "Timestamp" }
151+
Columns { Name: "request_id" Type: "Utf8" }
152+
Columns { Name: "flt" Type: "Float" }
153+
Columns { Name: "dbl" Type: "Double" }
154+
KeyColumnNames: "timestamp"
155+
KeyColumnNames: "uid"
156+
}
157+
}
158+
)", storeName.c_str());
159+
160+
TClient annoyingClient(settings);
161+
annoyingClient.SetSecurityToken("root@builtin");
162+
NMsgBusProxy::EResponseStatus status = annoyingClient.CreateOlapStore("/Root", tableDescr);
163+
UNIT_ASSERT_VALUES_EQUAL(status, NMsgBusProxy::EResponseStatus::MSTATUS_OK);
164+
status = annoyingClient.CreateColumnTable("/Root", Sprintf(R"(
165+
Name: "%s/%s"
166+
ColumnShardCount : %d
167+
Sharding {
168+
HashSharding {
169+
Function: HASH_FUNCTION_CLOUD_LOGS
170+
Columns: ["timestamp", "uid"]
171+
}
172+
}
173+
)", storeName.c_str(), tableName.c_str(), shards));
174+
UNIT_ASSERT_VALUES_EQUAL(status, NMsgBusProxy::EResponseStatus::MSTATUS_OK);
175+
}
176+
134177
}
135178

136179
Y_UNIT_TEST_SUITE(YdbTableBulkUpsertOlap) {
@@ -580,7 +623,7 @@ Y_UNIT_TEST_SUITE(YdbTableBulkUpsertOlap) {
580623
TKikimrWithGrpcAndRootSchema server(GetAppConfig());
581624
server.Server_->GetRuntime()->SetLogPriority(NKikimrServices::TX_COLUMNSHARD, NActors::NLog::PRI_DEBUG);
582625

583-
TTestOlap::CreateTable(*server.ServerSettings);
626+
TTestOlap::CreateTable(*server.ServerSettings); // 2 shards
584627

585628
ui16 grpc = server.GetPort();
586629
TString location = TStringBuilder() << "localhost:" << grpc;
@@ -953,7 +996,7 @@ Y_UNIT_TEST_SUITE(YdbTableBulkUpsertOlap) {
953996
TKikimrWithGrpcAndRootSchema server(GetAppConfig());
954997
server.Server_->GetRuntime()->SetLogPriority(NKikimrServices::TX_COLUMNSHARD, NActors::NLog::PRI_DEBUG);
955998

956-
TTestOlap::CreateTable(*server.ServerSettings);
999+
CreateExtTable(*server.ServerSettings);
9571000

9581001
ui16 grpc = server.GetPort();
9591002
TString location = TStringBuilder() << "localhost:" << grpc;
@@ -965,8 +1008,8 @@ Y_UNIT_TEST_SUITE(YdbTableBulkUpsertOlap) {
9651008

9661009
{
9671010
TString csv =
968-
"timestamp|resource_type|resource_id|uid|level|message|json_payload|ingested_at|saved_at|request_id\n"
969-
"1970-01-01T00:00:00Z|OBJECT|123|guid|5|data|{}|1970-01-01T00:00:00Z|1970-01-01T00:00:00Z|125";
1011+
"timestamp|resource_type|resource_id|uid|level|message|json_payload|ingested_at|saved_at|request_id|flt|dbl\n"
1012+
"1970-01-01T00:00:00Z|OBJECT|123|guid|5|data|{\"key\":\"value\"}|1970-01-01T00:00:00Z|1970-01-01T00:00:00Z|1250|1e-17|1e-80";
9701013

9711014
Ydb::Formats::CsvSettings csvSettings;
9721015
csvSettings.set_header(true);
@@ -991,14 +1034,16 @@ Y_UNIT_TEST_SUITE(YdbTableBulkUpsertOlap) {
9911034
.BeginStruct()
9921035
.AddMember("timestamp").OptionalTimestamp(TInstant::Now())
9931036
.AddMember("resource_type").OptionalUtf8("FILE")
994-
.AddMember("resource_id").OptionalUtf8("124")
1037+
.AddMember("resource_id").OptionalUtf8("12")
9951038
.AddMember("uid").OptionalUtf8("guid7")
996-
.AddMember("level").OptionalInt32(6)
1039+
.AddMember("level").OptionalInt32(687)
9971040
.AddMember("message").OptionalUtf8("data2")
998-
.AddMember("json_payload").OptionalJsonDocument("{}")
1041+
.AddMember("json_payload").OptionalJsonDocument("{\"key1\": \"value1\"}")
9991042
.AddMember("ingested_at").OptionalTimestamp(TInstant::Now())
10001043
.AddMember("saved_at").OptionalTimestamp(TInstant::Now())
10011044
.AddMember("request_id").OptionalUtf8("126")
1045+
.AddMember("flt").OptionalFloat(23.0)
1046+
.AddMember("dbl").OptionalDouble(1e+113)
10021047
.EndStruct();
10031048
rowsBuilder.EndList();
10041049

0 commit comments

Comments
 (0)