use shrink

Author: lll-phill-lll

ydb/library/yql/minikql/comp_nodes/mkql_grace_join.cpp

@@ -895,9 +895,11 @@ EFetchResult ProcessSpilledData(TComputationContext&, NUdf::TUnboxedValue*const*
 
                 LeftPacker->TuplesBatchPacked = 0;
                 LeftPacker->TablePtr->ClearBucket(NextBucketToJoin); // Clear content of returned bucket
+                LeftPacker->TablePtr->ShrinkBucket(NextBucketToJoin);
 
                 RightPacker->TuplesBatchPacked = 0;
                 RightPacker->TablePtr->ClearBucket(NextBucketToJoin); // Clear content of returned bucket
+                RightPacker->TablePtr->ShrinkBucket(NextBucketToJoin);
 
                 JoinedTablePtr->Clear();
                 JoinedTablePtr->ResetIterator();

ydb/library/yql/minikql/comp_nodes/mkql_grace_join_imp.cpp

@@ -1114,19 +1114,12 @@ void TTable::Clear() {
 
 void TTable::ClearBucket(ui64 bucket) {
     TTableBucket & tb = TableBuckets[bucket];
-    std::vector<ui64, TMKQLAllocator<ui64>>().swap(tb.KeyIntVals);
-    std::vector<ui64, TMKQLAllocator<ui64>>().swap(tb.DataIntVals);
-    std::vector<ui32, TMKQLAllocator<ui32>>().swap(tb.StringsOffsets);
-    std::vector<char, TMKQLAllocator<char>>().swap(tb.StringsValues);
-    std::vector<char, TMKQLAllocator<char>>().swap(tb.InterfaceValues);
-    std::vector<ui32, TMKQLAllocator<ui32>>().swap(tb.InterfaceOffsets);
-
-    /* tb.KeyIntVals.clear();
+    tb.KeyIntVals.clear();
     tb.DataIntVals.clear();
     tb.StringsOffsets.clear();
     tb.StringsValues.clear();
     tb.InterfaceValues.clear();
-    tb.InterfaceOffsets.clear();*/
+    tb.InterfaceOffsets.clear();
     tb.JoinIds.clear();
     tb.RightIds.clear();
 
@@ -1136,6 +1129,18 @@ void TTable::ClearBucket(ui64 bucket) {
     tbs.StringValuesTotalSize = 0;
 }
 
+void TTable::ShrinkBucket(ui64 bucket) {
+    TTableBucket & tb = TableBuckets[bucket];
+    tb.KeyIntVals.shrink_to_fit();
+    tb.DataIntVals.shrink_to_fit();
+    tb.StringsOffsets.shrink_to_fit();
+    tb.StringsValues.shrink_to_fit();
+    tb.InterfaceValues.shrink_to_fit();
+    tb.InterfaceOffsets.shrink_to_fit();
+    tb.JoinIds.shrink_to_fit();
+    tb.RightIds.shrink_to_fit();
+}
+
 void TTable::InitializeBucketSpillers(ISpiller::TPtr spiller) {
     for (size_t i = 0; i < NumberOfBuckets; ++i) {
         TableBucketsSpillers.emplace_back(spiller, 5_MB);

ydb/library/yql/minikql/comp_nodes/mkql_grace_join_imp.h

@@ -321,6 +321,9 @@ class TTable {
     // Clears all the data related to a single bucket
     void ClearBucket(ui64 bucket);
 
+    // Forces bucket to release the space used for underlying containers.
+    void ShrinkBucket(ui64 bucket);
+
     // Clears table content
     void Clear();