add vdisk throttling according to disk space occupancy

ydb/core/blobstorage/nodewarden/node_warden_impl.cpp

@@ -35,6 +35,8 @@ TNodeWarden::TNodeWarden(const TIntrusivePtr<TNodeWardenConfig> &cfg)
     , ThrottlingMaxSstCount(250, 1, 1000)
     , ThrottlingMinInplacedSize(20ull << 30, 1 << 20, 500ull < 30)
     , ThrottlingMaxInplacedSize(60ull << 30, 1 << 20, 500ull < 30)
+    , ThrottlingMinOccupancyPerMille(900, 1, 1000)
+    , ThrottlingMaxOccupancyPerMille(950, 1, 1000)
     , MaxCommonLogChunksHDD(200, 1, 1'000'000)
     , MaxCommonLogChunksSSD(200, 1, 1'000'000)
     , CostMetricsParametersByMedia({
@@ -347,6 +349,8 @@ void TNodeWarden::Bootstrap() {
         icb->RegisterSharedControl(ThrottlingMaxSstCount, "VDiskControls.ThrottlingMaxSstCount");
         icb->RegisterSharedControl(ThrottlingMinInplacedSize, "VDiskControls.ThrottlingMinInplacedSize");
         icb->RegisterSharedControl(ThrottlingMaxInplacedSize, "VDiskControls.ThrottlingMaxInplacedSize");
+        icb->RegisterSharedControl(ThrottlingMinOccupancyPerMille, "VDiskControls.ThrottlingMinOccupancyPerMille");
+        icb->RegisterSharedControl(ThrottlingMaxOccupancyPerMille, "VDiskControls.ThrottlingMaxOccupancyPerMille");
 
         icb->RegisterSharedControl(MaxCommonLogChunksHDD, "PDiskControls.MaxCommonLogChunksHDD");
         icb->RegisterSharedControl(MaxCommonLogChunksSSD, "PDiskControls.MaxCommonLogChunksSSD");

ydb/core/blobstorage/nodewarden/node_warden_impl.h

@@ -174,6 +174,8 @@ namespace NKikimr::NStorage {
         TControlWrapper ThrottlingMaxSstCount;
         TControlWrapper ThrottlingMinInplacedSize;
         TControlWrapper ThrottlingMaxInplacedSize;
+        TControlWrapper ThrottlingMinOccupancyPerMille;
+        TControlWrapper ThrottlingMaxOccupancyPerMille;
 
         TControlWrapper MaxCommonLogChunksHDD;
         TControlWrapper MaxCommonLogChunksSSD;

ydb/core/blobstorage/nodewarden/node_warden_vdisk.cpp

@@ -204,6 +204,8 @@ namespace NKikimr::NStorage {
         vdiskConfig->ThrottlingMaxSstCount = ThrottlingMaxSstCount;
         vdiskConfig->ThrottlingMinInplacedSize = ThrottlingMinInplacedSize;
         vdiskConfig->ThrottlingMaxInplacedSize = ThrottlingMaxInplacedSize;
+        vdiskConfig->ThrottlingMinOccupancyPerMille = ThrottlingMinOccupancyPerMille;
+        vdiskConfig->ThrottlingMaxOccupancyPerMille = ThrottlingMaxOccupancyPerMille;
 
         vdiskConfig->CostMetricsParametersByMedia = CostMetricsParametersByMedia;
 

ydb/core/blobstorage/vdisk/common/vdisk_config.h

@@ -248,6 +248,8 @@ namespace NKikimr {
         TControlWrapper ThrottlingMaxSstCount;
         TControlWrapper ThrottlingMinInplacedSize;
         TControlWrapper ThrottlingMaxInplacedSize;
+        TControlWrapper ThrottlingMinOccupancyPerMille;
+        TControlWrapper ThrottlingMaxOccupancyPerMille;
 
         ///////////// FEATURE FLAGS ////////////////////////
         NKikimrConfig::TFeatureFlags FeatureFlags;

ydb/core/blobstorage/vdisk/common/vdisk_mongroups.h

@@ -140,6 +140,7 @@ public:
                 COUNTER_INIT_IF_EXTENDED(ThrottlingIsActive, false);
                 COUNTER_INIT_IF_EXTENDED(ThrottlingLevel0SstCount, false);
                 COUNTER_INIT_IF_EXTENDED(ThrottlingAllLevelsInplacedSize, false);
+                COUNTER_INIT_IF_EXTENDED(ThrottlingOccupancyPerMille, false);
             }
 
             COUNTER_DEF(EmergencyMovedPatchQueueItems);
@@ -163,6 +164,7 @@ public:
             COUNTER_DEF(ThrottlingIsActive);
             COUNTER_DEF(ThrottlingLevel0SstCount);
             COUNTER_DEF(ThrottlingAllLevelsInplacedSize);
+            COUNTER_DEF(ThrottlingOccupancyPerMille);
         };
 
         ///////////////////////////////////////////////////////////////////////////////////

ydb/core/blobstorage/vdisk/skeleton/skeleton_overload_handler.cpp

@@ -184,6 +184,7 @@ namespace NKikimr {
 
         ui64 CurrentSstCount = 0;
         ui64 CurrentInplacedSize = 0;
+        ui64 CurrentOccupancy = 0;
 
         TInstant CurrentTime;
         ui64 CurrentSpeedLimit = 0;
@@ -219,10 +220,20 @@ namespace NKikimr {
             return LinearInterpolation(CurrentInplacedSize, minInplacedSize, maxInplacedSize, deviceSpeed);
         }
 
+        ui64 CalcOccupancySpeedLimit() const {
+            ui64 deviceSpeed = (ui64)VCfg->ThrottlingDeviceSpeed;
+            ui64 minOccupancy = (ui64)VCfg->ThrottlingMinOccupancyPerMille * 1000;
+            ui64 maxOccupancy = (ui64)VCfg->ThrottlingMaxOccupancyPerMille * 1000;
+
+            return LinearInterpolation(CurrentOccupancy, minOccupancy, maxOccupancy, deviceSpeed);
+        }
+
         ui64 CalcCurrentSpeedLimit() const {
             ui64 sstCountSpeedLimit = CalcSstCountSpeedLimit();
             ui64 inplacedSizeSpeedLimit = CalcInplacedSizeSpeedLimit();
-            return std::min(sstCountSpeedLimit, inplacedSizeSpeedLimit);
+            ui64 occupancySpeedLimit = CalcOccupancySpeedLimit();
+
+            return std::min(occupancySpeedLimit, std::min(sstCountSpeedLimit, inplacedSizeSpeedLimit));
         }
 
     public:
@@ -236,9 +247,11 @@ namespace NKikimr {
         bool IsActive() const {
             ui64 minSstCount = (ui64)VCfg->ThrottlingMinSstCount;
             ui64 minInplacedSize = (ui64)VCfg->ThrottlingMinInplacedSize;
+            ui64 minOccupancy = (ui64)VCfg->ThrottlingMinOccupancyPerMille * 1000;
 
             return CurrentSstCount > minSstCount ||
-                CurrentInplacedSize > minInplacedSize;
+                CurrentInplacedSize > minInplacedSize ||
+                CurrentOccupancy > minOccupancy;
         }
 
         TDuration BytesToDuration(ui64 bytes) const {
@@ -258,7 +271,7 @@ namespace NKikimr {
             return AvailableBytes;
         }
 
-        void UpdateState(TInstant now, ui64 sstCount, ui64 inplacedSize) {
+        void UpdateState(TInstant now, ui64 sstCount, ui64 inplacedSize, float occupancy) {
             bool prevActive = IsActive();
 
             CurrentSstCount = sstCount;
@@ -267,6 +280,9 @@ namespace NKikimr {
             CurrentInplacedSize = inplacedSize;
             Mon.ThrottlingAllLevelsInplacedSize() = inplacedSize;
 
+            CurrentOccupancy = occupancy * 1'000'000;
+            Mon.ThrottlingOccupancyPerMille() = occupancy * 1000;
+
             Mon.ThrottlingIsActive() = (ui64)IsActive();
 
             if (!IsActive()) {
@@ -291,7 +307,7 @@ namespace NKikimr {
             auto us = (now - CurrentTime).MicroSeconds();
             AvailableBytes += CurrentSpeedLimit * us / 1000000;
             ui64 deviceSpeed = (ui64)VCfg->ThrottlingDeviceSpeed;
-            AvailableBytes = Min(AvailableBytes, deviceSpeed);
+            AvailableBytes = std::min(AvailableBytes, deviceSpeed);
             CurrentTime = now;
         }
     };
@@ -311,7 +327,8 @@ namespace NKikimr {
             TVMultiPutHandler &&vMultiPut,
             TLocalSyncDataHandler &&loc,
             TAnubisOsirisPutHandler &&aoput)
-        : Hull(std::move(hull))
+        : VCtx(vctx)
+        , Hull(std::move(hull))
         , Mon(std::move(mon))
         , EmergencyQueue(new TEmergencyQueue(Mon, std::move(vMovedPatch), std::move(vPatchStart), std::move(vput),
                 std::move(vMultiPut), std::move(loc), std::move(aoput)))
@@ -358,11 +375,12 @@ namespace NKikimr {
             auto& logoBlobsSnap = snapshot.LogoBlobsSnap; // TLogoBlobsSnapshot
             auto& sliceSnap = logoBlobsSnap.SliceSnap; // TLevelSliceSnapshot
 
-            auto sstCount = sliceSnap.GetLevel0SstsNum();
-            auto dataInplacedSize = logoBlobsSnap.AllLevelsDataInplaced;
+            ui64 sstCount = sliceSnap.GetLevel0SstsNum();
+            ui64 dataInplacedSize = logoBlobsSnap.AllLevelsDataInplaced;
+            float occupancy = 1.f - VCtx->GetOutOfSpaceState().GetFreeSpaceShare();
 
             auto now = ctx.Now();
-            ThrottlingController->UpdateState(now, sstCount, dataInplacedSize);
+            ThrottlingController->UpdateState(now, sstCount, dataInplacedSize, occupancy);
 
             if (ThrottlingController->IsActive()) {
                 ThrottlingController->UpdateTime(now);

ydb/core/blobstorage/vdisk/skeleton/skeleton_overload_handler.h

@@ -93,6 +93,7 @@ namespace NKikimr {
         void OnKickEmergencyPutQueue();
 
     private:
+        TIntrusivePtr<TVDiskContext> VCtx;
         std::shared_ptr<THull> Hull;
         NMonGroup::TSkeletonOverloadGroup Mon;
         std::unique_ptr<TEmergencyQueue> EmergencyQueue;

ydb/core/protos/config.proto

@@ -1401,6 +1401,16 @@ message TImmediateControlsConfig {
             MinValue: 1048576,
             MaxValue: 536870912000,
             DefaultValue: 64424509440 }];
+        optional uint64 ThrottlingMinOccupancyPerMille = 19 [(ControlOptions) = {
+            Description: "Minimum occupancy of disk per mille - throttling is turned on",
+            MinValue: 1,
+            MaxValue: 1000,
+            DefaultValue: 900 }];
+        optional uint64 ThrottlingMaxOccupancyPerMille = 20 [(ControlOptions) = {
+            Description: "Maximum occupancy of disk per mille - throttling speed is zero",
+            MinValue: 1,
+            MaxValue: 1000,
+            DefaultValue: 950 }];
     }
 
     message TTabletControls {