Add enable delayed compaction

CHANGELOG.md

@@ -9,6 +9,7 @@
 * [FEATURE] Ruler: Minimize chances of missed rule group evaluations that can occur due to OOM kills, bad underlying nodes, or due to an unhealthy ruler that appears in the ring as healthy. This feature is enabled via `-ruler.enable-ha-evaluation` flag. #6129
 * [FEATURE] Store Gateway: Add an in-memory chunk cache. #6245
 * [FEATURE] Chunk Cache: Support multi level cache and add metrics. #6249
+* [ENHANCEMENT] Ingester: Experimental: Add `blocks-storage.tsdb.enable-delayed-compaction` to support tsdb compaction with random delay. #6284
 * [ENHANCEMENT] Ingester: Add `blocks-storage.tsdb.wal-compression-type` to support zstd wal compression type. #6232
 * [ENHANCEMENT] Query Frontend: Add info field to query response. #6207
 * [ENHANCEMENT] Query Frontend: Add peakSample in query stats response. #6188

docs/blocks-storage/querier.md

@@ -1528,4 +1528,8 @@ blocks_storage:
     # [EXPERIMENTAL] True to enable native histogram.
     # CLI flag: -blocks-storage.tsdb.enable-native-histograms
     [enable_native_histograms: <boolean> | default = false]
+
+    # [EXPERIMENTAL] True to enable delayed compaction.
+    # CLI flag: -blocks-storage.tsdb.enable-delayed-compaction
+    [enable_delayed_compaction: <boolean> | default = false]
 ```

docs/blocks-storage/store-gateway.md

@@ -1619,4 +1619,8 @@ blocks_storage:
     # [EXPERIMENTAL] True to enable native histogram.
     # CLI flag: -blocks-storage.tsdb.enable-native-histograms
     [enable_native_histograms: <boolean> | default = false]
+
+    # [EXPERIMENTAL] True to enable delayed compaction.
+    # CLI flag: -blocks-storage.tsdb.enable-delayed-compaction
+    [enable_delayed_compaction: <boolean> | default = false]
 ```

docs/configuration/config-file-reference.md

@@ -2049,6 +2049,10 @@ tsdb:
   # [EXPERIMENTAL] True to enable native histogram.
   # CLI flag: -blocks-storage.tsdb.enable-native-histograms
   [enable_native_histograms: <boolean> | default = false]
+
+  # [EXPERIMENTAL] True to enable delayed compaction.
+  # CLI flag: -blocks-storage.tsdb.enable-delayed-compaction
+  [enable_delayed_compaction: <boolean> | default = false]
 ```
 
 ### `compactor_config`

docs/configuration/v1-guarantees.md

@@ -116,3 +116,5 @@ Currently experimental features are:
   - Enable string interning for metrics labels by setting `-ingester.labels-string-interning-enabled` on Ingester.
 - Query-frontend: query rejection (`-frontend.query-rejection.enabled`)
 - Querier: protobuf codec (`-api.querier-default-codec`)
+- Ingester: Enable TSDB compaction delay
+  - `-blocks-storage.tsdb.enable-delayed-compaction` (boolean) CLI flag

pkg/ingester/ingester.go

@@ -2199,6 +2199,7 @@ func (i *Ingester) createTSDB(userID string) (*userTSDB, error) {
 		OutOfOrderCapMax:               i.cfg.BlocksStorageConfig.TSDB.OutOfOrderCapMax,
 		EnableOverlappingCompaction:    false, // Always let compactors handle overlapped blocks, e.g. OOO blocks.
 		EnableNativeHistograms:         i.cfg.BlocksStorageConfig.TSDB.EnableNativeHistograms,
+		EnableDelayedCompaction:        i.cfg.BlocksStorageConfig.TSDB.EnableDelayedCompaction,
 	}, nil)
 	if err != nil {
 		return nil, errors.Wrapf(err, "failed to open TSDB: %s", udir)

pkg/storage/tsdb/config.go

@@ -166,6 +166,9 @@ type TSDBConfig struct {
 
 	// Enable native histogram ingestion.
 	EnableNativeHistograms bool `yaml:"enable_native_histograms"`
+
+	// Enable deployed compaction
+	EnableDelayedCompaction bool `yaml:"enable_delayed_compaction"`
 }
 
 // RegisterFlags registers the TSDBConfig flags.
@@ -195,6 +198,7 @@ func (cfg *TSDBConfig) RegisterFlags(f *flag.FlagSet) {
 	f.BoolVar(&cfg.MemorySnapshotOnShutdown, "blocks-storage.tsdb.memory-snapshot-on-shutdown", false, "True to enable snapshotting of in-memory TSDB data on disk when shutting down.")
 	f.Int64Var(&cfg.OutOfOrderCapMax, "blocks-storage.tsdb.out-of-order-cap-max", tsdb.DefaultOutOfOrderCapMax, "[EXPERIMENTAL] Configures the maximum number of samples per chunk that can be out-of-order.")
 	f.BoolVar(&cfg.EnableNativeHistograms, "blocks-storage.tsdb.enable-native-histograms", false, "[EXPERIMENTAL] True to enable native histogram.")
+	f.BoolVar(&cfg.EnableDelayedCompaction, "blocks-storage.tsdb.enable-delayed-compaction", false, "[EXPERIMENTAL] True to enable delayed compaction.")
 }
 
 // Validate the config.