Merge pull request #37 from dfinity/vector-vector

Vector again
dfinity · Sep 13, 2024 · 48f7375 · 48f7375
2 parents 39ecb62 + 1da16f0
commit 48f7375
Show file tree

Hide file tree

Showing 3 changed files with 135 additions and 85 deletions.
diff --git a/src/cli.rs b/src/cli.rs
@@ -417,8 +417,9 @@ pub struct Vector {
     #[clap(env, long)]
     pub log_vector_pass: Option<String>,
 
-    /// Vector batch size
-    #[clap(env, long, default_value = "10000")]
+    /// Vector batch size in bytes, uncompressed.
+    /// When it's exceeded then the batch is closed & queued for sending.
+    #[clap(env, long, default_value = "16MB", value_parser = parse_size_usize)]
     pub log_vector_batch: usize,
 
     /// Vector batch flush interval
@@ -439,6 +440,10 @@ pub struct Vector {
     /// Vector HTTP request timeout for a batch flush
     #[clap(env, long, default_value = "30s", value_parser = parse_duration)]
     pub log_vector_timeout: Duration,
+
+    /// ZSTD compression level to use when sending data
+    #[clap(env, long, default_value = "3")]
+    pub log_vector_zstd_level: usize,
 }
 
 #[derive(Args)]