enhancement(datadog_logs sink): default to zstd compression

changelog.d/datadog-logs-zstd.enhancement.md

@@ -0,0 +1,5 @@
+The Datadog Logs sink now defaults to zstd compression instead of gzip. This results in less
+resource and higher throughput. You can explicitly set the compression to `gzip` to restore the
+previous behavior.
+
+authors: jszwedko

regression/cases/datadog_agent_remap_datadog_logs/vector/vector.yaml

@@ -42,7 +42,6 @@ sinks:
     inputs: [ "parse_message" ]
     endpoint:        "http://localhost:8080"
     default_api_key: "DEADBEEF"
-    compression: "gzip"
     healthcheck:
       enabled: false
     buffer:

regression/cases/datadog_agent_remap_datadog_logs_acks/vector/vector.yaml

@@ -42,7 +42,6 @@ sinks:
     inputs: [ "parse_message" ]
     endpoint:        "http://localhost:8080"
     default_api_key: "DEADBEEF"
-    compression: "gzip"
     healthcheck:
       enabled: false
     buffer:

src/sinks/datadog/logs/config.rs

@@ -45,14 +45,16 @@ impl SinkBatchSettings for DatadogLogsDefaultBatchSettings {
 
 /// Configuration for the `datadog_logs` sink.
 #[configurable_component(sink("datadog_logs", "Publish log events to Datadog."))]
-#[derive(Clone, Debug, Default)]
+#[derive(Clone, Debug, Derivative)]
+#[derivative(Default)]
 #[serde(deny_unknown_fields)]
 pub struct DatadogLogsConfig {
     #[serde(flatten)]
     pub local_dd_common: LocalDatadogCommonConfig,
 
     #[configurable(derived)]
-    #[serde(default)]
+    #[derivative(Default(value = "default_compression()"))]
+    #[serde(default = "default_compression")]
     pub compression: Option<Compression>,
 
     #[configurable(derived)]
@@ -68,6 +70,10 @@ pub struct DatadogLogsConfig {
     pub request: RequestConfig,
 }
 
+const fn default_compression() -> Option<Compression> {
+    Some(Compression::zstd_default())
+}
+
 impl GenerateConfig for DatadogLogsConfig {
     fn generate_config() -> toml::Value {
         toml::from_str(indoc! {r#"

website/cue/reference/components/sinks/base/datadog_logs.cue

@@ -69,28 +69,31 @@ base: components: sinks: datadog_logs: configuration: {
 			All compression algorithms use the default compression level unless otherwise specified.
 			"""
 		required: false
-		type: string: enum: {
-			gzip: """
-				[Gzip][gzip] compression.
+		type: string: {
+			default: "zstd"
+			enum: {
+				gzip: """
+					[Gzip][gzip] compression.
 
-				[gzip]: https://www.gzip.org/
-				"""
-			none: "No compression."
-			snappy: """
-				[Snappy][snappy] compression.
+					[gzip]: https://www.gzip.org/
+					"""
+				none: "No compression."
+				snappy: """
+					[Snappy][snappy] compression.
 
-				[snappy]: https://github.com/google/snappy/blob/main/docs/README.md
-				"""
-			zlib: """
-				[Zlib][zlib] compression.
+					[snappy]: https://github.com/google/snappy/blob/main/docs/README.md
+					"""
+				zlib: """
+					[Zlib][zlib] compression.
 
-				[zlib]: https://zlib.net/
-				"""
-			zstd: """
-				[Zstandard][zstd] compression.
+					[zlib]: https://zlib.net/
+					"""
+				zstd: """
+					[Zstandard][zstd] compression.
 
-				[zstd]: https://facebook.github.io/zstd/
-				"""
+					[zstd]: https://facebook.github.io/zstd/
+					"""
+			}
 		}
 	}
 	default_api_key: {