Skip to content

Kafka_consumer not working in 1.9.2 #5325

Closed
@akamac

Description

Relevant telegraf.conf:

[agent]
  interval = "10s"
  round_interval = true
  metric_batch_size = 1000
  metric_buffer_limit = 10000
  collection_jitter = "0s"
  flush_interval = "10s"
  flush_jitter = "0s"
  debug = true
  quiet = false
  logfile = ""

[[inputs.kafka_consumer]]
  brokers = ["kafka:9092"]
  topics = ["linux", "hyperv"]
  # client_id = "Telegraf"
  version = "2.0.0"
  consumer_group = "influxdb"
  offset = "oldest"
  # max_undelivered_messages = 1000
  data_format = "influx"

[[aggregators.basicstats]]
  period = "30s"
  drop_original = false
  stats = ["mean"]
  [aggregators.basicstats.tags]
    aggr = "basicstats"

[[outputs.influxdb]]
  urls = ["http://localhost:8086"]
  database = "linux"
  skip_database_creation = false
  retention_policy = "1month"
  username = "admin"
  password = "password"
  http_proxy = ""
  content_encoding = "gzip"
  influx_uint_support = false
  [outputs.influxdb.tagpass]
    kafka_topic = ["linux"]
  [outputs.influxdb.tagdrop]
    aggr = ["basicstats"]

[[outputs.influxdb]]
  urls = ["http://localhost:8086"]
  database = "linux"
  skip_database_creation = false
  retention_policy = "1year"
  username = "admin"
  password = "password"
  http_proxy = ""
  content_encoding = "gzip"
  influx_uint_support = false
  [outputs.influxdb.tagpass]
    kafka_topic = ["linux"]
    aggr = ["basicstats"]

System info:

Ubuntu 18.04
Confluent Kafka 2.11
Telegraf 1.9.2
InfluxDB 1.7.3

Actual behavior:

Logs: D! [outputs.influxdb] buffer fullness: 0 / 10000 metrics.
Offset is not updated for Kafka consumer group.

Additional info:

Rolling back to 1.9.1 fixes the issue.

Metadata

Assignees

Labels

area/kafkabugunexpected problem or unintended behavior

Type

No type

Projects

No projects

Milestone

No milestone

Relationships

None yet

Development

No branches or pull requests

Issue actions