Skip to content

Unable to list topics #396

@iidah409

Description

@iidah409

See below sample configuration for xinfra-monitor.properties and the error. Kindly assist...
{
"single-cluster-monitor": {
"class.name": "com.linkedin.xinfra.monitor.apps.SingleClusterMonitor",
"topic": "xinfra-monitor-topic",
"zookeeper.connect": "${ZOOKEEPER}",
"bootstrap.servers": "${BOOTSTRAP_SERVER}",
"security.protocol": "SSL",
"ssl.keystore.location": "${KEYSTORE_LOCATION}",
"ssl.keystore.password": "${KEY_PASS}",
"ssl.truststore.location": "${TRUST_LOCATION}",
"ssl.truststore.password": "${TRUST_PASS}",
"ssl.key.password":"${KEY_PASS}",
"request.timeout.ms": 9000,
"produce.record.delay.ms": 100,
"topic-management.topicManagementEnabled": true,
"topic-management.topicCreationEnabled": true,
"topic-management.replicationFactor" : 1,
"topic-management.partitionsToBrokersRatio" : 2.0,
"topic-management.rebalance.interval.ms" : 600000,
"topic-management.preferred.leader.election.check.interval.ms" : 300000,
"topic-management.topicFactory.props": {
},
"topic-management.topic.props": {
"retention.ms": "3600000"
},
"produce.producer.props": {
"client.id": "kmf-client-id",
"security.protocol": "SSL",
"ssl.keystore.location": "${KEYSTORE_LOCATION}",
"ssl.keystore.password": "${KEY_PASS}",
"ssl.truststore.location": "${TRUST_LOCATION}",
"ssl.truststore.password": "${TRUST_PASS}",
"ssl.key.password":"${KEY_PASS}"
},

"consume.latency.sla.ms": "20000",
"consume.consumer.props": {
  "client.id": "xinfra-monitor-consumer",
  "group.id": "test-group",
  "security.protocol": "SSL",
"ssl.keystore.location": "${KEYSTORE_LOCATION}",
"ssl.keystore.password": "${KEY_PASS}",
"ssl.truststore.location": "${TRUST_LOCATION}",
"ssl.truststore.password": "${TRUST_PASS}",
"ssl.key.password":"${KEY_PASS}"
}

},

"offset-commit-service": {
"class.name": "com.linkedin.xinfra.monitor.services.OffsetCommitService",
"zookeeper.connect": "${ZOOKEEPER}",
"bootstrap.servers": "${BOOTSTRAP_SERVER}",
"consumer.props": {
"group.id": "target-consumer-group"
}
},

"jolokia-service": {
"class.name": "com.linkedin.xinfra.monitor.services.JolokiaService"
},

"reporter-service": {
"class.name": "com.linkedin.xinfra.monitor.services.DefaultMetricsReporterService",
"report.interval.sec": 1,
"report.metrics.list": [
"kmf:type=kafka-monitor:offline-runnable-count",
"kmf.services:type=produce-service,name=:produce-availability-avg",
"kmf.services:type=consume-service,name=
:consume-availability-avg",
"kmf.services:type=produce-service,name=:records-produced-total",
"kmf.services:type=consume-service,name=
:records-consumed-total",
"kmf.services:type=produce-service,name=:records-produced-rate",
"kmf.services:type=produce-service,name=
:produce-error-rate",
"kmf.services:type=consume-service,name=:consume-error-rate",
"kmf.services:type=consume-service,name=
:records-lost-total",
"kmf.services:type=consume-service,name=:records-lost-rate",
"kmf.services:type=consume-service,name=
:records-duplicated-total",
"kmf.services:type=consume-service,name=:records-delay-ms-avg",
"kmf.services:type=commit-availability-service,name=
:offsets-committed-avg",
"kmf.services:type=commit-availability-service,name=:offsets-committed-total",
"kmf.services:type=commit-availability-service,name=
:failed-commit-offsets-avg",
"kmf.services:type=commit-availability-service,name=:failed-commit-offsets-total",
"kmf.services:type=commit-latency-service,name=
:commit-offset-latency-ms-avg",
"kmf.services:type=commit-latency-service,name=:commit-offset-latency-ms-max",
"kmf.services:type=commit-latency-service,name=
:commit-offset-latency-ms-99th",
"kmf.services:type=commit-latency-service,name=:commit-offset-latency-ms-999th",
"kmf.services:type=commit-latency-service,name=
:commit-offset-latency-ms-9999th",
"kmf.services:type=cluster-topic-manipulation-service,name=:topic-creation-metadata-propagation-ms-avg",
"kmf.services:type=cluster-topic-manipulation-service,name=
:topic-creation-metadata-propagation-ms-max",
"kmf.services:type=cluster-topic-manipulation-service,name=:topic-deletion-metadata-propagation-ms-avg",
"kmf.services:type=cluster-topic-manipulation-service,name=
:topic-deletion-metadata-propagation-ms-max",
"kmf.services:type=offset-commit-service,name=:offset-commit-availability-avg",
"kmf.services:type=offset-commit-service,name=
:offset-commit-service-success-rate",
"kmf.services:type=offset-commit-service,name=:offset-commit-service-success-total",
"kmf.services:type=offset-commit-service,name=
:offset-commit-service-failure-rate",
"kmf.services:type=offset-commit-service,name=*:offset-commit-service-failure-total"
]
},

"cluster-topic-manipulation-service":{
"class.name":"com.linkedin.xinfra.monitor.services.ClusterTopicManipulationService",
"zookeeper.connect": "${ZOOKEEPER}",
"bootstrap.servers": "${BOOTSTRAP_SERVER}",
"topic": "xinfra-monitor-topic"
},

"reporter-kafka-service": {
"class.name": "com.linkedin.xinfra.monitor.services.KafkaMetricsReporterService",
"report.interval.sec": 3,
"zookeeper.connect": "${ZOOKEEPER}",
"bootstrap.servers": "${BOOTSTRAP_SERVER}",
"topic": "xinfra-monitor-topic-metrics",
"report.kafka.topic.replication.factor": 1,
"report.metrics.list": [
"kmf.services:type=produce-service,name=:produce-availability-avg",
"kmf.services:type=consume-service,name=
:consume-availability-avg",
"kmf.services:type=produce-service,name=:records-produced-total",
"kmf.services:type=consume-service,name=
:records-consumed-total",
"kmf.services:type=consume-service,name=:records-lost-total",
"kmf.services:type=consume-service,name=
:records-duplicated-total",
"kmf.services:type=consume-service,name=:records-delay-ms-avg",
"kmf.services:type=produce-service,name=
:records-produced-rate",
"kmf.services:type=produce-service,name=:produce-error-rate",
"kmf.services:type=consume-service,name=
:consume-error-rate"
]
}

}_**

[2023-04-22 12:21:10,761] INFO TopicManagementServiceConfig values:
topic = xinfra-monitor-topic
topic-management.minPartitionNum = 1
topic-management.partitionsToBrokersRatio = 1.0
topic-management.replicationFactor = 1
topic-management.topicAddPartitionEnabled = true
topic-management.topicCreationEnabled = true
topic-management.topicFactory.class.name = com.linkedin.xinfra.monitor.topicfactory.DefaultTopicFactory
topic-management.topicManagementEnabled = true
topic-management.topicReassignPartitionAndElectLeaderEnabled = true
zookeeper.connect = vi-cfzookafka1-dev.nibsstest.com:2182
(com.linkedin.xinfra.monitor.services.configs.TopicManagementServiceConfig)
[2023-04-22 12:21:10,765] INFO KafkaMetricsReporterServiceConfig values:
bootstrap.servers = XXXXX:9092,XXXXX:9092,XXXXX:9092
report.interval.sec = 3
report.kafka.topic.replication.factor = 1
report.metrics.list = [kmf.services:type=produce-service,name=:produce-availability-avg, kmf.services:type=consume-service,name=:consume-availability-avg, kmf.services:type=produce-service,name=:records-produced-total, kmf.services:type=consume-service,name=:records-consumed-total, kmf.services:type=consume-service,name=:records-lost-total, kmf.services:type=consume-service,name=:records-duplicated-total, kmf.services:type=consume-service,name=:records-delay-ms-avg, kmf.services:type=produce-service,name=:records-produced-rate, kmf.services:type=produce-service,name=:produce-error-rate, kmf.services:type=consume-service,name=:consume-error-rate]
topic = xinfra-monitor-topic-metrics
zookeeper.connect = XXXXX:2182
(com.linkedin.xinfra.monitor.services.configs.KafkaMetricsReporterServiceConfig)
[2023-04-22 12:21:11,924] INFO Completed the topic creation if it doesn't exist for xinfra-monitor-topic-metrics. (com.linkedin.xinfra.monitor.common.Utils)
Exception in thread "main" java.util.concurrent.ExecutionException: org.apache.kafka.common.errors.TimeoutException: Call(callName=listTopics, deadlineMs=1682162530769, tries=1, nextAllowedTryMs=-9223372036854775709) timed out at 9223372036854775807 after 1 attempt(s)
at org.apache.kafka.common.internals.KafkaFutureImpl.wrapAndThrow(KafkaFutureImpl.java:45)
at org.apache.kafka.common.internals.KafkaFutureImpl.access$000(KafkaFutureImpl.java:32)
at org.apache.kafka.common.internals.KafkaFutureImpl$SingleWaiter.await(KafkaFutureImpl.java:89)
at org.apache.kafka.common.internals.KafkaFutureImpl.get(KafkaFutureImpl.java:260)
at com.linkedin.xinfra.monitor.common.Utils.createTopicIfNotExists(Utils.java:165)
at com.linkedin.xinfra.monitor.services.KafkaMetricsReporterService.(KafkaMetricsReporterService.java:55)
at com.linkedin.xinfra.monitor.services.KafkaMetricsReporterServiceFactory.createService(KafkaMetricsReporterServiceFactory.java:38)
at com.linkedin.xinfra.monitor.XinfraMonitor.(XinfraMonitor.java:82)
at com.linkedin.xinfra.monitor.XinfraMonitor.main(XinfraMonitor.java:186)
Caused by: org.apache.kafka.common.errors.TimeoutException: Call(callName=listTopics, deadlineMs=1682162530769, tries=1, nextAllowedTryMs=-9223372036854775709) timed out at 9223372036854775807 after 1 attempt(s)
Caused by: org.apache.kafka.common.errors.TimeoutException: The AdminClient thread has exited. Call: listTopics

Metadata

Metadata

Assignees

No one assigned

    Labels

    No labels
    No labels

    Type

    No type

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions