java - 连接到 Kafka Broker 时出现问题

标签 java spring apache-kafka kafka-consumer-api spring-kafka

我正在尝试使用 Spring Kafka 客户端连接到 Kafka 服务器,我在日志中看到以下错误。我正在连接到已验证的特定 kafka 代理 IP。我似乎在下面的错误日志中看到了本地引用。您能帮我进一步调试吗?

我正在使用 logback.xml 进行推送。下面是配置。我在测试之前对kafka主机和端口进行了硬编码。相同的代码和配置适用于其中一种环境。

<appender name="asyncVerboseKafka"
    class="net.logstash.logback.appender.LoggingEventAsyncDisruptorAppender">
    <appender name="kafkaVerboseAppender"
        class="com.github.danielwegener.logback.kafka.KafkaAppender">
        <encoder
            class="com.github.danielwegener.logback.kafka.encoding.LayoutKafkaMessageEncoder">
            <layout class="ch.qos.logback.classic.PatternLayout">
                <pattern>verbose-${springActiveProfile}- %msg</pattern>
            </layout>
        </encoder>
        <topic>${verbosetopic}</topic>
        <keyingStrategy
            class="com.github.danielwegener.logback.kafka.keying.RoundRobinKeyingStrategy" />
        <deliveryStrategy
            class="com.github.danielwegener.logback.kafka.delivery.AsynchronousDeliveryStrategy" />
        <producerConfig>bootstrap.servers=${kafkaHostName}:${kafkaHostPort}
        </producerConfig>
        <producerConfig>retries=2</producerConfig>
    </appender>
</appender>

2017-10-18T15:33:50.650-04:00 [APP/PROC/WEB/0] [OUT] [] [] [] [] [] 2017-10-18 15:33:50.649 DEBUG - org.apache.kafka.clients.NetworkClient : Node -1 disconnected. 2017-10-18T15:33:50.650-04:00 [APP/PROC/WEB/0] [OUT] [] [] [] [] [] 2017-10-18 15:33:50.649 DEBUG - org.apache.kafka.clients.NetworkClient : Give up sending metadata request since no node is available 2017-10-18T15:33:50.650-04:00 [APP/PROC/WEB/0] [OUT] [] [] [] [] [] 2017-10-18 15:33:50.649 DEBUG - o.apache.kafka.common.network.Selector : Connection with localhost/127.0.0.1 disconnected 2017-10-18T15:33:50.750-04:00 [APP/PROC/WEB/0] [OUT] [] [] [] [] [] 2017-10-18 15:33:50.749 DEBUG - org.apache.kafka.clients.NetworkClient : Initialize connection to node -1 for sending metadata request 2017-10-18T15:33:50.750-04:00 [APP/PROC/WEB/0] [OUT] [] [] [] [] [] 2017-10-18 15:33:50.750 DEBUG - org.apache.kafka.clients.NetworkClient : Initiating connection to node -1 at localhost:9092. 2017-10-18T15:33:50.750-04:00 [APP/PROC/WEB/0] [OUT] [] [] [] [] [] 2017-10-18 15:33:50.750 DEBUG - org.apache.kafka.clients.NetworkClient : Initialize connection to node -1 for sending metadata request 2017-10-18T15:33:50.750-04:00 [APP/PROC/WEB/0] [OUT] [] [] [] [] [] 2017-10-18 15:33:50.750 DEBUG - o.apache.kafka.common.network.Selector : Connection with localhost/127.0.0.1 disconnected 2017-10-18T15:33:50.750-04:00 [APP/PROC/WEB/0] [OUT] at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) 2017-10-18T15:33:50.750-04:00 [APP/PROC/WEB/0] [OUT] java.net.ConnectException: Connection refused 2017-10-18T15:33:50.750-04:00 [APP/PROC/WEB/0] [OUT] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) 2017-10-18T15:33:50.750-04:00 [APP/PROC/WEB/0] [OUT] at org.apache.kafka.common.network.PlaintextTransportLayer.finishConnect(PlaintextTransportLayer.java:54) 2017-10-18T15:33:50.750-04:00 [APP/PROC/WEB/0] [OUT] at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:270) 2017-10-18T15:33:50.750-04:00 [APP/PROC/WEB/0] [OUT] at org.apache.kafka.common.network.KafkaChannel.finishConnect(KafkaChannel.java:79) 2017-10-18T15:33:50.750-04:00 [APP/PROC/WEB/0] [OUT] at org.apache.kafka.common.network.Selector.poll(Selector.java:274) 2017-10-18T15:33:50.750-04:00 [APP/PROC/WEB/0] [OUT] at java.lang.Thread.run(Thread.java:745) 2017-10-18T15:33:50.750-04:00 [APP/PROC/WEB/0] [OUT] at org.apache.kafka.clients.producer.internals.Sender.run(Sender.java:216) 2017-10-18T15:33:50.750-04:00 [APP/PROC/WEB/0] [OUT] [] [] [] [] [] 2017-10-18 15:33:50.750 DEBUG - org.apache.kafka.clients.NetworkClient : Node -1 disconnected. 2017-10-18T15:33:50.750-04:00 [APP/PROC/WEB/0] [OUT] [] [] [] [] [] 2017-10-18 15:33:50.750 DEBUG - org.apache.kafka.clients.NetworkClient : Give up sending metadata request since no node is available 2017-10-18T15:33:50.750-04:00 [APP/PROC/WEB/0] [OUT] at org.apache.kafka.clients.producer.internals.Sender.run(Sender.java:128) 2017-10-18T15:33:50.751-04:00 [APP/PROC/WEB/0] [OUT] [] [] [] [] [] 2017-10-18 15:33:50.750 DEBUG - org.apache.kafka.clients.NetworkClient : Give up sending metadata request since no node is available 2017-10-18T15:33:50.851-04:00 [APP/PROC/WEB/0] [OUT] at org.apache.kafka.common.network.KafkaChannel.finishConnect(KafkaChannel.java:79) 2017-10-18T15:33:50.851-04:00 [APP/PROC/WEB/0] [OUT] at org.apache.kafka.clients.producer.internals.Sender.run(Sender.java:128) 2017-10-18T15:33:50.851-04:00 [APP/PROC/WEB/0] [OUT] at java.lang.Thread.run(Thread.java:745) 2017-10-18T15:33:50.851-04:00 [APP/PROC/WEB/0] [OUT] [] [] [] [] [] 2017-10-18 15:33:50.851 DEBUG - o.apache.kafka.common.network.Selector : Connection with localhost/127.0.0.1 disconnected 2017-10-18T15:33:50.851-04:00 [APP/PROC/WEB/0] [OUT] at org.apache.kafka.common.network.Selector.poll(Selector.java:274) 2017-10-18T15:33:50.851-04:00 [APP/PROC/WEB/0] [OUT] [] [] [] [] [] 2017-10-18 15:33:50.850 DEBUG - org.apache.kafka.clients.NetworkClient : Initiating connection to node -1 at localhost:9092. 2017-10-18T15:33:50.851-04:00 [APP/PROC/WEB/0] [OUT] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) 2017-10-18T15:33:50.851-04:00 [APP/PROC/WEB/0] [OUT] at org.apache.kafka.clients.producer.internals.Sender.run(Sender.java:216) 2017-10-18T15:33:50.851-04:00 [APP/PROC/WEB/0] [OUT] [] [] [] [] [] 2017-10-18 15:33:50.851 DEBUG - org.apache.kafka.clients.NetworkClient : Node -1 disconnected. 2017-10-18T15:33:50.851-04:00 [APP/PROC/WEB/0] [OUT] [] [] [] [] [] 2017-10-18 15:33:50.851 DEBUG - org.apache.kafka.clients.NetworkClient : Give up sending metadata request since no node is available 2017-10-18T15:33:50.851-04:00 [APP/PROC/WEB/0] [OUT] [] [] [] [] [] 2017-10-18 15:33:50.850 DEBUG - org.apache.kafka.clients.NetworkClient : Initialize connection to node -1 for sending metadata request 2017-10-18T15:33:50.851-04:00 [APP/PROC/WEB/0] [OUT] at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:270) 2017-10-18T15:33:50.851-04:00 [APP/PROC/WEB/0] [OUT] at org.apache.kafka.common.network.PlaintextTransportLayer.finishConnect(PlaintextTransportLayer.java:54) 2017-10-18T15:33:50.851-04:00 [APP/PROC/WEB/0] [OUT] java.net.ConnectException: Connection refused 2017-10-18T15:33:50.851-04:00 [APP/PROC/WEB/0] [OUT] at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) 2017-10-18T15:33:50.952-04:00 [APP/PROC/WEB/0] [OUT] [] [] [] [] [] 2017-10-18 15:33:50.952 DEBUG - o.apache.kafka.common.network.Selector : Connection with localhost/127.0.0.1 disconnected 2017-10-18T15:33:50.952-04:00 [APP/PROC/WEB/0] [OUT] at org.apache.kafka.common.network.KafkaChannel.finishConnect(KafkaChannel.java:79) 2017-10-18T15:33:50.952-04:00 [APP/PROC/WEB/0] [OUT] at org.apache.kafka.clients.producer.internals.Sender.run(Sender.java:216) 2017-10-18T15:33:50.952-04:00 [APP/PROC/WEB/0] [OUT] at org.apache.kafka.clients.producer.internals.Sender.run(Sender.java:128) 2017-10-18T15:33:50.952-04:00 [APP/PROC/WEB/0] [OUT] at java.lang.Thread.run(Thread.java:745) 2017-10-18T15:33:50.952-04:00 [APP/PROC/WEB/0] [OUT] at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) 2017-10-18T15:33:50.952-04:00 [APP/PROC/WEB/0] [OUT] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) 2017-10-18T15:33:50.952-04:00 [APP/PROC/WEB/0] [OUT] at org.apache.kafka.common.network.PlaintextTransportLayer.finishConnect(PlaintextTransportLayer.java:54) 2017-10-18T15:33:50.952-04:00 [APP/PROC/WEB/0] [OUT] at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:270) 2017-10-18T15:33:50.952-04:00 [APP/PROC/WEB/0] [OUT] [] [] [] [] [] 2017-10-18 15:33:50.951 DEBUG - org.apache.kafka.clients.NetworkClient : Initiating connection to node -1 at localhost:9092. 2017-10-18T15:33:50.952-04:00 [APP/PROC/WEB/0] [OUT] java.net.ConnectException: Connection refused

最佳答案

Initiating connection to node -1 at localhost:9092. 2017-10-18T15:33:50.952-04:00 [APP/PROC/WEB/0] [OUT] java.net.ConnectException: Connection refused

表示主机/端口不正确;它正在尝试连接到本地计算机上的 Kafka。

您需要在属性中显示如何配置引导服务器。

关于java - 连接到 Kafka Broker 时出现问题,我们在Stack Overflow上找到一个类似的问题: https://stackoverflow.com/questions/46817991/

相关文章:

java - 将旧的 zookeeper znode/data 复制/迁移到新的 zookeeper

elasticsearch - Kafka连接 Elasticsearch ID创建多个字段不起作用

java - 将 Canvas 的特定区域设置为可点击

java - HTTP PUT 请求的格式是什么?

spring - 如何集成测试 Spring Shell v2.x

java - 获取Spring文件上传的异常

java - 如何从 main 方法定期执行可运行类?

java - 处理基于像素的 Android 游戏的不同分辨率

java - Elasticsearch spring 实现错误

apache-kafka - Wurstmeister kafka 中的 LEADER_NOT_AVAILABLE 错误