扩展logback将日志输出到Kafka实例详解

import ch.qos.logback.classic.spi.ILoggingEvent;
import ch.qos.logback.core.Appender;
import ch.qos.logback.core.UnsynchronizedAppenderBase;
import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.ProducerRecord;
import java.util.Properties;
public class KafkaAppender extends UnsynchronizedAppenderBase<ILoggingEvent> {
    private KafkaProducer<String, String> producer;
    public void start() {
        super.start();
        Properties props = new Properties();
        // 配置Kafka producer的属性
        props.put("bootstrap.servers", "your-kafka-broker:port");
        props.put("key.serializer", "org.apache.kafka.common.serialization.StringSerializer");
        props.put("value.serializer", "org.apache.kafka.common.serialization.StringSerializer");
        producer = new KafkaProducer<>(props);
    }
    public void stop() {
        super.stop();
        producer.close();
    }
    @Override
    protected void append(ILoggingEvent event) {
        String message = event.getFormattedMessage();
        String topic = "your-kafka-topic"; // 替换为实际的Kafka topic
        producer.send(new ProducerRecord<>(topic, message));
    }
}

<?xml version="1.0" encoding="UTF-8"?>
<configuration>
    <appender name="KAFKA" class="your.package.KafkaAppender">
        <!-- 其他配置 -->
    </appender>
    <root level="info">
        <appender-ref ref="KAFKA" />
    </root>
</configuration>

import ch.qos.logback.classic.Logger;
import ch.qos.logback.classic.LoggerContext;
import org.slf4j.LoggerFactory;
public class Main {
    public static void main(String[] args) {
        // 获取logback的上下文
        LoggerContext context = (LoggerContext) LoggerFactory.getILoggerFactory();
        // 获取根Logger
        Logger rootLogger = context.getLogger(Logger.ROOT_LOGGER_NAME);
        // 设置日志级别
        rootLogger.在Java应用中，使用Logback将日志输出到Kafka实例通常需要以下几个步骤：
1. 配置Logback的`<appender>`元素以使用KafkaAppender。
2. 配置KafkaAppender的属性，包括Kafka broker列表、主题名称等。
3. 创建一个Kafka producer。
4. 编写日志记录器代码，将日志信息发送到Kafka。
下面是一个简单的示例，展示了如何在Logback中配置KafkaAppender，并将其与一个简单的Java应用程序结合使用：
首先，你需要在Maven或Gradle项目中添加Logback和Kafka的依赖项。这里假设你已经安装了Kafka和相关的依赖项。
```xml
<dependency>
    <groupId>org.slf4j</groupId>
    <artifactId>slf4j-api</artifactId>
    <version>1.7.25</version>
</dependency>
<dependency>
    <groupId>ch.qos.logback</groupId>
    <artifactId>logback-classic</artifactId>
    <version>1.2.3</version>
</dependency>
<dependency>
    <groupId>org.apache.kafka</groupId>
    <artifactId>kafka-clients</artifactId>
    <version>2.4.1</version>
</dependency>

<?xml version="1.0" encoding="UTF-8"?>
<configuration>
    <appender name="KAFKA" class="ch.qos.logback.classic.net.KafkaAppender">
        <brokers>localhost:9092</brokers>
        <topic>your-topic-name</topic>
        <encoder class="ch.qos.logback.classic.encoder.PatternLayoutEncoder">
            <Pattern>%d{HH:mm:ss.SSS} [%thread] %-5level %logger{36} - %msg%n</Pattern>
        </encoder>
    </appender>
    <root level="info">
        <appender-ref ref="KAFKA" />
    </root>
</configuration>

import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
public class KafkaLogbackExample {
    private static final Logger LOGGER = LoggerFactory.getLogger(KafkaLogbackExample.class);
    public static void main(String[] args) {
        LOGGER.info("This is an info message");
        LOGGER.debug("This is a debug message");
    }
}

<dependency>
    <groupId>net.logstash.logback</groupId>
    <artifactId>logstash-logback-encoder</artifactId>
    <version>6.6</version><!-- 请使用最新的版本 -->
</dependency>
<dependency>
    <groupId>org.slf4j</groupId>
    <artifactId>slf4j-api</artifactId>
    <version>1.7.30</version><!-- 请使用最新的版本 -->
</dependency>
<dependency>
    <groupId>ch.qos.logback</groupId>
    <artifactId>logback-core</artifactId>
    <version>1.2.3</version><!-- 请使用最新的版本 -->
</dependency>
<dependency>
    <groupId>ch.qos.logback</groupId>
    <artifactId>logback-classic</artifactId>
    <version>1.2.3</version><!-- 请使用最新的版本 -->
</dependency>
<dependency>
    <groupId>com.github.wj89620</groupId>
    <artifactId>logback-kafka-appender</artifactId>
    <version>1.1.1</version><!-- 请使用最新的版本 -->
</dependency>

dependencies {
    implementation 'net.logstash.logback:logstash-logback-encoder:6.6'
    implementation 'org.slf4j:slf4j-api:1.7.30'
    implementation 'ch.qos.logback:logback-core:1.2.3'
    implementation 'ch.qos.logback:logback-classic:1.2.3'
    implementation 'com.github.wj89620:logback-kafka-appender:1.1.1'
}

<?xml version="1.0" encoding="UTF-8"?>
<configuration>
    <appender name="KAFKA" class="com.github.wj89620.logback.kafka.KafkaAppender">
        <topic>your-topic-name</topic>
        <brokers>your-kafka-brokers-list:9092</brokers>
        <encoder class="net.logstash.logback.encoder.LogstashEncoder"/>
    </appender>
    <root level="INFO">
        <appender-ref ref="KAFKA"/>
    </root>
</configuration>