一个消费kafka数据的线程池，java实现类

以下是一个使用Java实现的简单Kafka消费者线程池示例：

import java.util.Arrays;
import java.util.Properties;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import org.apache.kafka.clients.consumer.ConsumerConfig;
import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.consumer.KafkaConsumer;
 
public class KafkaConsumerThreadPool {
 
    private final KafkaConsumer<String, String> consumer;
    private final String topic;
    private ExecutorService executor;
 
    public KafkaConsumerThreadPool(String brokers, String groupId, String topic) {
        Properties prop = createConsumerConfig(brokers, groupId);
        this.consumer = new KafkaConsumer<>(prop);
        this.topic = topic;
    }
 
    public void shutdown() {
        if (consumer != null) {
            consumer.close();
        }
        if (executor != null) {
            executor.shutdown();
        }
    }
 
    public void run(int numThreads) {
        executor = Executors.newFixedThreadPool(numThreads);
 
        for (int i = 0; i < numThreads; i++) {
            executor.submit(new KafkaConsumerThread(consumer, topic));
        }
    }
 
    private static Properties createConsumerConfig(String brokers, String groupId) {
        Properties props = new Properties();
        props.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, brokers);
        props.put(ConsumerConfig.GROUP_ID_CONFIG, groupId);
        props.put(ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG, "true");
        props.put(ConsumerConfig.AUTO_COMMIT_INTERVAL_MS_CONFIG, "1000");
        props.put(ConsumerConfig.SESSION_TIMEOUT_MS_CONFIG, "30000");
        props.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringDeserializer");
        props.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringDeserializer");
        return props;
    }
 
    public static void main(String[] args) {
        String brokers = "localhost:9092";
        String groupId = "test-group";
        String topic = "test-topic";
        int numThreads = 4;
 
        KafkaConsumerThreadPool example = new KafkaConsumerThreadPool(brokers, groupId, topic);
        example.run(numThreads);
    }
}
 
class KafkaConsumerThread implements Runnable {
    private final KafkaConsumer<String, String> consumer;
    private final String topic;
 
    public KafkaConsumerThread(KafkaConsumer<String, String> consumer, String topic) {
        this.consumer = consumer;
        this.topic = topic;
    }
 
    public void run() {
        consumer.subscribe(Arrays.asList(this.topic));
 
        while (true) {
            ConsumerRecords<String, String> records = consumer.poll(100);
            for (ConsumerRecord<String, String> record : records) {
                System.out.println(Thread.currentThread().getName() + " : " + record.value());
            }
        }
    }
}

在上面的代码示例中，KafkaConsumerThreadPool类是一个简单的Kafka消费者线程池实现，其中run方法启动了numThreads个线程，每个线程都创建了一个KafkaConsumerThread对象，并调用executor.submit(task)方法提交到线程池中执行。KafkaConsumerThread类是一个简单的消费者线程实现，其中run方法中的代码是从Kafka主题中读取消息并处理的逻辑。