package com.moral.api.config.kafka;
|
|
import org.apache.kafka.clients.consumer.ConsumerConfig;
|
import org.apache.kafka.common.serialization.StringDeserializer;
|
import org.springframework.beans.factory.annotation.Autowired;
|
import org.springframework.beans.factory.annotation.Value;
|
import org.springframework.context.annotation.Bean;
|
import org.springframework.context.annotation.Configuration;
|
import org.springframework.kafka.annotation.EnableKafka;
|
import org.springframework.kafka.config.ConcurrentKafkaListenerContainerFactory;
|
import org.springframework.kafka.config.KafkaListenerContainerFactory;
|
import org.springframework.kafka.core.ConsumerFactory;
|
import org.springframework.kafka.core.DefaultKafkaConsumerFactory;
|
import org.springframework.kafka.listener.ConcurrentMessageListenerContainer;
|
import org.springframework.kafka.listener.ContainerProperties;
|
import java.util.HashMap;
|
import java.util.Map;
|
|
/*@Configuration
|
@EnableKafka*/
|
public class KafkaConsumerConfig {
|
@Value("${kafka.consumer.servers}")
|
private String servers;
|
@Value("${kafka.consumer.enable.auto.commit}")
|
private boolean enableAutoCommit;
|
@Value("${kafka.consumer.session.timeout}")
|
private String sessionTimeout;
|
@Value("${kafka.consumer.auto.commit.interval}")
|
private String autoCommitInterval;
|
@Value("${kafka.consumer.group.id}")
|
private String groupId;
|
@Value("${kafka.consumer.auto.offset.reset}")
|
private String autoOffsetReset;
|
@Value("${kafka.consumer.concurrency}")
|
private int concurrency;
|
|
@Bean
|
public KafkaListenerContainerFactory<ConcurrentMessageListenerContainer<String, String>> kafkaListenerContainerFactory() {
|
ConcurrentKafkaListenerContainerFactory<String, String> factory = new ConcurrentKafkaListenerContainerFactory<>();
|
factory.setConsumerFactory(consumerFactory());
|
factory.setConcurrency(concurrency);
|
factory.getContainerProperties().setPollTimeout(1500);
|
factory.getContainerProperties().setAckMode(ContainerProperties.AckMode.MANUAL_IMMEDIATE);
|
|
/*factory.setBatchListener(true);//@KafkaListener 批量消费 每个批次数量在Kafka配置参数中设置ConsumerConfig.MAX_POLL_RECORDS_CONFIG
|
factory.getContainerProperties().setAckMode(ContainerProperties.AckMode.MANUAL_IMMEDIATE);//设置提交偏移量的方式*/
|
return factory;
|
}
|
|
public ConsumerFactory<String, String> consumerFactory() {
|
return new DefaultKafkaConsumerFactory<>(consumerConfigs());
|
}
|
|
|
public Map<String, Object> consumerConfigs() {
|
Map<String, Object> propsMap = new HashMap<>();
|
propsMap.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, servers);
|
propsMap.put(ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG, enableAutoCommit);
|
propsMap.put(ConsumerConfig.AUTO_COMMIT_INTERVAL_MS_CONFIG, autoCommitInterval);
|
propsMap.put(ConsumerConfig.SESSION_TIMEOUT_MS_CONFIG, sessionTimeout);
|
propsMap.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class);
|
propsMap.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class);
|
propsMap.put(ConsumerConfig.GROUP_ID_CONFIG, groupId);
|
propsMap.put(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, autoOffsetReset);
|
return propsMap;
|
}
|
}
|
