org.springframework.cloud.stream.binder.kafka

Class KafkaMessageChannelBinder

java.lang.Object

org.springframework.cloud.stream.binder.AbstractBinder<org.springframework.messaging.MessageChannel,C,P>

org.springframework.cloud.stream.binder.AbstractMessageChannelBinder<org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties>,org.springframework.cloud.stream.binder.ExtendedProducerProperties<KafkaProducerProperties>,KafkaTopicProvisioner>

org.springframework.cloud.stream.binder.kafka.KafkaMessageChannelBinder

All Implemented Interfaces:

org.springframework.beans.factory.Aware, org.springframework.beans.factory.InitializingBean, org.springframework.cloud.stream.binder.Binder<org.springframework.messaging.MessageChannel,org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties>,org.springframework.cloud.stream.binder.ExtendedProducerProperties<KafkaProducerProperties>>, org.springframework.cloud.stream.binder.ExtendedBindingProperties<KafkaConsumerProperties,KafkaProducerProperties>, org.springframework.cloud.stream.binder.ExtendedPropertiesBinder<org.springframework.messaging.MessageChannel,KafkaConsumerProperties,KafkaProducerProperties>, org.springframework.cloud.stream.binder.PollableConsumerBinder<org.springframework.messaging.MessageHandler,org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties>>, org.springframework.context.ApplicationContextAware, org.springframework.context.ApplicationEventPublisherAware

public class KafkaMessageChannelBinder
extends org.springframework.cloud.stream.binder.AbstractMessageChannelBinder<org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties>,org.springframework.cloud.stream.binder.ExtendedProducerProperties<KafkaProducerProperties>,KafkaTopicProvisioner>
implements org.springframework.cloud.stream.binder.ExtendedPropertiesBinder<org.springframework.messaging.MessageChannel,KafkaConsumerProperties,KafkaProducerProperties>

A Binder that uses Kafka as the underlying middleware.

Author:

Eric Bottard, Marius Bogoevici, Ilayaperumal Gopinathan, David Turanski, Gary Russell, Mark Fisher, Soby Chacko, Henryk Konsek, Doug Saus, Lukasz Kaminski

Nested Class Summary

Nested classes/interfaces inherited from class org.springframework.cloud.stream.binder.AbstractMessageChannelBinder

org.springframework.cloud.stream.binder.AbstractMessageChannelBinder.ErrorInfrastructure, org.springframework.cloud.stream.binder.AbstractMessageChannelBinder.PolledConsumerResources

Field Summary

Fields

Modifier and Type	Field and Description
static String	X_EXCEPTION_FQCN Kafka header for x-exception-fqcn.
static String	X_EXCEPTION_MESSAGE Kafka header for x-exception-message.
static String	X_EXCEPTION_STACKTRACE Kafka header for x-exception-stacktrace.
static String	X_ORIGINAL_OFFSET Kafka header for x-original-offset.
static String	X_ORIGINAL_PARTITION Kafka header for x-original-partition.
static String	X_ORIGINAL_TIMESTAMP Kafka header for x-original-timestamp.
static String	X_ORIGINAL_TIMESTAMP_TYPE Kafka header for x-original-timestamp-type.
static String	X_ORIGINAL_TOPIC Kafka header for x-original-topic.

Fields inherited from class org.springframework.cloud.stream.binder.AbstractMessageChannelBinder

provisioningProvider

Fields inherited from class org.springframework.cloud.stream.binder.AbstractBinder

logger

Constructor Summary

Constructors

Constructor and Description
KafkaMessageChannelBinder(KafkaBinderConfigurationProperties configurationProperties, KafkaTopicProvisioner provisioningProvider)
KafkaMessageChannelBinder(KafkaBinderConfigurationProperties configurationProperties, KafkaTopicProvisioner provisioningProvider, org.springframework.cloud.stream.config.ListenerContainerCustomizer<org.springframework.kafka.listener.AbstractMessageListenerContainer<?,?>> containerCustomizer, KafkaBindingRebalanceListener rebalanceListener)
KafkaMessageChannelBinder(KafkaBinderConfigurationProperties configurationProperties, KafkaTopicProvisioner provisioningProvider, org.springframework.cloud.stream.config.ListenerContainerCustomizer<org.springframework.kafka.listener.AbstractMessageListenerContainer<?,?>> containerCustomizer, org.springframework.cloud.stream.config.MessageSourceCustomizer<org.springframework.integration.kafka.inbound.KafkaMessageSource<?,?>> sourceCustomizer, KafkaBindingRebalanceListener rebalanceListener, DlqPartitionFunction dlqPartitionFunction, DlqDestinationResolver dlqDestinationResolver)

Method Summary

Modifier and Type	Method and Description
protected org.springframework.integration.core.MessageProducer	createConsumerEndpoint(org.springframework.cloud.stream.provisioning.ConsumerDestination destination, String group, org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties> extendedConsumerProperties)
protected org.springframework.kafka.core.ConsumerFactory<?,?>	createKafkaConsumerFactory(boolean anonymous, String consumerGroup, org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties> consumerProperties, String beanName, String destination)
protected org.springframework.cloud.stream.binder.AbstractMessageChannelBinder.PolledConsumerResources	createPolledConsumerResources(String name, String group, org.springframework.cloud.stream.provisioning.ConsumerDestination destination, org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties> extendedConsumerProperties)
protected org.springframework.messaging.MessageHandler	createProducerMessageHandler(org.springframework.cloud.stream.provisioning.ProducerDestination destination, org.springframework.cloud.stream.binder.ExtendedProducerProperties<KafkaProducerProperties> producerProperties, org.springframework.messaging.MessageChannel errorChannel)
protected org.springframework.messaging.MessageHandler	createProducerMessageHandler(org.springframework.cloud.stream.provisioning.ProducerDestination destination, org.springframework.cloud.stream.binder.ExtendedProducerProperties<KafkaProducerProperties> producerProperties, org.springframework.messaging.MessageChannel channel, org.springframework.messaging.MessageChannel errorChannel)
String	getDefaultsPrefix()
protected org.springframework.messaging.MessageHandler	getErrorMessageHandler(org.springframework.cloud.stream.provisioning.ConsumerDestination destination, String group, org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties> properties)
protected org.springframework.integration.support.ErrorMessageStrategy	getErrorMessageStrategy()
KafkaConsumerProperties	getExtendedConsumerProperties(String channelName)
KafkaProducerProperties	getExtendedProducerProperties(String channelName)
Class<? extends org.springframework.cloud.stream.binder.BinderSpecificPropertiesProvider>	getExtendedPropertiesEntryClass()
protected org.springframework.messaging.MessageHandler	getPolledConsumerErrorMessageHandler(org.springframework.cloud.stream.provisioning.ConsumerDestination destination, String group, org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties> properties)
protected org.springframework.kafka.core.DefaultKafkaProducerFactory<byte[],byte[]>	getProducerFactory(String transactionIdPrefix, org.springframework.cloud.stream.binder.ExtendedProducerProperties<KafkaProducerProperties> producerProperties, String beanName, String destination)
org.springframework.kafka.core.ProducerFactory<byte[],byte[]>	getTransactionalProducerFactory() Return a reference to the binder's transaction manager's producer factory (if configured).
protected void	postProcessOutputChannel(org.springframework.messaging.MessageChannel outputChannel, org.springframework.cloud.stream.binder.ExtendedProducerProperties<KafkaProducerProperties> producerProperties)
protected void	postProcessPollableSource(org.springframework.cloud.stream.binder.DefaultPollableMessageSource bindingTarget)
Collection<org.apache.kafka.common.PartitionInfo>	processTopic(String group, org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties> extendedConsumerProperties, org.springframework.kafka.core.ConsumerFactory<?,?> consumerFactory, int partitionCount, boolean usingPatterns, boolean groupManagement, String topic)
void	setClientFactoryCustomizer(ClientFactoryCustomizer customizer)
void	setConsumerConfigCustomizer(ConsumerConfigCustomizer consumerConfigCustomizer)
void	setDlqDestinationResolver(DlqDestinationResolver dlqDestinationResolver)
void	setDlqPartitionFunction(DlqPartitionFunction dlqPartitionFunction)
void	setExtendedBindingProperties(KafkaExtendedBindingProperties extendedBindingProperties)
void	setProducerConfigCustomizer(ProducerConfigCustomizer producerConfigCustomizer)
void	setProducerListener(org.springframework.kafka.support.ProducerListener<byte[],byte[]> producerListener)
void	setRebalanceListener(KafkaBindingRebalanceListener rebalanceListener)
void	setupRebalanceListener(org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties> extendedConsumerProperties, org.springframework.kafka.listener.ContainerProperties containerProperties)
protected boolean	useNativeEncoding(org.springframework.cloud.stream.binder.ExtendedProducerProperties<KafkaProducerProperties> producerProperties)

Methods inherited from class org.springframework.cloud.stream.binder.AbstractMessageChannelBinder

afterUnbindConsumer, afterUnbindProducer, bindPollableConsumer, doBindConsumer, doBindProducer, errorsBaseName, errorsBaseName, getApplicationEventPublisher, getContainerCustomizer, getDefaultErrorMessageHandler, getErrorBridgeName, getErrorBridgeName, getErrorMessageHandlerName, getErrorRecovererName, getMessageSourceCustomizer, getPolledConsumerRecoveryCallback, registerErrorInfrastructure, registerErrorInfrastructure, setApplicationEventPublisher, setConsumerEndpointCustomizer, setProducerMessageHandlerCustomizer

Methods inherited from class org.springframework.cloud.stream.binder.AbstractBinder

afterPropertiesSet, applyPrefix, bindConsumer, bindProducer, buildRetryTemplate, constructDLQName, getApplicationContext, getBeanFactory, getEvaluationContext, groupedName, onInit, setApplicationContext

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.springframework.cloud.stream.binder.Binder

bindConsumer, bindProducer

Methods inherited from interface org.springframework.cloud.stream.binder.ExtendedBindingProperties

getBindings

Field Detail

X_EXCEPTION_FQCN

public static final String X_EXCEPTION_FQCN

Kafka header for x-exception-fqcn.

See Also:

Constant Field Values

X_EXCEPTION_STACKTRACE

public static final String X_EXCEPTION_STACKTRACE

Kafka header for x-exception-stacktrace.

See Also:

Constant Field Values

X_EXCEPTION_MESSAGE

public static final String X_EXCEPTION_MESSAGE

Kafka header for x-exception-message.

See Also:

Constant Field Values

X_ORIGINAL_TOPIC

public static final String X_ORIGINAL_TOPIC

Kafka header for x-original-topic.

See Also:

Constant Field Values

X_ORIGINAL_PARTITION

public static final String X_ORIGINAL_PARTITION

Kafka header for x-original-partition.

See Also:

Constant Field Values

X_ORIGINAL_OFFSET

public static final String X_ORIGINAL_OFFSET

Kafka header for x-original-offset.

See Also:

Constant Field Values

X_ORIGINAL_TIMESTAMP

public static final String X_ORIGINAL_TIMESTAMP

Kafka header for x-original-timestamp.

See Also:

Constant Field Values

X_ORIGINAL_TIMESTAMP_TYPE

public static final String X_ORIGINAL_TIMESTAMP_TYPE

Kafka header for x-original-timestamp-type.

See Also:

Constant Field Values

Constructor Detail

KafkaMessageChannelBinder

public KafkaMessageChannelBinder(KafkaBinderConfigurationProperties configurationProperties,
                                 KafkaTopicProvisioner provisioningProvider)

KafkaMessageChannelBinder

public KafkaMessageChannelBinder(KafkaBinderConfigurationProperties configurationProperties,
                                 KafkaTopicProvisioner provisioningProvider,
                                 org.springframework.cloud.stream.config.ListenerContainerCustomizer<org.springframework.kafka.listener.AbstractMessageListenerContainer<?,?>> containerCustomizer,
                                 KafkaBindingRebalanceListener rebalanceListener)

KafkaMessageChannelBinder

public KafkaMessageChannelBinder(KafkaBinderConfigurationProperties configurationProperties,
                                 KafkaTopicProvisioner provisioningProvider,
                                 org.springframework.cloud.stream.config.ListenerContainerCustomizer<org.springframework.kafka.listener.AbstractMessageListenerContainer<?,?>> containerCustomizer,
                                 org.springframework.cloud.stream.config.MessageSourceCustomizer<org.springframework.integration.kafka.inbound.KafkaMessageSource<?,?>> sourceCustomizer,
                                 KafkaBindingRebalanceListener rebalanceListener,
                                 DlqPartitionFunction dlqPartitionFunction,
                                 DlqDestinationResolver dlqDestinationResolver)

Method Detail

setExtendedBindingProperties

public void setExtendedBindingProperties(KafkaExtendedBindingProperties extendedBindingProperties)

setProducerListener

public void setProducerListener(org.springframework.kafka.support.ProducerListener<byte[],byte[]> producerListener)

setClientFactoryCustomizer

public void setClientFactoryCustomizer(ClientFactoryCustomizer customizer)

setRebalanceListener

public void setRebalanceListener(KafkaBindingRebalanceListener rebalanceListener)

setDlqPartitionFunction

public void setDlqPartitionFunction(DlqPartitionFunction dlqPartitionFunction)

setDlqDestinationResolver

public void setDlqDestinationResolver(DlqDestinationResolver dlqDestinationResolver)

getExtendedConsumerProperties

public KafkaConsumerProperties getExtendedConsumerProperties(String channelName)

Specified by:

getExtendedConsumerProperties in interface org.springframework.cloud.stream.binder.ExtendedBindingProperties<KafkaConsumerProperties,KafkaProducerProperties>

getExtendedProducerProperties

public KafkaProducerProperties getExtendedProducerProperties(String channelName)

Specified by:

getExtendedProducerProperties in interface org.springframework.cloud.stream.binder.ExtendedBindingProperties<KafkaConsumerProperties,KafkaProducerProperties>

getDefaultsPrefix

public String getDefaultsPrefix()

Specified by:

getDefaultsPrefix in interface org.springframework.cloud.stream.binder.ExtendedBindingProperties<KafkaConsumerProperties,KafkaProducerProperties>

getExtendedPropertiesEntryClass

public Class<? extends org.springframework.cloud.stream.binder.BinderSpecificPropertiesProvider> getExtendedPropertiesEntryClass()

Specified by:

getExtendedPropertiesEntryClass in interface org.springframework.cloud.stream.binder.ExtendedBindingProperties<KafkaConsumerProperties,KafkaProducerProperties>

getTransactionalProducerFactory

@Nullable
public org.springframework.kafka.core.ProducerFactory<byte[],byte[]> getTransactionalProducerFactory()

Return a reference to the binder's transaction manager's producer factory (if configured). Use this to create a transaction manager in a bean definition when you wish to use producer-only transactions.

Returns:

the transaction manager, or null.

createProducerMessageHandler

protected org.springframework.messaging.MessageHandler createProducerMessageHandler(org.springframework.cloud.stream.provisioning.ProducerDestination destination,
                                                                                    org.springframework.cloud.stream.binder.ExtendedProducerProperties<KafkaProducerProperties> producerProperties,
                                                                                    org.springframework.messaging.MessageChannel errorChannel)
                                                                             throws Exception

Specified by:

createProducerMessageHandler in class org.springframework.cloud.stream.binder.AbstractMessageChannelBinder<org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties>,org.springframework.cloud.stream.binder.ExtendedProducerProperties<KafkaProducerProperties>,KafkaTopicProvisioner>

Throws:

Exception

createProducerMessageHandler

protected org.springframework.messaging.MessageHandler createProducerMessageHandler(org.springframework.cloud.stream.provisioning.ProducerDestination destination,
                                                                                    org.springframework.cloud.stream.binder.ExtendedProducerProperties<KafkaProducerProperties> producerProperties,
                                                                                    org.springframework.messaging.MessageChannel channel,
                                                                                    org.springframework.messaging.MessageChannel errorChannel)
                                                                             throws Exception

Overrides:

createProducerMessageHandler in class org.springframework.cloud.stream.binder.AbstractMessageChannelBinder<org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties>,org.springframework.cloud.stream.binder.ExtendedProducerProperties<KafkaProducerProperties>,KafkaTopicProvisioner>

Throws:

Exception

postProcessOutputChannel

protected void postProcessOutputChannel(org.springframework.messaging.MessageChannel outputChannel,
                                        org.springframework.cloud.stream.binder.ExtendedProducerProperties<KafkaProducerProperties> producerProperties)

Overrides:

postProcessOutputChannel in class org.springframework.cloud.stream.binder.AbstractMessageChannelBinder<org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties>,org.springframework.cloud.stream.binder.ExtendedProducerProperties<KafkaProducerProperties>,KafkaTopicProvisioner>

getProducerFactory

protected org.springframework.kafka.core.DefaultKafkaProducerFactory<byte[],byte[]> getProducerFactory(String transactionIdPrefix,
                                                                                                       org.springframework.cloud.stream.binder.ExtendedProducerProperties<KafkaProducerProperties> producerProperties,
                                                                                                       String beanName,
                                                                                                       String destination)

useNativeEncoding

protected boolean useNativeEncoding(org.springframework.cloud.stream.binder.ExtendedProducerProperties<KafkaProducerProperties> producerProperties)

Overrides:

useNativeEncoding in class org.springframework.cloud.stream.binder.AbstractMessageChannelBinder<org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties>,org.springframework.cloud.stream.binder.ExtendedProducerProperties<KafkaProducerProperties>,KafkaTopicProvisioner>

createConsumerEndpoint

protected org.springframework.integration.core.MessageProducer createConsumerEndpoint(org.springframework.cloud.stream.provisioning.ConsumerDestination destination,
                                                                                      String group,
                                                                                      org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties> extendedConsumerProperties)

Specified by:

createConsumerEndpoint in class org.springframework.cloud.stream.binder.AbstractMessageChannelBinder<org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties>,org.springframework.cloud.stream.binder.ExtendedProducerProperties<KafkaProducerProperties>,KafkaTopicProvisioner>

setupRebalanceListener

public void setupRebalanceListener(org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties> extendedConsumerProperties,
                                   org.springframework.kafka.listener.ContainerProperties containerProperties)

processTopic

public Collection<org.apache.kafka.common.PartitionInfo> processTopic(String group,
                                                                      org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties> extendedConsumerProperties,
                                                                      org.springframework.kafka.core.ConsumerFactory<?,?> consumerFactory,
                                                                      int partitionCount,
                                                                      boolean usingPatterns,
                                                                      boolean groupManagement,
                                                                      String topic)

createPolledConsumerResources

protected org.springframework.cloud.stream.binder.AbstractMessageChannelBinder.PolledConsumerResources createPolledConsumerResources(String name,
                                                                                                                                     String group,
                                                                                                                                     org.springframework.cloud.stream.provisioning.ConsumerDestination destination,
                                                                                                                                     org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties> extendedConsumerProperties)

Overrides:

createPolledConsumerResources in class org.springframework.cloud.stream.binder.AbstractMessageChannelBinder<org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties>,org.springframework.cloud.stream.binder.ExtendedProducerProperties<KafkaProducerProperties>,KafkaTopicProvisioner>

postProcessPollableSource

protected void postProcessPollableSource(org.springframework.cloud.stream.binder.DefaultPollableMessageSource bindingTarget)

Overrides:

postProcessPollableSource in class org.springframework.cloud.stream.binder.AbstractMessageChannelBinder<org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties>,org.springframework.cloud.stream.binder.ExtendedProducerProperties<KafkaProducerProperties>,KafkaTopicProvisioner>

getErrorMessageStrategy

protected org.springframework.integration.support.ErrorMessageStrategy getErrorMessageStrategy()

Overrides:

getErrorMessageStrategy in class org.springframework.cloud.stream.binder.AbstractMessageChannelBinder<org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties>,org.springframework.cloud.stream.binder.ExtendedProducerProperties<KafkaProducerProperties>,KafkaTopicProvisioner>

getErrorMessageHandler

protected org.springframework.messaging.MessageHandler getErrorMessageHandler(org.springframework.cloud.stream.provisioning.ConsumerDestination destination,
                                                                              String group,
                                                                              org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties> properties)

Overrides:

getErrorMessageHandler in class org.springframework.cloud.stream.binder.AbstractMessageChannelBinder<org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties>,org.springframework.cloud.stream.binder.ExtendedProducerProperties<KafkaProducerProperties>,KafkaTopicProvisioner>

getPolledConsumerErrorMessageHandler

protected org.springframework.messaging.MessageHandler getPolledConsumerErrorMessageHandler(org.springframework.cloud.stream.provisioning.ConsumerDestination destination,
                                                                                            String group,
                                                                                            org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties> properties)

Overrides:

getPolledConsumerErrorMessageHandler in class org.springframework.cloud.stream.binder.AbstractMessageChannelBinder<org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties>,org.springframework.cloud.stream.binder.ExtendedProducerProperties<KafkaProducerProperties>,KafkaTopicProvisioner>

createKafkaConsumerFactory

protected org.springframework.kafka.core.ConsumerFactory<?,?> createKafkaConsumerFactory(boolean anonymous,
                                                                                         String consumerGroup,
                                                                                         org.springframework.cloud.stream.binder.ExtendedConsumerProperties<KafkaConsumerProperties> consumerProperties,
                                                                                         String beanName,
                                                                                         String destination)

setConsumerConfigCustomizer

public void setConsumerConfigCustomizer(ConsumerConfigCustomizer consumerConfigCustomizer)

setProducerConfigCustomizer

public void setProducerConfigCustomizer(ProducerConfigCustomizer producerConfigCustomizer)