org.apache.pulsar.client.impl

Class ConsumerImpl<T>

java.lang.Object

org.apache.pulsar.client.impl.ConsumerBase<T>

org.apache.pulsar.client.impl.ConsumerImpl<T>

All Implemented Interfaces:

Closeable, AutoCloseable, Consumer<T>

Direct Known Subclasses:

ZeroQueueConsumerImpl

public class ConsumerImpl<T>
extends ConsumerBase<T>

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.pulsar.client.impl.ConsumerBase

ConsumerBase.OpBatchReceive<T>

Field Summary

Fields

Modifier and Type	Field and Description
protected ConcurrentOpenHashMap<String,org.apache.pulsar.client.impl.ConsumerImpl.ChunkedMessageCtx>	chunkedMessagesMap
protected PulsarClientImpl	client
protected long	expireTimeOfIncompleteChunkedMessageMillis
protected MessageId	lastDequeuedMessageId
protected boolean	paused
protected ConsumerStatsRecorder	stats
protected String	topic

Fields inherited from class org.apache.pulsar.client.impl.ConsumerBase

batchReceivePolicy, batchReceiveTimeout, conf, consumerEventListener, consumerName, executorProvider, externalPinnedExecutor, incomingMessagesSize, interceptors, internalPinnedExecutor, listener, maxReceiverQueueSize, pendingBatchReceives, pendingReceives, reentrantLock, schema, subscribeFuture, subscription, unAckedChunkedMessageIdSequenceMap

Constructor Summary

Constructors

Modifier	Constructor and Description
protected	ConsumerImpl(PulsarClientImpl client, String topic, ConsumerConfigurationData<T> conf, ExecutorProvider executorProvider, int partitionIndex, boolean hasParentConsumer, CompletableFuture<Consumer<T>> subscribeFuture, MessageId startMessageId, long startMessageRollbackDurationInSec, Schema<T> schema, ConsumerInterceptors<T> interceptors, boolean createTopicIfDoesNotExist)

Method Summary

Modifier and Type	Method and Description
protected boolean	changeToReadyState()
protected boolean	changeToRegisteringSchemaState()
int	clearIncomingMessagesAndGetMessageNumber()
CompletableFuture<Void>	closeAsync()
protected void	completeOpBatchReceive(ConsumerBase.OpBatchReceive<T> op)
void	connectionFailed(PulsarClientException exception)
void	connectionOpened(ClientCnx cnx)
protected void	consumerIsReconnectedToBroker(ClientCnx cnx, int currentQueueSize)
protected CompletableFuture<Void>	doAcknowledge(List<MessageId> messageIdList, CommandAck.AckType ackType, Map<String,Long> properties, TransactionImpl txn)
protected CompletableFuture<Void>	doAcknowledge(MessageId messageId, CommandAck.AckType ackType, Map<String,Long> properties, TransactionImpl txn)
protected CompletableFuture<Void>	doReconsumeLater(Message<?> message, CommandAck.AckType ackType, Map<String,Long> properties, long delayTime, TimeUnit unit)
boolean	equals(Object o)
protected org.apache.pulsar.client.impl.HandlerState.State	getAndUpdateState(UnaryOperator<org.apache.pulsar.client.impl.HandlerState.State> updater)
int	getAvailablePermits()
PulsarClientImpl	getClient()
ClientCnx	getClientCnx()
ConnectionHandler	getConnectionHandler()
long	getLastDisconnectedTimestamp()
CompletableFuture<MessageId>	getLastMessageIdAsync()
Map<MessageIdImpl,List<MessageImpl<T>>>	getPossibleSendToDeadLetterTopicMessages()
protected org.apache.pulsar.client.impl.HandlerState.State	getState()
ConsumerStatsRecorder	getStats()
String	getTopicNameWithoutPartition()
UnAckedMessageTracker	getUnAckedMessageTracker()
int	hashCode()
boolean	hasMessageAvailable()
CompletableFuture<Boolean>	hasMessageAvailableAsync()
boolean	hasReachedEndOfTopic()
protected void	increaseAvailablePermits(ClientCnx currentCnx, int delta)
void	increaseAvailablePermits(int delta)
protected Messages<T>	internalBatchReceive()
protected CompletableFuture<Messages<T>>	internalBatchReceiveAsync()
CompletableFuture<org.apache.pulsar.client.impl.ConsumerImpl.GetLastMessageIdResponse>	internalGetLastMessageIdAsync()
protected Message<T>	internalReceive()
protected Message<T>	internalReceive(int timeout, TimeUnit unit)
protected CompletableFuture<Message<T>>	internalReceiveAsync()
boolean	isConnected()
protected void	messageProcessed(Message<?> msg) Record the event that one message has been processed by the application.
void	negativeAcknowledge(MessageId messageId)
int	numMessagesInQueue()
void	pause()
void	redeliverUnacknowledgedMessages()
void	redeliverUnacknowledgedMessages(Set<MessageId> messageIds) Redelivers the given unacknowledged messages.
protected void	removeExpireIncompleteChunkedMessages()
void	resume()
void	seek(Function<String,Object> function)
void	seek(long timestamp)
void	seek(MessageId messageId)
CompletableFuture<Void>	seekAsync(Function<String,Object> function)
CompletableFuture<Void>	seekAsync(long timestamp)
CompletableFuture<Void>	seekAsync(MessageId messageId)
protected void	setState(org.apache.pulsar.client.impl.HandlerState.State s)
protected void	trackMessage(Message<?> msg)
protected void	trackMessage(MessageId messageId)
CompletableFuture<Void>	unsubscribeAsync()

Methods inherited from class org.apache.pulsar.client.impl.ConsumerBase

acknowledge, acknowledge, acknowledge, acknowledge, acknowledgeAsync, acknowledgeAsync, acknowledgeAsync, acknowledgeAsync, acknowledgeAsync, acknowledgeCumulative, acknowledgeCumulative, acknowledgeCumulativeAsync, acknowledgeCumulativeAsync, acknowledgeCumulativeAsync, batchReceive, batchReceiveAsync, beforeConsume, callMessageListener, canEnqueueMessage, clearIncomingMessages, close, completePendingBatchReceive, completePendingReceive, decreaseIncomingMessageSize, doAcknowledgeWithTxn, doAcknowledgeWithTxn, enqueueMessageAndCheckBatchReceive, failPendingReceive, getConsumerName, getIncomingMessageSize, getLastMessageId, getNewMessagesImpl, getSubscription, getSubType, getTopic, getTotalIncomingMessages, hasEnoughMessagesForBatchReceive, hasNextPendingReceive, hasPendingBatchReceive, negativeAcknowledge, negativeAcknowledge, nextPendingReceive, notifyPendingBatchReceivedCallBack, notifyPendingBatchReceivedCallBack, onAcknowledge, onAcknowledgeCumulative, onAckTimeoutSend, onNegativeAcksSend, peekMessageKey, receive, receive, receiveAsync, reconsumeLater, reconsumeLater, reconsumeLaterAsync, reconsumeLaterAsync, reconsumeLaterCumulative, reconsumeLaterCumulativeAsync, resetIncomingMessageSize, setMaxReceiverQueueSize, subscribeFuture, toString, triggerListener, unsubscribe

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Field Detail

lastDequeuedMessageId

protected volatile MessageId lastDequeuedMessageId

stats

protected final ConsumerStatsRecorder stats

paused

protected volatile boolean paused

chunkedMessagesMap

protected ConcurrentOpenHashMap<String,org.apache.pulsar.client.impl.ConsumerImpl.ChunkedMessageCtx> chunkedMessagesMap

expireTimeOfIncompleteChunkedMessageMillis

protected long expireTimeOfIncompleteChunkedMessageMillis

client

protected final PulsarClientImpl client

topic

protected final String topic

Constructor Detail

ConsumerImpl

protected ConsumerImpl(PulsarClientImpl client,
                       String topic,
                       ConsumerConfigurationData<T> conf,
                       ExecutorProvider executorProvider,
                       int partitionIndex,
                       boolean hasParentConsumer,
                       CompletableFuture<Consumer<T>> subscribeFuture,
                       MessageId startMessageId,
                       long startMessageRollbackDurationInSec,
                       Schema<T> schema,
                       ConsumerInterceptors<T> interceptors,
                       boolean createTopicIfDoesNotExist)

Method Detail

getConnectionHandler

public ConnectionHandler getConnectionHandler()

getUnAckedMessageTracker

public UnAckedMessageTracker getUnAckedMessageTracker()

unsubscribeAsync

public CompletableFuture<Void> unsubscribeAsync()

Specified by:

unsubscribeAsync in interface Consumer<T>

Specified by:

unsubscribeAsync in class ConsumerBase<T>

internalReceive

protected Message<T> internalReceive()
                              throws PulsarClientException

Specified by:

internalReceive in class ConsumerBase<T>

Throws:

PulsarClientException

internalReceiveAsync

protected CompletableFuture<Message<T>> internalReceiveAsync()

Specified by:

internalReceiveAsync in class ConsumerBase<T>

internalReceive

protected Message<T> internalReceive(int timeout,
                                     TimeUnit unit)
                              throws PulsarClientException

Specified by:

internalReceive in class ConsumerBase<T>

Throws:

PulsarClientException

internalBatchReceive

protected Messages<T> internalBatchReceive()
                                    throws PulsarClientException

Specified by:

internalBatchReceive in class ConsumerBase<T>

Throws:

PulsarClientException

internalBatchReceiveAsync

protected CompletableFuture<Messages<T>> internalBatchReceiveAsync()

Specified by:

internalBatchReceiveAsync in class ConsumerBase<T>

doAcknowledge

protected CompletableFuture<Void> doAcknowledge(MessageId messageId,
                                                CommandAck.AckType ackType,
                                                Map<String,Long> properties,
                                                TransactionImpl txn)

Specified by:

doAcknowledge in class ConsumerBase<T>

doAcknowledge

protected CompletableFuture<Void> doAcknowledge(List<MessageId> messageIdList,
                                                CommandAck.AckType ackType,
                                                Map<String,Long> properties,
                                                TransactionImpl txn)

Specified by:

doAcknowledge in class ConsumerBase<T>

doReconsumeLater

protected CompletableFuture<Void> doReconsumeLater(Message<?> message,
                                                   CommandAck.AckType ackType,
                                                   Map<String,Long> properties,
                                                   long delayTime,
                                                   TimeUnit unit)

Specified by:

doReconsumeLater in class ConsumerBase<T>

negativeAcknowledge

public void negativeAcknowledge(MessageId messageId)

Specified by:

negativeAcknowledge in interface Consumer<T>

connectionOpened

public void connectionOpened(ClientCnx cnx)

consumerIsReconnectedToBroker

protected void consumerIsReconnectedToBroker(ClientCnx cnx,
                                             int currentQueueSize)

connectionFailed

public void connectionFailed(PulsarClientException exception)

closeAsync

public CompletableFuture<Void> closeAsync()

Specified by:

closeAsync in interface Consumer<T>

Specified by:

closeAsync in class ConsumerBase<T>

messageProcessed

protected void messageProcessed(Message<?> msg)

Record the event that one message has been processed by the application. Periodically, it sends a Flow command to notify the broker that it can push more messages

Specified by:

messageProcessed in class ConsumerBase<T>

trackMessage

protected void trackMessage(Message<?> msg)

trackMessage

protected void trackMessage(MessageId messageId)

increaseAvailablePermits

protected void increaseAvailablePermits(ClientCnx currentCnx,
                                        int delta)

increaseAvailablePermits

public void increaseAvailablePermits(int delta)

pause

public void pause()

Specified by:

pause in interface Consumer<T>

resume

public void resume()

Specified by:

resume in interface Consumer<T>

getLastDisconnectedTimestamp

public long getLastDisconnectedTimestamp()

Specified by:

getLastDisconnectedTimestamp in interface Consumer<T>

isConnected

public boolean isConnected()

Specified by:

isConnected in interface Consumer<T>

getAvailablePermits

public int getAvailablePermits()

Specified by:

getAvailablePermits in class ConsumerBase<T>

numMessagesInQueue

public int numMessagesInQueue()

Specified by:

numMessagesInQueue in class ConsumerBase<T>

redeliverUnacknowledgedMessages

public void redeliverUnacknowledgedMessages()

Specified by:

redeliverUnacknowledgedMessages in interface Consumer<T>

clearIncomingMessagesAndGetMessageNumber

public int clearIncomingMessagesAndGetMessageNumber()

redeliverUnacknowledgedMessages

public void redeliverUnacknowledgedMessages(Set<MessageId> messageIds)

Description copied from class: ConsumerBase

Redelivers the given unacknowledged messages. In Failover mode, the request is ignored if the consumer is not active for the given topic. In Shared mode, the consumers messages to be redelivered are distributed across all the connected consumers. This is a non blocking call and doesn't throw an exception. In case the connection breaks, the messages are redelivered after reconnect.

Specified by:

redeliverUnacknowledgedMessages in class ConsumerBase<T>

completeOpBatchReceive

protected void completeOpBatchReceive(ConsumerBase.OpBatchReceive<T> op)

Specified by:

completeOpBatchReceive in class ConsumerBase<T>

seek

public void seek(MessageId messageId)
          throws PulsarClientException

Specified by:

seek in interface Consumer<T>

Throws:

PulsarClientException

seek

public void seek(long timestamp)
          throws PulsarClientException

Specified by:

seek in interface Consumer<T>

Throws:

PulsarClientException

seek

public void seek(Function<String,Object> function)
          throws PulsarClientException

Specified by:

seek in interface Consumer<T>

Throws:

PulsarClientException

seekAsync

public CompletableFuture<Void> seekAsync(Function<String,Object> function)

Specified by:

seekAsync in interface Consumer<T>

seekAsync

public CompletableFuture<Void> seekAsync(long timestamp)

Specified by:

seekAsync in interface Consumer<T>

seekAsync

public CompletableFuture<Void> seekAsync(MessageId messageId)

Specified by:

seekAsync in interface Consumer<T>

hasMessageAvailable

public boolean hasMessageAvailable()
                            throws PulsarClientException

Throws:

PulsarClientException

hasMessageAvailableAsync

public CompletableFuture<Boolean> hasMessageAvailableAsync()

getLastMessageIdAsync

public CompletableFuture<MessageId> getLastMessageIdAsync()

Specified by:

getLastMessageIdAsync in interface Consumer<T>

Specified by:

getLastMessageIdAsync in class ConsumerBase<T>

internalGetLastMessageIdAsync

public CompletableFuture<org.apache.pulsar.client.impl.ConsumerImpl.GetLastMessageIdResponse> internalGetLastMessageIdAsync()

getStats

public ConsumerStatsRecorder getStats()

Specified by:

getStats in interface Consumer<T>

hasReachedEndOfTopic

public boolean hasReachedEndOfTopic()

Specified by:

hasReachedEndOfTopic in interface Consumer<T>

hashCode

public int hashCode()

Overrides:

hashCode in class Object

equals

public boolean equals(Object o)

Overrides:

equals in class Object

getClientCnx

public ClientCnx getClientCnx()

getTopicNameWithoutPartition

public String getTopicNameWithoutPartition()

removeExpireIncompleteChunkedMessages

protected void removeExpireIncompleteChunkedMessages()

getPossibleSendToDeadLetterTopicMessages

public Map<MessageIdImpl,List<MessageImpl<T>>> getPossibleSendToDeadLetterTopicMessages()

changeToReadyState

protected boolean changeToReadyState()

changeToRegisteringSchemaState

protected boolean changeToRegisteringSchemaState()

getState

protected org.apache.pulsar.client.impl.HandlerState.State getState()

setState

protected void setState(org.apache.pulsar.client.impl.HandlerState.State s)

getAndUpdateState

protected org.apache.pulsar.client.impl.HandlerState.State getAndUpdateState(UnaryOperator<org.apache.pulsar.client.impl.HandlerState.State> updater)

getClient

public PulsarClientImpl getClient()