org.apache.pulsar.client.impl

Class ProducerImpl<T>

java.lang.Object

org.apache.pulsar.client.impl.ProducerBase<T>

org.apache.pulsar.client.impl.ProducerImpl<T>

All Implemented Interfaces:

io.netty.util.TimerTask, Closeable, AutoCloseable, Producer<T>

public class ProducerImpl<T>
extends ProducerBase<T>
implements io.netty.util.TimerTask

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
protected static class	ProducerImpl.OpSendMsg
protected static class	ProducerImpl.OpSendMsgQueue Queue implementation that is used as the pending messages queue.

Nested classes/interfaces inherited from class org.apache.pulsar.client.impl.ProducerBase

ProducerBase.MultiSchemaMode

Field Summary

Fields

Modifier and Type	Field and Description
protected PulsarClientImpl	client
protected long	lastSequenceIdPushed
protected long	producerId
protected String	topic

Fields inherited from class org.apache.pulsar.client.impl.ProducerBase

conf, interceptors, multiSchemaMode, producerCreatedFuture, schema, schemaCache

Constructor Summary

Constructors

Constructor and Description
ProducerImpl(PulsarClientImpl client, String topic, ProducerConfigurationData conf, CompletableFuture<Producer<T>> producerCreatedFuture, int partitionIndex, Schema<T> schema, ProducerInterceptors interceptors)

Method Summary

Modifier and Type	Method and Description
int	brokerChecksumSupportedVersion()
protected boolean	changeToReadyState()
protected boolean	changeToRegisteringSchemaState()
CompletableFuture<Void>	closeAsync()
void	connectionFailed(PulsarClientException exception)
void	connectionOpened(ClientCnx cnx)
protected ProducerImpl.OpSendMsgQueue	createPendingMessagesQueue()
protected io.netty.buffer.ByteBuf	encryptMessage(MessageMetadata msgMetadata, io.netty.buffer.ByteBuf compressedPayload)
CompletableFuture<Void>	flushAsync()
protected org.apache.pulsar.client.impl.HandlerState.State	getAndUpdateState(UnaryOperator<org.apache.pulsar.client.impl.HandlerState.State> updater)
protected Commands.ChecksumType	getChecksumType()
PulsarClientImpl	getClient()
ClientCnx	getClientCnx()
String	getConnectedSince()
ConnectionHandler	getConnectionHandler()
String	getConnectionId()
long	getDelayInMillis()
long	getLastDisconnectedTimestamp()
long	getLastSequenceId()
int	getPendingQueueSize()
String	getProducerName()
protected org.apache.pulsar.client.impl.HandlerState.State	getState()
ProducerStatsRecorder	getStats()
boolean	isConnected()
boolean	isWritable()
protected void	processOpSendMsg(ProducerImpl.OpSendMsg op)
protected void	recoverChecksumError(ClientCnx cnx, long sequenceId) Checks message checksum to retry if message was corrupted while sending to broker.
protected void	recoverNotAllowedError(long sequenceId)
void	run(io.netty.util.Timeout timeout) Process sendTimeout events
void	sendAsync(Message<?> message, SendCallback callback)
protected ByteBufPair	sendMessage(long producerId, long sequenceId, int numMessages, MessageMetadata msgMetadata, io.netty.buffer.ByteBuf compressedPayload)
protected ByteBufPair	sendMessage(long producerId, long lowestSequenceId, long highestSequenceId, int numMessages, MessageMetadata msgMetadata, io.netty.buffer.ByteBuf compressedPayload)
protected void	setState(org.apache.pulsar.client.impl.HandlerState.State s)
protected boolean	shouldWriteOpSendMsg() Hook method for testing.
void	terminated(ClientCnx cnx)
protected void	triggerFlush()
protected boolean	verifyLocalBufferIsNotCorrupted(ProducerImpl.OpSendMsg op) Computes checksum again and verifies it against existing checksum.

Methods inherited from class org.apache.pulsar.client.impl.ProducerBase

beforeSend, close, flush, getConfiguration, getTopic, newMessage, newMessage, newMessage, onSendAcknowledgement, producerCreatedFuture, send, send, sendAsync, sendAsync, toString

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Detail

producerId

protected final long producerId

lastSequenceIdPushed

protected volatile long lastSequenceIdPushed

client

protected final PulsarClientImpl client

topic

protected final String topic

Constructor Detail

ProducerImpl

public ProducerImpl(PulsarClientImpl client,
                    String topic,
                    ProducerConfigurationData conf,
                    CompletableFuture<Producer<T>> producerCreatedFuture,
                    int partitionIndex,
                    Schema<T> schema,
                    ProducerInterceptors interceptors)

Method Detail

createPendingMessagesQueue

protected ProducerImpl.OpSendMsgQueue createPendingMessagesQueue()

getConnectionHandler

public ConnectionHandler getConnectionHandler()

getLastSequenceId

public long getLastSequenceId()

Specified by:

getLastSequenceId in interface Producer<T>

sendAsync

public void sendAsync(Message<?> message,
                      SendCallback callback)

encryptMessage

protected io.netty.buffer.ByteBuf encryptMessage(MessageMetadata msgMetadata,
                                                 io.netty.buffer.ByteBuf compressedPayload)
                                          throws PulsarClientException

Throws:

PulsarClientException

sendMessage

protected ByteBufPair sendMessage(long producerId,
                                  long sequenceId,
                                  int numMessages,
                                  MessageMetadata msgMetadata,
                                  io.netty.buffer.ByteBuf compressedPayload)

sendMessage

protected ByteBufPair sendMessage(long producerId,
                                  long lowestSequenceId,
                                  long highestSequenceId,
                                  int numMessages,
                                  MessageMetadata msgMetadata,
                                  io.netty.buffer.ByteBuf compressedPayload)

getChecksumType

protected Commands.ChecksumType getChecksumType()

closeAsync

public CompletableFuture<Void> closeAsync()

Specified by:

closeAsync in interface Producer<T>

Specified by:

closeAsync in class ProducerBase<T>

isConnected

public boolean isConnected()

Specified by:

isConnected in interface Producer<T>

getLastDisconnectedTimestamp

public long getLastDisconnectedTimestamp()

Specified by:

getLastDisconnectedTimestamp in interface Producer<T>

isWritable

public boolean isWritable()

terminated

public void terminated(ClientCnx cnx)

recoverChecksumError

protected void recoverChecksumError(ClientCnx cnx,
                                    long sequenceId)

Checks message checksum to retry if message was corrupted while sending to broker. Recomputes checksum of the message header-payload again.

• if matches with existing checksum: it means message was corrupt while sending to broker. So, resend message
• if doesn't match with existing checksum: it means message is already corrupt and can't retry again. So, fail send-message by failing callback

Parameters:

cnx -

sequenceId -

recoverNotAllowedError

protected void recoverNotAllowedError(long sequenceId)

verifyLocalBufferIsNotCorrupted

protected boolean verifyLocalBufferIsNotCorrupted(ProducerImpl.OpSendMsg op)

Computes checksum again and verifies it against existing checksum. If checksum doesn't match it means that message is corrupt.

Parameters:

op -

Returns:

returns true only if message is not modified and computed-checksum is same as previous checksum else return false that means that message is corrupted. Returns true if checksum is not present.

connectionOpened

public void connectionOpened(ClientCnx cnx)

connectionFailed

public void connectionFailed(PulsarClientException exception)

brokerChecksumSupportedVersion

public int brokerChecksumSupportedVersion()

run

public void run(io.netty.util.Timeout timeout)
         throws Exception

Process sendTimeout events

Specified by:

run in interface io.netty.util.TimerTask

Throws:

Exception

flushAsync

public CompletableFuture<Void> flushAsync()

Specified by:

flushAsync in interface Producer<T>

triggerFlush

protected void triggerFlush()

processOpSendMsg

protected void processOpSendMsg(ProducerImpl.OpSendMsg op)

shouldWriteOpSendMsg

protected boolean shouldWriteOpSendMsg()

Hook method for testing. By returning false, it's possible to prevent messages being delivered to the broker.

Returns:

true if OpSend messages should be written to open connection

getDelayInMillis

public long getDelayInMillis()

getConnectionId

public String getConnectionId()

getConnectedSince

public String getConnectedSince()

getPendingQueueSize

public int getPendingQueueSize()

getStats

public ProducerStatsRecorder getStats()

Specified by:

getStats in interface Producer<T>

getProducerName

public String getProducerName()

Specified by:

getProducerName in interface Producer<T>

getClientCnx

public ClientCnx getClientCnx()

changeToReadyState

protected boolean changeToReadyState()

changeToRegisteringSchemaState

protected boolean changeToRegisteringSchemaState()

getState

protected org.apache.pulsar.client.impl.HandlerState.State getState()

setState

protected void setState(org.apache.pulsar.client.impl.HandlerState.State s)

getAndUpdateState

protected org.apache.pulsar.client.impl.HandlerState.State getAndUpdateState(UnaryOperator<org.apache.pulsar.client.impl.HandlerState.State> updater)

getClient

public PulsarClientImpl getClient()