org.apache.nifi.record.sink.kafka

Class KafkaRecordSink_1_0

java.lang.Object

org.apache.nifi.components.AbstractConfigurableComponent

org.apache.nifi.controller.AbstractControllerService

org.apache.nifi.record.sink.kafka.KafkaRecordSink_1_0

All Implemented Interfaces:

ConfigurableComponent, ControllerService, KafkaClientComponent, KafkaPublishComponent, RecordSinkService

@Tags(value={"kafka","record","sink"})
 @CapabilityDescription(value="Provides a service to write records to a Kafka 1.x topic.")
 @DeprecationNotice(classNames="org.apache.nifi.record.sink.kafka.KafkaRecordSink_2_6")
 @DynamicProperty(name="The name of a Kafka configuration property.",
                 value="The value of a given Kafka configuration property.",
                 description="These properties will be added on the Kafka configuration after loading any provided configuration properties. In the event a dynamic property represents a property that was already set, its value will be ignored and WARN message logged. For the list of available Kafka properties please refer to: http://kafka.apache.org/documentation.html#configuration. ",
                 expressionLanguageScope=VARIABLE_REGISTRY)
public class KafkaRecordSink_1_0
extends AbstractControllerService
implements RecordSinkService, KafkaPublishComponent

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
private static class	KafkaRecordSink_1_0.KafkaSendException

Field Summary

Fields

Modifier and Type	Field and Description
(package private) static PropertyDescriptor	ACK_WAIT_TIME
(package private) static PropertyDescriptor	COMPRESSION_CODEC
(package private) static AllowableValue	DELIVERY_BEST_EFFORT
(package private) static PropertyDescriptor	DELIVERY_GUARANTEE
(package private) static AllowableValue	DELIVERY_ONE_NODE
(package private) static AllowableValue	DELIVERY_REPLICATED
(package private) static PropertyDescriptor	MAX_REQUEST_SIZE
private long	maxAckWaitMillis
private int	maxMessageSize
(package private) static PropertyDescriptor	MESSAGE_HEADER_ENCODING
(package private) static PropertyDescriptor	METADATA_WAIT_TIME
private org.apache.kafka.clients.producer.Producer<byte[],byte[]>	producer
private List<PropertyDescriptor>	properties
private String	topic
(package private) static PropertyDescriptor	TOPIC
private RecordSetWriterFactory	writerFactory

Fields inherited from interface org.apache.nifi.record.sink.RecordSinkService

RECORD_WRITER_FACTORY

Fields inherited from interface org.apache.nifi.kafka.shared.component.KafkaPublishComponent

FAILURE_STRATEGY

Fields inherited from interface org.apache.nifi.kafka.shared.component.KafkaClientComponent

AWS_PROFILE_NAME, BOOTSTRAP_SERVERS, KERBEROS_CREDENTIALS_SERVICE, KERBEROS_KEYTAB, KERBEROS_PRINCIPAL, KERBEROS_SERVICE_NAME, SASL_MECHANISM, SASL_PASSWORD, SASL_USERNAME, SECURITY_PROTOCOL, SELF_CONTAINED_KERBEROS_USER_SERVICE, SSL_CONTEXT_SERVICE, TOKEN_AUTHENTICATION

Constructor Summary

Constructors

Constructor and Description
KafkaRecordSink_1_0()

Method Summary

Modifier and Type	Method and Description
protected org.apache.kafka.clients.producer.Producer<byte[],byte[]>	createProducer(Map<String,Object> kafkaProperties)
protected Collection<ValidationResult>	customValidate(ValidationContext validationContext)
protected PropertyDescriptor	getSupportedDynamicPropertyDescriptor(String propertyDescriptorName)
protected List<PropertyDescriptor>	getSupportedPropertyDescriptors()
protected RecordSetWriterFactory	getWriterFactory()
protected void	init(ControllerServiceInitializationContext context)
void	onEnabled(ConfigurationContext context)
WriteResult	sendData(RecordSet recordSet, Map<String,String> attributes, boolean sendZeroResults)
void	stop()

Methods inherited from class org.apache.nifi.controller.AbstractControllerService

abstractClearConfigContext, abstractStoreConfigContext, disabled, enabled, getConfigurationContext, getControllerServiceLookup, getIdentifier, getLogger, getNodeTypeProvider, getProperty, getStateManager, initialize, isEnabled

Methods inherited from class org.apache.nifi.components.AbstractConfigurableComponent

equals, getPropertyDescriptor, getPropertyDescriptors, hashCode, onPropertyModified, toString, validate

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Methods inherited from interface org.apache.nifi.record.sink.RecordSinkService

reset

Methods inherited from interface org.apache.nifi.controller.ControllerService

initialize, isStateful

Methods inherited from interface org.apache.nifi.components.ConfigurableComponent

getIdentifier, getPropertyDescriptor, getPropertyDescriptors, onPropertyModified, validate

Field Detail

DELIVERY_REPLICATED

static final AllowableValue DELIVERY_REPLICATED

DELIVERY_ONE_NODE

static final AllowableValue DELIVERY_ONE_NODE

DELIVERY_BEST_EFFORT

static final AllowableValue DELIVERY_BEST_EFFORT

TOPIC

static final PropertyDescriptor TOPIC

DELIVERY_GUARANTEE

static final PropertyDescriptor DELIVERY_GUARANTEE

METADATA_WAIT_TIME

static final PropertyDescriptor METADATA_WAIT_TIME

ACK_WAIT_TIME

static final PropertyDescriptor ACK_WAIT_TIME

MAX_REQUEST_SIZE

static final PropertyDescriptor MAX_REQUEST_SIZE

COMPRESSION_CODEC

static final PropertyDescriptor COMPRESSION_CODEC

MESSAGE_HEADER_ENCODING

static final PropertyDescriptor MESSAGE_HEADER_ENCODING

properties

private List<PropertyDescriptor> properties

writerFactory

private volatile RecordSetWriterFactory writerFactory

maxMessageSize

private volatile int maxMessageSize

maxAckWaitMillis

private volatile long maxAckWaitMillis

topic

private volatile String topic

producer

private volatile org.apache.kafka.clients.producer.Producer<byte[],byte[]> producer

Constructor Detail

KafkaRecordSink_1_0

public KafkaRecordSink_1_0()

Method Detail

init

protected void init(ControllerServiceInitializationContext context)

Overrides:

init in class AbstractControllerService

getSupportedPropertyDescriptors

protected List<PropertyDescriptor> getSupportedPropertyDescriptors()

Overrides:

getSupportedPropertyDescriptors in class AbstractConfigurableComponent

getSupportedDynamicPropertyDescriptor

protected PropertyDescriptor getSupportedDynamicPropertyDescriptor(String propertyDescriptorName)

Overrides:

getSupportedDynamicPropertyDescriptor in class AbstractConfigurableComponent

customValidate

protected Collection<ValidationResult> customValidate(ValidationContext validationContext)

Overrides:

customValidate in class AbstractConfigurableComponent

onEnabled

@OnEnabled
public void onEnabled(ConfigurationContext context)
                          throws InitializationException

Throws:

InitializationException

sendData

public WriteResult sendData(RecordSet recordSet,
                            Map<String,String> attributes,
                            boolean sendZeroResults)
                     throws IOException

Specified by:

sendData in interface RecordSinkService

Throws:

IOException

stop

@OnDisabled
public void stop()

getWriterFactory

protected RecordSetWriterFactory getWriterFactory()

createProducer

protected org.apache.kafka.clients.producer.Producer<byte[],byte[]> createProducer(Map<String,Object> kafkaProperties)