KafkaParametersProcessor

Type Members

implicit class ReaderStreamOptions extends AnyRef

Provides automatic optional parameter settings to DataStreamReaders.
implicit class WriterStreamOptions extends AnyRef

Provides automatic optional parameter settings to DataFrameWriters.

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
val MANDATORY_PARAM_BROKERS: String
val MANDATORY_PARAM_TOPIC: String
val PARAM_AVRO_SCHEMA_DESTINATION: String
val PARAM_COLUMNS: String
val PARAM_COLUMNS_SEPARATOR: String
val PARAM_JOB_FILES: String
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def getAvroSchemaDestination(properties: Properties): Option[String]
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getColumnsToDispatch(properties: Properties): List[String]

Gets the names of the columns from the Dataframe that should be dispatched.
Gets the names of the columns from the Dataframe that should be dispatched. Returns an empty list if none.
def getJobFilesPaths(properties: Properties): List[String]

Gets a list of files that should be dispatched along with the Job jar to the executors.
Gets a list of files that should be dispatched along with the Job jar to the executors. Returns an empty list if none.
def getTopic(properties: Properties): String
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def loadProperties(path: String): Properties

Loads Properties from file.
Loads Properties from file.
returns
Properties instance either, fulfilled or empty if something bad happened
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
def validate(properties: Properties): Boolean

Validates the parameters regarding mandatory settings.
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package parameters

object KafkaParametersProcessor

Type Members

implicit class ReaderStreamOptions extends AnyRef

implicit class WriterStreamOptions extends AnyRef

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

val MANDATORY_PARAM_BROKERS: String

val MANDATORY_PARAM_TOPIC: String

val PARAM_AVRO_SCHEMA_DESTINATION: String

val PARAM_COLUMNS: String

val PARAM_COLUMNS_SEPARATOR: String

val PARAM_JOB_FILES: String

final def asInstanceOf[T0]: T0

def clone(): AnyRef

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

def getAvroSchemaDestination(properties: Properties): Option[String]

final def getClass(): Class[_]

def getColumnsToDispatch(properties: Properties): List[String]

def getJobFilesPaths(properties: Properties): List[String]

def getTopic(properties: Properties): String

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

def loadProperties(path: String): Properties

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

def validate(properties: Properties): Boolean

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from AnyRef

Inherited from Any

Ungrouped