com.github.harbby.spark.sql.kafka

类 KafkaDataSource08.KafkaContinuousReader08

java.lang.Object

com.github.harbby.spark.sql.kafka.KafkaDataSource08.KafkaContinuousReader08

所有已实现的接口:

org.apache.spark.sql.execution.streaming.BaseStreamingSource, org.apache.spark.sql.sources.v2.reader.DataSourceReader, org.apache.spark.sql.sources.v2.reader.streaming.ContinuousReader

封闭类:

KafkaDataSource08

public static class KafkaDataSource08.KafkaContinuousReader08
extends java.lang.Object
implements org.apache.spark.sql.sources.v2.reader.streaming.ContinuousReader

构造器概要

构造器

构造器和说明
KafkaContinuousReader08(org.apache.spark.sql.sources.v2.DataSourceOptions options, java.util.Properties properties, java.lang.String[] topics, java.lang.String groupId, org.apache.spark.streaming.kafka.KafkaCluster kafkaCluster)

方法概要

限定符和类型	方法和说明
void	commit(org.apache.spark.sql.sources.v2.reader.streaming.Offset end)
org.apache.spark.sql.sources.v2.reader.streaming.Offset	deserializeOffset(java.lang.String json)
org.apache.spark.sql.sources.v2.reader.streaming.Offset	getStartOffset()
org.apache.spark.sql.sources.v2.reader.streaming.Offset	mergeOffsets(org.apache.spark.sql.sources.v2.reader.streaming.PartitionOffset[] offsets)
java.util.List<org.apache.spark.sql.sources.v2.reader.InputPartition<org.apache.spark.sql.catalyst.InternalRow>>	planInputPartitions()
org.apache.spark.sql.types.StructType	readSchema()
void	setStartOffset(java.util.Optional<org.apache.spark.sql.sources.v2.reader.streaming.Offset> start)
void	stop()

从类继承的方法 java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

从接口继承的方法 org.apache.spark.sql.sources.v2.reader.streaming.ContinuousReader

needsReconfiguration

构造器详细资料

KafkaContinuousReader08

public KafkaContinuousReader08(org.apache.spark.sql.sources.v2.DataSourceOptions options,
                               java.util.Properties properties,
                               java.lang.String[] topics,
                               java.lang.String groupId,
                               org.apache.spark.streaming.kafka.KafkaCluster kafkaCluster)

方法详细资料

mergeOffsets

public org.apache.spark.sql.sources.v2.reader.streaming.Offset mergeOffsets(org.apache.spark.sql.sources.v2.reader.streaming.PartitionOffset[] offsets)

指定者:

mergeOffsets 在接口中 org.apache.spark.sql.sources.v2.reader.streaming.ContinuousReader

deserializeOffset

public org.apache.spark.sql.sources.v2.reader.streaming.Offset deserializeOffset(java.lang.String json)

指定者:

deserializeOffset 在接口中 org.apache.spark.sql.sources.v2.reader.streaming.ContinuousReader

setStartOffset

public void setStartOffset(java.util.Optional<org.apache.spark.sql.sources.v2.reader.streaming.Offset> start)

指定者:

setStartOffset 在接口中 org.apache.spark.sql.sources.v2.reader.streaming.ContinuousReader

getStartOffset

public org.apache.spark.sql.sources.v2.reader.streaming.Offset getStartOffset()

指定者:

getStartOffset 在接口中 org.apache.spark.sql.sources.v2.reader.streaming.ContinuousReader

commit

public void commit(org.apache.spark.sql.sources.v2.reader.streaming.Offset end)

指定者:

commit 在接口中 org.apache.spark.sql.sources.v2.reader.streaming.ContinuousReader

stop

public void stop()

指定者:

stop 在接口中 org.apache.spark.sql.execution.streaming.BaseStreamingSource

readSchema

public org.apache.spark.sql.types.StructType readSchema()

指定者:

readSchema 在接口中 org.apache.spark.sql.sources.v2.reader.DataSourceReader

planInputPartitions

public java.util.List<org.apache.spark.sql.sources.v2.reader.InputPartition<org.apache.spark.sql.catalyst.InternalRow>> planInputPartitions()

指定者:

planInputPartitions 在接口中 org.apache.spark.sql.sources.v2.reader.DataSourceReader