case class PinnedTahoeFileIndex(spark: SparkSession, deltaLog: DeltaLog, path: Path, snapshot: Snapshot) extends TahoeFileIndex with Product with Serializable
A TahoeFileIndex that generates the list of files from the given Snapshot.
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- PinnedTahoeFileIndex
- Serializable
- Product
- Equals
- TahoeFileIndex
- FileIndex
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- Protected
Instance Constructors
Value Members
- final def !=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final def ##: Int
- Definition Classes
- AnyRef → Any
- final def ==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- def absolutePath(child: String): Path
- Attributes
- protected
- Definition Classes
- TahoeFileIndex
- final def asInstanceOf[T0]: T0
- Definition Classes
- Any
- def clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.CloneNotSupportedException]) @native()
- val deltaLog: DeltaLog
- Definition Classes
- PinnedTahoeFileIndex → TahoeFileIndex
- final def eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- def equals(that: Any): Boolean
- Definition Classes
- PinnedTahoeFileIndex → Equals → AnyRef → Any
- def finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.Throwable])
- def getBasePath(filePath: Path): Option[Path]
Returns the path of the base directory of the given file path (i.e.
Returns the path of the base directory of the given file path (i.e. its parent directory with all the partition directories stripped off).
- Definition Classes
- TahoeFileIndex
- final def getClass(): Class[_ <: AnyRef]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
- def hashCode(): Int
- Definition Classes
- PinnedTahoeFileIndex → AnyRef → Any
- def inputFiles: Array[String]
- Definition Classes
- PinnedTahoeFileIndex → FileIndex
- final def isInstanceOf[T0]: Boolean
- Definition Classes
- Any
- def listFiles(partitionFilters: Seq[Expression], dataFilters: Seq[Expression]): Seq[PartitionDirectory]
- Definition Classes
- TahoeFileIndex → FileIndex
- def matchingFiles(partitionFilters: Seq[Expression], dataFilters: Seq[Expression]): Seq[AddFile]
Returns all matching/valid files by the given
partitionFiltersanddataFilters.Returns all matching/valid files by the given
partitionFiltersanddataFilters. Implementations may avoid evaluating data filters when doing so would be expensive, but *must* evaluate the partition filters; wrong results will be produced if AddFile entries which don't match the partition filters are returned.- Definition Classes
- PinnedTahoeFileIndex → TahoeFileIndex
- def metadataOpsTimeNs: Option[Long]
- Definition Classes
- FileIndex
- final def ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- final def notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
- final def notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
- def partitionSchema: StructType
- Definition Classes
- PinnedTahoeFileIndex → TahoeFileIndex → FileIndex
- val path: Path
- Definition Classes
- PinnedTahoeFileIndex → TahoeFileIndex
- def productElementNames: Iterator[String]
- Definition Classes
- Product
- def refresh(): Unit
- Definition Classes
- PinnedTahoeFileIndex → FileIndex
- def rootPaths: Seq[Path]
- Definition Classes
- TahoeFileIndex → FileIndex
- val sizeInBytes: Long
- Definition Classes
- PinnedTahoeFileIndex → FileIndex
- val snapshot: Snapshot
- val spark: SparkSession
- Definition Classes
- PinnedTahoeFileIndex → TahoeFileIndex
- final def synchronized[T0](arg0: => T0): T0
- Definition Classes
- AnyRef
- def tableVersion: Long
- Definition Classes
- PinnedTahoeFileIndex → TahoeFileIndex
- def toString(): String
- Definition Classes
- TahoeFileIndex → AnyRef → Any
- final def wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- final def wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- final def wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException]) @native()