Packages

case class RemoveFile(path: String, deletionTimestamp: Option[Long], dataChange: Boolean = true, extendedFileMetadata: Option[Boolean] = None, partitionValues: Map[String, String] = null, size: Option[Long] = None, tags: Map[String, String] = null) extends FileAction with Product with Serializable

Logical removal of a given file from the reservoir. Acts as a tombstone before a file is deleted permanently.

Note that for protocol compatibility reasons, the fields partitionValues, size, and tags are only present when the extendedFileMetadata flag is true. New writers should generally be setting this flag, but old writers (and FSCK) won't, so readers must check this flag before attempting to consume those values.

Since old tables would not have extendedFileMetadata and size field, we should make them nullable by setting their type Option.

Linear Supertypes
Serializable, Product, Equals, FileAction, Action, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. RemoveFile
  2. Serializable
  3. Product
  4. Equals
  5. FileAction
  6. Action
  7. AnyRef
  8. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new RemoveFile(path: String, deletionTimestamp: Option[Long], dataChange: Boolean = true, extendedFileMetadata: Option[Boolean] = None, partitionValues: Map[String, String] = null, size: Option[Long] = None, tags: Map[String, String] = null)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @native()
  6. def copyWithTag(tag: String, value: String): RemoveFile

    Create a copy with the new tag.

    Create a copy with the new tag. extendedFileMetadata is copied unchanged.

  7. def copyWithoutTag(tag: String): RemoveFile

    Create a copy without the tag.

  8. val dataChange: Boolean
    Definition Classes
    RemoveFile → FileAction
  9. val delTimestamp: Long
  10. val deletionTimestamp: Option[Long]
  11. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  12. val extendedFileMetadata: Option[Boolean]
  13. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable])
  14. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  15. def getTag(tagName: String): Option[String]

    Return tag value if tags is not null and the tag present.

  16. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  17. def json: String
    Definition Classes
    Action
  18. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  19. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  20. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  21. var numRecords: Option[Long]

    The number of records contained inside the removed file.

  22. def optimizedTargetSize: Option[Long]
    Annotations
    @JsonIgnore()
  23. val partitionValues: Map[String, String]
  24. val path: String
    Definition Classes
    RemoveFile → FileAction
  25. lazy val pathAsUri: URI
    Definition Classes
    FileAction
    Annotations
    @JsonIgnore()
  26. def productElementNames: Iterator[String]
    Definition Classes
    Product
  27. val size: Option[Long]
  28. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  29. val tags: Map[String, String]
  30. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  31. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  32. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  33. def wrap: SingleAction
    Definition Classes
    RemoveFile → Action

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from FileAction

Inherited from Action

Inherited from AnyRef

Inherited from Any

Ungrouped