Packages

case class OptimizeMetrics(numFilesAdded: Long, numFilesRemoved: Long, filesAdded: FileSizeMetrics = FileSizeMetrics(min = None, max = None, avg = 0, totalFiles = 0, totalSize = 0), filesRemoved: FileSizeMetrics = FileSizeMetrics(min = None, max = None, avg = 0, totalFiles = 0, totalSize = 0), partitionsOptimized: Long = 0, zOrderStats: Option[ZOrderStats] = None, numBatches: Long, totalConsideredFiles: Long, totalFilesSkipped: Long = 0, preserveInsertionOrder: Boolean = false, numFilesSkippedToReduceWriteAmplification: Long = 0, numBytesSkippedToReduceWriteAmplification: Long = 0, startTimeMs: Long = 0, endTimeMs: Long = 0) extends Product with Serializable

Metrics returned by the optimize command.

numFilesAdded

number of files added by optimize

numFilesRemoved

number of files removed by optimize

filesAdded

Stats for the files added

filesRemoved

Stats for the files removed

partitionsOptimized

Number of partitions optimized

zOrderStats

Z-Order stats

numBatches

Number of batches

totalConsideredFiles

Number of files considered for the Optimize operation.

totalFilesSkipped

Number of files that are skipped from being Optimized.

preserveInsertionOrder

If optimize was run with insertion preservation enabled.

numFilesSkippedToReduceWriteAmplification

Number of files skipped for reducing write amplification.

numBytesSkippedToReduceWriteAmplification

Number of bytes skipped for reducing write amplification.

startTimeMs

The start time of Optimize command.

endTimeMs

The end time of Optimize command.

Linear Supertypes
Serializable, Product, Equals, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. OptimizeMetrics
  2. Serializable
  3. Product
  4. Equals
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new OptimizeMetrics(numFilesAdded: Long, numFilesRemoved: Long, filesAdded: FileSizeMetrics = FileSizeMetrics(min = None, max = None, avg = 0, totalFiles = 0, totalSize = 0), filesRemoved: FileSizeMetrics = FileSizeMetrics(min = None, max = None, avg = 0, totalFiles = 0, totalSize = 0), partitionsOptimized: Long = 0, zOrderStats: Option[ZOrderStats] = None, numBatches: Long, totalConsideredFiles: Long, totalFilesSkipped: Long = 0, preserveInsertionOrder: Boolean = false, numFilesSkippedToReduceWriteAmplification: Long = 0, numBytesSkippedToReduceWriteAmplification: Long = 0, startTimeMs: Long = 0, endTimeMs: Long = 0)

    numFilesAdded

    number of files added by optimize

    numFilesRemoved

    number of files removed by optimize

    filesAdded

    Stats for the files added

    filesRemoved

    Stats for the files removed

    partitionsOptimized

    Number of partitions optimized

    zOrderStats

    Z-Order stats

    numBatches

    Number of batches

    totalConsideredFiles

    Number of files considered for the Optimize operation.

    totalFilesSkipped

    Number of files that are skipped from being Optimized.

    preserveInsertionOrder

    If optimize was run with insertion preservation enabled.

    numFilesSkippedToReduceWriteAmplification

    Number of files skipped for reducing write amplification.

    numBytesSkippedToReduceWriteAmplification

    Number of bytes skipped for reducing write amplification.

    startTimeMs

    The start time of Optimize command.

    endTimeMs

    The end time of Optimize command.

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @native()
  6. val endTimeMs: Long
  7. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  8. val filesAdded: FileSizeMetrics
  9. val filesRemoved: FileSizeMetrics
  10. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable])
  11. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  12. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  13. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  14. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  15. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  16. val numBatches: Long
  17. val numBytesSkippedToReduceWriteAmplification: Long
  18. val numFilesAdded: Long
  19. val numFilesRemoved: Long
  20. val numFilesSkippedToReduceWriteAmplification: Long
  21. val partitionsOptimized: Long
  22. val preserveInsertionOrder: Boolean
  23. def productElementNames: Iterator[String]
    Definition Classes
    Product
  24. val startTimeMs: Long
  25. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  26. val totalConsideredFiles: Long
  27. val totalFilesSkipped: Long
  28. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  29. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  30. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  31. val zOrderStats: Option[ZOrderStats]

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from AnyRef

Inherited from Any

Ungrouped