object DeltaOperations
Exhaustive list of operations that can be performed on a Delta table. These operations are
tracked as the first line in delta logs, and power DESCRIBE HISTORY for Delta tables.
- Alphabetic
- By Inheritance
- DeltaOperations
- AnyRef
- Any
- Hide All
- Show All
- Public
- Protected
Type Members
- case class AddColumns(colsToAdd: Seq[QualifiedColTypeWithPositionForLog]) extends Operation with Product with Serializable
Recorded when columns are added.
- case class AddConstraint(constraintName: String, expr: String) extends Operation with Product with Serializable
- case class ChangeColumn(columnPath: Seq[String], columnName: String, newColumn: StructField, colPosition: Option[String]) extends Operation with Product with Serializable
Recorded when columns are changed.
- case class ComputeStats(predicate: Seq[String]) extends Operation with Product with Serializable
Recorded when recomputing stats on the table.
- case class Convert(numFiles: Long, partitionBy: Seq[String], collectStats: Boolean, catalogTable: Option[String]) extends Operation with Product with Serializable
Recorded when converting a table into a Delta table.
- case class CreateTable(metadata: Metadata, isManaged: Boolean, asSelect: Boolean = false) extends Operation with Product with Serializable
Recorded when the table is created.
- case class Delete(predicate: Seq[String]) extends Operation with Product with Serializable
Recorded while deleting certain partitions.
- case class DropColumns(colsToDrop: Seq[Seq[String]]) extends Operation with Product with Serializable
Recorded when columns are dropped.
- case class DropConstraint(constraintName: String, expr: Option[String]) extends Operation with Product with Serializable
- case class Merge(predicate: Option[String], updatePredicate: Option[String], deletePredicate: Option[String], insertPredicate: Option[String], matchedPredicates: Seq[MergePredicate], notMatchedPredicates: Seq[MergePredicate]) extends Operation with Product with Serializable
Recorded when a merge operation is committed to the table.
Recorded when a merge operation is committed to the table.
updatePredicate,deletePredicate, andinsertPredicateare DEPRECATED. Only usepredicate,matchedPredicates, andnotMatchedPredicatesto record the merge. - case class MergePredicate(predicate: Option[String], actionType: String) extends Product with Serializable
Represents the predicates and action type (insert, update, delete) for a Merge clause
- sealed abstract class Operation extends AnyRef
An operation that can be performed on a Delta table.
- case class Optimize(predicate: Seq[String], zOrderBy: Seq[String] = Seq.empty) extends OptimizeOrReorg with Product with Serializable
Recorded when optimizing the table.
- sealed abstract class OptimizeOrReorg extends Operation
- case class QualifiedColTypeWithPositionForLog(columnPath: Seq[String], column: StructField, colPosition: Option[String]) extends Product with Serializable
Qualified column type with position.
Qualified column type with position. We define a copy of the type here to avoid depending on the parser output classes in our logging.
- case class RenameColumn(oldColumnPath: Seq[String], newColumnPath: Seq[String]) extends Operation with Product with Serializable
Recorded when column is renamed
- case class ReplaceColumns(columns: Seq[StructField]) extends Operation with Product with Serializable
Recorded when columns are replaced.
- case class ReplaceTable(metadata: Metadata, isManaged: Boolean, orCreate: Boolean, asSelect: Boolean = false, userMetadata: Option[String] = None) extends Operation with Product with Serializable
Recorded when the table is replaced.
- case class Restore(version: Option[Long], timestamp: Option[String]) extends Operation with Product with Serializable
Recorded when restoring a Delta table to an older version.
- case class SetTableProperties(properties: Map[String, String]) extends Operation with Product with Serializable
Recorded when the table properties are set.
- case class StreamingUpdate(outputMode: OutputMode, queryId: String, epochId: Long, userMetadata: Option[String] = None) extends Operation with Product with Serializable
Recorded during streaming inserts.
- case class TestOperation(operationName: String = "TEST") extends Operation with Product with Serializable
Dummy operation only for testing with arbitrary operation names
- case class Truncate() extends Operation with Product with Serializable
Recorded when truncating the table.
- case class UnsetTableProperties(propKeys: Seq[String], ifExists: Boolean) extends Operation with Product with Serializable
Recorded when the table properties are unset.
- case class Update(predicate: Option[String]) extends Operation with Product with Serializable
Recorded when an update operation is committed to the table.
- case class UpdateColumnMetadata(operationName: String, columns: Seq[(Seq[String], StructField)]) extends Operation with Product with Serializable
- case class UpdateSchema(oldSchema: StructType, newSchema: StructType) extends Operation with Product with Serializable
- case class UpgradeProtocol(newProtocol: Protocol) extends Operation with Product with Serializable
- case class Write(mode: SaveMode, partitionBy: Option[Seq[String]] = None, predicate: Option[String] = None, userMetadata: Option[String] = None) extends Operation with Product with Serializable
Recorded during batch inserts.
Recorded during batch inserts. Predicates can be provided for overwrites.
Value Members
- final def !=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final def ##: Int
- Definition Classes
- AnyRef → Any
- final def ==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- val OPTIMIZE_OPERATION_NAME: String
operation name for OPTIMIZE command
- final def asInstanceOf[T0]: T0
- Definition Classes
- Any
- def clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.CloneNotSupportedException]) @native()
- final def eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- def equals(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef → Any
- def finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.Throwable])
- final def getClass(): Class[_ <: AnyRef]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
- def hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
- final def isInstanceOf[T0]: Boolean
- Definition Classes
- Any
- final def ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- final def notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
- final def notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
- final def synchronized[T0](arg0: => T0): T0
- Definition Classes
- AnyRef
- def toString(): String
- Definition Classes
- AnyRef → Any
- final def wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- final def wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- final def wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException]) @native()
- object ManualUpdate extends Operation
- object Merge extends Serializable
- object MergePredicate extends Serializable