Packages

t

org.apache.spark.sql.delta

DeltaErrorsBase

trait DeltaErrorsBase extends DocsPath with DeltaLogging

A holder object for Delta errors.

IMPORTANT: Any time you add a test that references the docs, add to the Seq defined in DeltaErrorsSuite so that the doc links that are generated can be verified to work in docs.delta.io

Linear Supertypes
Known Subclasses
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. DeltaErrorsBase
  2. DeltaLogging
  3. DatabricksLogging
  4. DeltaProgressReporter
  5. Logging
  6. DocsPath
  7. AnyRef
  8. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Type Members

  1. case class TemporallyUnstableInputException(userTimestamp: Timestamp, commitTs: Timestamp, timestampString: String, commitVersion: Long) extends AnalysisException with Product with Serializable
  2. case class TimestampEarlierThanCommitRetentionException(userTimestamp: Timestamp, commitTs: Timestamp, timestampString: String) extends AnalysisException with Product with Serializable

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. val EmptyCheckpointErrorMessage: String
  5. def actionNotFoundException(action: String, version: Long): Throwable
  6. def activeSparkSessionNotFound(): Throwable
  7. def activeTransactionAlreadySet(): Throwable
  8. def addColumnAtIndexLessThanZeroException(pos: String, col: String): Throwable
  9. def addColumnStructNotFoundException(pos: String): Throwable
  10. def addFilePartitioningMismatchException(addFilePartitions: Seq[String], metadataPartitions: Seq[String]): Throwable
  11. def aggsNotSupportedException(op: String, cond: Expression): Throwable
  12. def alterTableChangeColumnException(oldColumns: String, newColumns: String): Throwable
  13. def alterTableReplaceColumnsException(oldSchema: StructType, newSchema: StructType, reason: String): Throwable
  14. def alterTableSetLocationSchemaMismatchException(original: StructType, destination: StructType): Throwable
  15. def ambiguousPartitionColumnException(columnName: String, colMatches: Seq[StructField]): Throwable
  16. def ambiguousPathsInCreateTableException(identifier: String, location: String): Throwable
  17. def analysisException(msg: String, line: Option[Int] = None, startPosition: Option[Int] = None, plan: Option[LogicalPlan] = None, cause: Option[Throwable] = None): AnalysisException
  18. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  19. def assertValidCallingFunction(): Unit
    Definition Classes
    DocsPath
  20. def baseDocsPath(spark: SparkSession): String
  21. def baseDocsPath(conf: SparkConf): String

    The URL for the base path of Delta's docs.

    The URL for the base path of Delta's docs. When changing this path, ensure that the new path works with the error messages below.

    Attributes
    protected
    Definition Classes
    DocsPath
  22. def blockCdfAndColumnMappingReads(): Throwable
  23. def blockColumnMappingAndCdcOperation(op: Operation): Throwable
  24. def blockStreamingReadsOnColumnMappingEnabledTable: Throwable
  25. def bloomFilterCreateOnNonExistingColumnsException(unknownColumns: Seq[String]): Throwable
  26. def bloomFilterDropOnNonExistingColumnsException(unknownColumns: Seq[String]): Throwable
  27. def bloomFilterDropOnNonIndexedColumnException(name: String): Throwable
  28. def bloomFilterInvalidParameterValueException(message: String): Throwable
  29. def bloomFilterMultipleConfForSingleColumnException(name: String): Throwable
  30. def bloomFilterOnColumnTypeNotSupportedException(name: String, dataType: DataType): Throwable
  31. def bloomFilterOnNestedColumnNotSupportedException(name: String): Throwable
  32. def bloomFilterOnPartitionColumnNotSupportedException(name: String): Throwable
  33. def cannotChangeDataType(msg: String): Throwable
  34. def cannotChangeProvider(): Throwable
  35. def cannotCreateLogPathException(logPath: String): Throwable
  36. def cannotFindSourceVersionException(json: String): Throwable
  37. def cannotGenerateUpdateExpressions(): Throwable
  38. def cannotInsertIntoColumn(tableName: String, source: String, target: String, targetType: String): Throwable
  39. def cannotModifyTableProperty(prop: String): Throwable
  40. def cannotRenamePath(tempPath: String, path: String): Throwable
  41. def cannotReplaceMissingTableException(itableIdentifier: Identifier): Throwable
  42. def cannotResolveColumn(fieldName: String, schema: StructType): Throwable
  43. def cannotSetLocationMultipleTimes(locations: Seq[String]): Throwable
  44. def cannotSpecifyBothFileListAndPatternString(): Throwable
  45. def cannotUpdateArrayField(table: String, field: String): Throwable
  46. def cannotUpdateMapField(table: String, field: String): Throwable
  47. def cannotUpdateStructField(table: String, field: String): Throwable
  48. def cannotUseDataTypeForPartitionColumnError(field: StructField): Throwable
  49. def castPartitionValueException(partitionValue: String, dataType: DataType): Throwable
  50. def cdcColumnsInData(columns: Seq[String]): Throwable

    Thrown when main table data contains columns that are reserved for CDF, such as _change_type.

  51. def cdcNotAllowedInThisVersion(): Throwable
  52. def cdcWriteNotAllowedInThisVersion(): Throwable
  53. def changeColumnMappingModeNotSupported(oldMode: String, newMode: String): Throwable
  54. def changeColumnMappingModeOnOldProtocol(oldProtocol: Protocol): Throwable
  55. def changeDataNotRecordedException(version: Long, start: Long, end: Long): Throwable

    Throwable used when CDC is not enabled according to table metadata.

  56. def checkConstraintNotBoolean(name: String, expr: String): AnalysisException
  57. def checkpointMismatchWithSnapshot: Throwable
  58. def checkpointNonExistTable(path: Path): Throwable
  59. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @native()
  60. def columnNameNotFoundException(colName: String, scheme: String): Throwable
  61. def columnNotFound(path: Seq[String], schema: StructType): Throwable
  62. def columnNotInSchemaException(column: String, schema: StructType): Throwable
  63. def columnOfTargetTableNotFoundInMergeException(targetCol: String, colNames: String): Throwable
  64. def columnRenameNotSupported: Throwable
  65. def commitAlreadyExistsException(version: Long, logPath: Path): Throwable
  66. def concurrentAppendException(conflictingCommit: Option[CommitInfo], partition: String, customRetryMsg: Option[String] = None): io.delta.exceptions.ConcurrentAppendException
  67. def concurrentDeleteDeleteException(conflictingCommit: Option[CommitInfo], file: String): io.delta.exceptions.ConcurrentDeleteDeleteException
  68. def concurrentDeleteReadException(conflictingCommit: Option[CommitInfo], file: String): io.delta.exceptions.ConcurrentDeleteReadException
  69. def concurrentModificationExceptionMsg(sparkConf: SparkConf, baseMessage: String, commit: Option[CommitInfo]): String
  70. def concurrentTransactionException(conflictingCommit: Option[CommitInfo]): io.delta.exceptions.ConcurrentTransactionException
  71. def concurrentWriteException(conflictingCommit: Option[CommitInfo]): io.delta.exceptions.ConcurrentWriteException
  72. def configureSparkSessionWithExtensionAndCatalog(originalException: Throwable): Throwable
  73. def constraintAlreadyExists(name: String, oldExpr: String): AnalysisException
  74. def convertMetastoreMetadataMismatchException(tableProperties: Map[String, String], deltaConfiguration: Map[String, String]): Throwable
  75. def convertNonParquetTablesException(ident: TableIdentifier, sourceName: String): Throwable
  76. def convertToDeltaWithColumnMappingNotSupported(mode: DeltaColumnMappingMode): Throwable
  77. def createExternalTableWithoutLogException(path: Path, tableName: String, spark: SparkSession): Throwable
  78. def createExternalTableWithoutSchemaException(path: Path, tableName: String, spark: SparkSession): Throwable
  79. def createManagedTableWithoutSchemaException(tableName: String, spark: SparkSession): Throwable
  80. def createTableWithDifferentPartitioningException(path: Path, specifiedColumns: Seq[String], existingColumns: Seq[String]): Throwable
  81. def createTableWithDifferentPropertiesException(path: Path, specifiedProperties: Map[String, String], existingProperties: Map[String, String]): Throwable
  82. def createTableWithDifferentSchemaException(path: Path, specifiedSchema: StructType, existingSchema: StructType, diffs: Seq[String]): Throwable
  83. def createTableWithNonEmptyLocation(tableId: String, tableLocation: String): Throwable
  84. def deltaFileNotFoundHint(faqPath: String, path: String): String

    File not found hint for Delta, replacing the normal one which is inapplicable.

    File not found hint for Delta, replacing the normal one which is inapplicable.

    Note that we must pass in the docAddress as a string, because the config is not available on executors where this method is called.

  85. def deltaLogAlreadyExistsException(path: String): Throwable
  86. def deltaSourceIgnoreChangesError(version: Long, removedFile: String): Throwable
  87. def deltaSourceIgnoreDeleteError(version: Long, removedFile: String): Throwable
  88. def deltaTableFoundInExecutor(): Throwable
  89. def deltaVersionsNotContiguousException(spark: SparkSession, deltaVersions: Seq[Long]): Throwable
  90. def describeViewHistory: Throwable
  91. def directoryNotFoundException(path: String): Throwable
  92. def dropColumnNotSupported(suggestUpgrade: Boolean): Throwable
  93. def dropNestedColumnsFromNonStructTypeException(struct: StructField): Throwable
  94. def dropPartitionColumnNotSupported(droppingPartCols: Seq[String]): Throwable
  95. def duplicateColumnOnInsert(): Throwable
  96. def duplicateColumnsOnUpdateTable(originalException: Throwable): Throwable
  97. def duplicatedColumnId(mode: DeltaColumnMappingMode, id: Long, schema: StructType): Throwable
  98. def duplicatedPhysicalName(mode: DeltaColumnMappingMode, physicalName: String, schema: StructType): Throwable
  99. def emptyCalendarInterval: Throwable
  100. def emptyDataException: Throwable
  101. def emptyDirectoryException(directory: String): Throwable
  102. def endBeforeStartVersionInCDC(start: Long, end: Long): Throwable

    Throwable used for invalid CDC 'start' and 'end' options, where end < start

  103. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  104. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  105. def errorsWithDocsLinks: Seq[String]

    List of error function names for all errors that have URLs.

    List of error function names for all errors that have URLs. When adding your error to this list remember to also add it to the list of errors in DeltaErrorsSuite

    Definition Classes
    DocsPath
    Note

    add your error to DeltaErrorsSuiteBase after adding it to this list so that the url can be tested

  106. def excludeRegexOptionException(regexOption: String, cause: Throwable = null): Throwable
  107. def expressionsNotFoundInGeneratedColumn(column: String): Throwable
  108. def extractReferencesFieldNotFound(field: String, exception: Throwable): Throwable
  109. def failOnCheckpoint(src: String, dest: String): DeltaIllegalStateException
  110. def failOnCheckpoint(src: Path, dest: Path): DeltaIllegalStateException
  111. def failOnDataLossException(expectedVersion: Long, seenVersion: Long): Throwable
  112. def failRelativizePath(pathName: String): Throwable
  113. def failedFindAttributeInOutputCollumns(newAttrName: String, targetCollNames: String): Throwable
  114. def failedInferSchema: Throwable
  115. def failedMergeSchemaFile(file: String, schema: String, cause: Throwable): Throwable
  116. def failedReadFileFooter(file: String, e: Throwable): Throwable
  117. def failedRecognizePredicate(predicate: String, cause: Throwable): Throwable
  118. def failedScanWithHistoricalVersion(historicalVersion: Long): Throwable
  119. val faqRelativePath: String
  120. def fileAlreadyExists(file: String): Throwable
  121. def fileNotFoundException(path: String): Throwable
  122. def fileOrDirectoryNotFoundException(path: String): Throwable
  123. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable])
  124. def formatColumn(colName: String): String
  125. def formatColumnList(colNames: Seq[String]): String
  126. def formatSchema(schema: StructType): String
  127. def foundDuplicateColumnsException(colType: String, duplicateCols: String): Throwable
  128. def foundInvalidCharsInColumnNames(cause: Throwable): Throwable
  129. def foundMapTypeColumnException(key: String, value: String): Throwable
  130. def foundViolatingConstraintsForColumnChange(operation: String, columnName: String, constraints: Map[String, String]): Throwable
  131. def foundViolatingGeneratedColumnsForColumnChange(operation: String, columnName: String, fields: Seq[StructField]): Throwable
  132. def generateDocsLink(conf: SparkConf, relativePath: String, skipValidation: Boolean = false): String

    Get the link to the docs for the given relativePath.

    Get the link to the docs for the given relativePath. Validates that the error generating the link is added to docsLinks.

    relativePath

    the relative path after the base url to access.

    skipValidation

    whether to validate that the function generating the link is in the allowlist.

    returns

    The entire URL of the documentation link

    Definition Classes
    DocsPath
  133. def generateManifestWithColumnMappingNotSupported: Throwable
  134. def generatedColumnsAggregateExpression(expr: Expression): Throwable
  135. def generatedColumnsNonDeltaFormatError(): Throwable
  136. def generatedColumnsNonDeterministicExpression(expr: Expression): Throwable
  137. def generatedColumnsReferToWrongColumns(e: AnalysisException): Throwable
  138. def generatedColumnsTypeMismatch(column: String, columnType: DataType, exprType: DataType): Throwable
  139. def generatedColumnsUDF(expr: Expression): Throwable
  140. def generatedColumnsUnsupportedExpression(expr: Expression): Throwable
  141. def generatedColumnsUpdateColumnType(current: StructField, update: StructField): Throwable
  142. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  143. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  144. def identityColumnInconsistentMetadata(colName: String, hasStart: Boolean, hasStep: Boolean, hasInsert: Boolean): Throwable
  145. def identityColumnNotSupported(): Throwable
  146. def ignoreStreamingUpdatesAndDeletesWarning(spark: SparkSession): String
  147. def illegalDeltaOptionException(name: String, input: String, explain: String): Throwable
  148. def illegalFilesFound(file: String): Throwable
  149. def illegalUsageException(option: String, operation: String): Throwable
  150. def inSubqueryNotSupportedException(operation: String): Throwable
  151. def inconsistentLogStoreConfs(setKeys: Seq[(String, String)]): Throwable
  152. def incorrectArrayAccess(): Throwable
  153. def incorrectArrayAccessByName(rightName: String, wrongName: String): Throwable
  154. def incorrectLogStoreImplementationException(sparkConf: SparkConf, cause: Throwable): Throwable
  155. def indexLargerOrEqualThanStruct(pos: Int, len: Int): Throwable
  156. def indexLargerThanStruct(pos: Int, column: StructField, len: Int): Throwable
  157. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  158. def initializeLogIfNecessary(isInterpreter: Boolean): Unit
    Attributes
    protected
    Definition Classes
    Logging
  159. def invalidColumnName(name: String): Throwable
  160. def invalidCommittedVersion(attemptVersion: Long, currentVersion: Long): Throwable
  161. def invalidConstraintName(name: String): AnalysisException
  162. def invalidFormatFromSourceVersion(wrongVersion: Long, expectedVersion: Integer): Throwable
  163. def invalidIdempotentWritesOptionsException(explain: String): Throwable
  164. def invalidInterval(interval: String): Throwable
  165. def invalidIsolationLevelException(s: String): Throwable
  166. def invalidMergeClauseWhenNotMatched(clause: String): Throwable
  167. def invalidPartitionColumn(e: AnalysisException): Throwable
  168. def invalidPartitionColumn(col: String, tbl: String): Throwable
  169. def invalidSourceVersion(version: JValue): Throwable
  170. def invalidTableValueFunction(function: String): Throwable
  171. def invalidTimestampFormat(ts: String, format: String, cause: Option[Throwable] = None): Throwable
  172. def invalidV1TableCall(callVersion: String, tableVersion: String): Throwable
  173. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  174. def isTraceEnabled(): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  175. def iteratorAlreadyClosed(): Throwable
  176. def log: Logger
    Attributes
    protected
    Definition Classes
    Logging
  177. def logConsole(line: String): Unit
    Definition Classes
    DatabricksLogging
  178. def logDebug(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  179. def logDebug(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  180. def logError(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  181. def logError(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  182. def logFailedIntegrityCheck(version: Long, mismatchOption: String): Throwable
  183. def logFileNotFoundException(path: Path, version: Long, metadata: Metadata): Throwable
  184. def logFileNotFoundExceptionForStreamingSource(e: FileNotFoundException): Throwable
  185. def logInfo(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  186. def logInfo(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  187. def logName: String
    Attributes
    protected
    Definition Classes
    Logging
  188. def logStoreConfConflicts(classConf: Seq[(String, String)], schemeConf: Seq[(String, String)]): Throwable
  189. def logTrace(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  190. def logTrace(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  191. def logWarning(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  192. def logWarning(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  193. def maxArraySizeExceeded(): Throwable
  194. def maxCommitRetriesExceededException(attemptNumber: Int, attemptVersion: Long, initAttemptVersion: Long, numActions: Int, totalCommitAttemptTime: Long): Throwable
  195. def metadataAbsentException(): Throwable
  196. def metadataChangedException(conflictingCommit: Option[CommitInfo]): io.delta.exceptions.MetadataChangedException
  197. def missingColumn(attr: Attribute, targetAttrs: Seq[Attribute]): Throwable
  198. def missingColumnId(mode: DeltaColumnMappingMode, field: String): Throwable
  199. def missingColumnsInInsertInto(column: String): Throwable
  200. def missingDeltaStorageJar(e: NoClassDefFoundError): Throwable
  201. def missingPartFilesException(version: Long, ae: Exception): Throwable
  202. def missingPartitionColumn(col: String, schemaCatalog: String): Throwable
  203. def missingPhysicalName(mode: DeltaColumnMappingMode, field: String): Throwable
  204. def missingProviderForConvertException(path: String): Throwable
  205. def missingTableIdentifierException(operationName: String): Throwable
  206. def modifyAppendOnlyTableException(tableName: String): Throwable
  207. def multiColumnInPredicateNotSupportedException(operation: String): Throwable
  208. def multipleCDCBoundaryException(position: String): Throwable

    Thrown when a CDC query contains conflict 'starting' or 'ending' options, e.g.

    Thrown when a CDC query contains conflict 'starting' or 'ending' options, e.g. when both starting version and starting timestamp are specified.

    position

    Specifies which option was duplicated in the read. Values are "starting" or "ending"

  209. def multipleLoadPathsException(paths: Seq[String]): Throwable
  210. def multipleSourceRowMatchingTargetRowInMergeException(spark: SparkSession): Throwable
  211. def multipleTimeTravelSyntaxUsed: Throwable
  212. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  213. def nestedFieldNotSupported(operation: String, field: String): Throwable
  214. def nestedFieldsNeedRename(columns: Set[String], baseSchema: StructType): Throwable
  215. def nestedNotNullConstraint(parent: String, nested: DataType, nestType: String): AnalysisException
  216. def newCheckConstraintViolated(num: Long, tableName: String, expr: String): AnalysisException
  217. def newNotNullViolated(num: Long, tableName: String, col: UnresolvedAttribute): AnalysisException
  218. def noHistoryFound(logPath: Path): Throwable
  219. def noNewAttributeId(oldAttr: AttributeReference): Throwable
  220. def noReproducibleHistoryFound(logPath: Path): Throwable
  221. def noStartVersionForCDC(): Throwable

    Throwable used when CDC options contain no 'start'.

  222. def nonDeterministicNotSupportedException(op: String, cond: Expression): Throwable
  223. def nonExistentColumnInSchema(column: String, schema: String): Throwable
  224. def nonExistentDeltaTable(table: String): Throwable
  225. def nonGeneratedColumnMissingUpdateExpression(column: Attribute): Throwable
  226. def nonPartitionColumnAbsentException(colsDropped: Boolean): Throwable
  227. def nonPartitionColumnReference(colName: String, partitionColumns: Seq[String]): Throwable
  228. def nonexistentConstraint(constraintName: String, tableName: String): AnalysisException
  229. def notADeltaSourceException(command: String, plan: Option[LogicalPlan] = None): Throwable
  230. def notADeltaTable(table: String): Throwable
  231. def notADeltaTableException(operation: String): Throwable
  232. def notADeltaTableException(operation: String, deltaTableIdentifier: DeltaTableIdentifier): Throwable
  233. def notADeltaTableException(deltaTableIdentifier: DeltaTableIdentifier): Throwable
  234. def notEnoughColumnsInInsert(table: String, query: Int, target: Int, nestedField: Option[String] = None): Throwable
  235. def notFoundFileToBeRewritten(absolutePath: String, candidates: Iterable[String]): Throwable
  236. def notNullColumnMissingException(constraint: NotNull): Throwable
  237. def notNullColumnNotFoundInStruct(struct: String): Throwable
  238. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  239. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  240. def nullableParentWithNotNullNestedField: Throwable
  241. def operationNotSupportedException(operation: String): Throwable
  242. def operationNotSupportedException(operation: String, tableIdentifier: TableIdentifier): Throwable
  243. def operationOnTempViewWithGenerateColsNotSupported(op: String): Throwable
  244. def outputModeNotSupportedException(dataSource: String, outputMode: String): Throwable
  245. def partitionColumnCastFailed(columnValue: String, dataType: String, columnName: String): Throwable
  246. def partitionColumnNotFoundException(colName: String, schema: Seq[Attribute]): Throwable
  247. def partitionPathInvolvesNonPartitionColumnException(badColumns: Seq[String], fragment: String): Throwable
  248. def partitionPathParseException(fragment: String): Throwable
  249. def pathAlreadyExistsException(path: Path): Throwable
  250. def pathNotExistsException(path: String): Throwable
  251. def pathNotSpecifiedException: Throwable
  252. def postCommitHookFailedException(failedHook: PostCommitHook, failedOnCommitVersion: Long, extraErrorMessage: String, error: Throwable): Throwable
  253. def protocolChangedException(conflictingCommit: Option[CommitInfo]): io.delta.exceptions.ProtocolChangedException
  254. def protocolPropNotIntException(key: String, value: String): Throwable
  255. def provideOneOfInTimeTravel: Throwable
  256. def readTableWithoutSchemaException(identifier: String): Throwable
  257. def recordDeltaEvent(deltaLog: DeltaLog, opType: String, tags: Map[TagDefinition, String] = Map.empty, data: AnyRef = null, path: Option[Path] = None): Unit

    Used to record the occurrence of a single event or report detailed, operation specific statistics.

    Used to record the occurrence of a single event or report detailed, operation specific statistics.

    path

    Used to log the path of the delta table when deltaLog is null.

    Attributes
    protected
    Definition Classes
    DeltaLogging
  258. def recordDeltaOperation[A](deltaLog: DeltaLog, opType: String, tags: Map[TagDefinition, String] = Map.empty)(thunk: => A): A

    Used to report the duration as well as the success or failure of an operation on a deltaLog.

    Used to report the duration as well as the success or failure of an operation on a deltaLog.

    Attributes
    protected
    Definition Classes
    DeltaLogging
  259. def recordDeltaOperationForTablePath[A](tablePath: String, opType: String, tags: Map[TagDefinition, String] = Map.empty)(thunk: => A): A

    Used to report the duration as well as the success or failure of an operation on a tahoePath.

    Used to report the duration as well as the success or failure of an operation on a tahoePath.

    Attributes
    protected
    Definition Classes
    DeltaLogging
  260. def recordEvent(metric: MetricDefinition, additionalTags: Map[TagDefinition, String] = Map.empty, blob: String = null, trimBlob: Boolean = true): Unit
    Definition Classes
    DatabricksLogging
  261. def recordFrameProfile[T](group: String, name: String)(thunk: => T): T
    Attributes
    protected
    Definition Classes
    DeltaLogging
  262. def recordOperation[S](opType: OpType, opTarget: String = null, extraTags: Map[TagDefinition, String], isSynchronous: Boolean = true, alwaysRecordStats: Boolean = false, allowAuthTags: Boolean = false, killJvmIfStuck: Boolean = false, outputMetric: MetricDefinition = null, silent: Boolean = true)(thunk: => S): S
    Definition Classes
    DatabricksLogging
  263. def recordProductEvent(metric: MetricDefinition with CentralizableMetric, additionalTags: Map[TagDefinition, String] = Map.empty, blob: String = null, trimBlob: Boolean = true): Unit
    Definition Classes
    DatabricksLogging
  264. def recordProductUsage(metric: MetricDefinition with CentralizableMetric, quantity: Double, additionalTags: Map[TagDefinition, String] = Map.empty, blob: String = null, forceSample: Boolean = false, trimBlob: Boolean = true, silent: Boolean = false): Unit
    Definition Classes
    DatabricksLogging
  265. def recordUsage(metric: MetricDefinition, quantity: Double, additionalTags: Map[TagDefinition, String] = Map.empty, blob: String = null, forceSample: Boolean = false, trimBlob: Boolean = true, silent: Boolean = false): Unit
    Definition Classes
    DatabricksLogging
  266. def removeFileCDCMissingExtendedMetadata(fileName: String): Throwable
  267. def replaceWhereMismatchException(replaceWhere: String, badPartitions: String): Throwable
  268. def replaceWhereMismatchException(replaceWhere: String, invariantViolation: InvariantViolationException): Throwable
  269. def replaceWhereUsedInOverwrite(): Throwable
  270. def replaceWhereUsedWithDynamicPartitionOverwrite(): Throwable
  271. def replaceWhereWithFilterDataChangeUnset(dataFilters: String): Throwable
  272. def restoreMissedDataFilesError(missedFiles: Array[String], version: Long): Throwable
  273. def restoreTimestampBeforeEarliestException(userTimestamp: String, earliestTimestamp: String): Throwable
  274. def restoreTimestampGreaterThanLatestException(userTimestamp: String, latestTimestamp: String): Throwable
  275. def restoreVersionNotExistException(userVersion: Long, earliest: Long, latest: Long): Throwable
  276. def schemaChangeDuringMappingModeChangeNotSupported(oldSchema: StructType, newSchema: StructType): Throwable
  277. def schemaChangedException(oldSchema: StructType, newSchema: StructType, retryable: Boolean): Throwable
  278. def schemaChangedSinceAnalysis(atAnalysis: StructType, latestSchema: StructType, mentionLegacyFlag: Boolean = false): Throwable
  279. def schemaNotConsistentWithTarget(tableSchema: String, targetAttr: String): Throwable
  280. def schemaNotProvidedException: Throwable
  281. def schemaNotSetException: Throwable
  282. def setLocationNotSupportedOnPathIdentifiers(): Throwable
  283. def showPartitionInNotPartitionedTable(tableName: String): Throwable
  284. def sourceNotDeterministicInMergeException(spark: SparkSession): Throwable
  285. def sparkSessionNotSetException(): Throwable
  286. def sparkTaskThreadNotFound: Throwable
  287. def specifySchemaAtReadTimeException: Throwable
  288. def startVersionAfterLatestVersion(start: Long, latest: Long): Throwable

    Throwable used for invalid CDC 'start' and 'latest' options, where latest < start

  289. def startingVersionAndTimestampBothSetException(versionOptKey: String, timestampOptKey: String): Throwable
  290. def staticPartitionsNotSupportedException: Throwable
  291. def streamWriteNullTypeException: Throwable
  292. def subqueryNotSupportedException(op: String, cond: Expression): Throwable
  293. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  294. def tableAlreadyContainsCDCColumns(columns: Seq[String]): Throwable

    Thrown when main table data already contains columns that are reserved for CDF, such as _change_type, but CDF is not yet enabled on that table.

  295. def tableAlreadyExists(table: CatalogTable): Throwable
  296. def tableNotSupportedException(operation: String): Throwable
  297. def throwDeltaIllegalArgumentException(): Throwable

    This is a method only used for testing Py4J exception handling.

  298. def timeTravelInvalidBeginValue(timeTravelKey: String, cause: Throwable): Throwable
  299. def timeTravelNotSupportedException: Throwable
  300. def timestampGreaterThanLatestCommit(userTimestamp: Timestamp, commitTs: Timestamp, timestampString: String): Throwable
  301. def timestampInvalid(expr: Expression): Throwable
  302. def toString(): String
    Definition Classes
    AnyRef → Any
  303. def truncateTablePartitionNotSupportedException: Throwable
  304. def unSupportedInvariantNonStructType: Throwable
  305. def unexpectedAlias(alias: String): Throwable
  306. def unexpectedAttributeReference(ref: String): Throwable
  307. def unexpectedChangeFilesFound(changeFiles: String): Throwable
  308. def unexpectedDataChangeException(op: String): Throwable
  309. def unexpectedNumPartitionColumnsFromFileNameException(path: String, parsedCols: Seq[String], expectedCols: Seq[String]): Throwable
  310. def unexpectedPartialScan(path: Path): Throwable
  311. def unexpectedPartitionColumnFromFileNameException(path: String, parsedCol: String, expectedCol: String): Throwable
  312. def unknownConfigurationKeyException(confKey: String): Throwable
  313. def unrecognizedColumnChange(otherClass: String): Throwable
  314. def unrecognizedFileAction(otherAction: String, otherClass: String): Throwable
  315. def unrecognizedInvariant(): Throwable
  316. def unrecognizedLogFile(path: Path): Throwable
  317. def unsetNonExistentProperty(key: String, table: String): Throwable
  318. def unsupportSubqueryInPartitionPredicates(): Throwable
  319. def unsupportedAbsPathAddFile(str: String): Throwable
  320. def unsupportedColumnMappingMode(mode: String): Throwable

    We have plans to support more column mapping modes, but they are not implemented yet, so we error for now to be forward compatible with tables created in the future.

  321. def unsupportedDataTypes(unsupportedDataType: UnsupportedDataTypeInfo, moreUnsupportedDataTypes: UnsupportedDataTypeInfo*): Throwable
  322. def unsupportedGenerateModeException(modeName: String): Throwable
  323. def unsupportedTruncateSampleTables: Throwable
  324. def unsupportedWriteStagedTable(tableName: String): Throwable
  325. def updateNonStructTypeFieldNotSupportedException(col: String, s: DataType): Throwable
  326. def updateSchemaMismatchExpression(from: StructType, to: StructType): Throwable
  327. def updateSetColumnNotFoundException(col: String, colList: Seq[String]): Throwable
  328. def updateSetConflictException(cols: Seq[String]): Throwable
  329. def useAddConstraints: Throwable
  330. def useSetLocation(): Throwable
  331. def vacuumBasePathMissingException(baseDeltaPath: Path): Throwable
  332. def viewInDescribeDetailException(view: TableIdentifier): Throwable
  333. def viewNotSupported(operationName: String): Throwable
  334. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  335. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  336. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  337. def withDmqTag[T](thunk: => T): T
    Attributes
    protected
    Definition Classes
    DeltaLogging
  338. def withStatusCode[T](statusCode: String, defaultMessage: String, data: Map[String, Any] = Map.empty)(body: => T): T

    Report a log to indicate some command is running.

    Report a log to indicate some command is running.

    Definition Classes
    DeltaProgressReporter
  339. def zOrderingColumnDoesNotExistException(colName: String): Throwable
  340. def zOrderingOnColumnWithNoStatsException(colNames: Seq[String], spark: SparkSession): Throwable
  341. def zOrderingOnPartitionColumnException(colName: String): Throwable

Inherited from DeltaLogging

Inherited from DatabricksLogging

Inherited from DeltaProgressReporter

Inherited from Logging

Inherited from DocsPath

Inherited from AnyRef

Inherited from Any

Ungrouped