object AuditTableFile extends Logging

Linear Supertypes
Logging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. AuditTableFile
  2. Logging
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. type RegionMap = Map[(String, String, String), AuditTableRegionInfo]

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. val COLD_PARTITION: String
  5. val DE_LAST_UPDATED_COLUMN: String
  6. val HOT_PARTITION: String
  7. val REGION_INFO_DIRECTORY: String
  8. val STORE_REGION_COLUMN: String
  9. val STORE_TYPE_COLUMN: String
  10. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  11. def clearTableRegionCache(audit: AuditTableFile): Unit
  12. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  13. def createTable(sparkSession: SparkSession, fileStorage: FileStorageOps, basePath: Path, tableInfo: AuditTableInfo)(newRegionID: (AuditTableFile) ⇒ String): Try[AuditTableFile]

    Creates a table in the physical storage layer.

    Creates a table in the physical storage layer.

    tableInfo

    table metadata

  14. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  15. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  16. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  17. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  18. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  19. val highTimestamp: Timestamp
  20. def inferRegionsWithStats(sparkSession: SparkSession, fileStorage: FileStorageOps, basePath: Path, tableNames: Seq[String], includeHot: Boolean = true, skipRegionInfoCache: Boolean = false): Seq[AuditTableRegionInfo]

    In one spark job scans all of the specified tables and infers stats about each region of the listed tables.

    In one spark job scans all of the specified tables and infers stats about each region of the listed tables.

    includeHot

    if true, than hot regions will be included in the scan. By default is true. False is useful when reading production data from dev environments, as compactions will be happening in out of office hours, this helps to avoid reading data in an inconsistent state.

  21. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  22. def isTraceEnabled(): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  23. def logAndReturn[A](a: A, msg: String, level: Level): A
    Definition Classes
    Logging
  24. def logAndReturn[A](a: A, message: (A) ⇒ String, level: Level): A
    Definition Classes
    Logging
  25. def logDebug(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  26. def logDebug(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  27. def logError(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  28. def logError(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  29. def logInfo(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  30. def logInfo(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  31. def logName: String
    Attributes
    protected
    Definition Classes
    Logging
  32. def logTrace(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  33. def logTrace(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  34. def logWarning(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  35. def logWarning(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  36. val lowTimestamp: Timestamp
  37. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  38. def nextLongRegion(table: AuditTableFile): String

    Generic function that generates sequential region ids that are padded on the left with zeros up to 20 chars.

  39. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  40. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  41. def openTables(sparkSession: SparkSession, fileStorage: FileStorageOps, basePath: Path, tableNames: Seq[String], includeHot: Boolean = true)(newRegionID: (AuditTableFile) ⇒ String): (Map[String, Try[AuditTableFile]], Seq[String])

    Reads the state of the multiple Audit Tables.

    Reads the state of the multiple Audit Tables. It will scan the state of regions of all specified tables in one go.

    fileStorage

    object that actually interacts with the physical storage

    basePath

    parent folder which contains folders with table names

    tableNames

    list of tables to open

    includeHot

    include hot regions in the table

    newRegionID

    function that generates region ids

    returns

    (Map[TABLE NAME, AuditTable], Seq[MISSING TABLES]) - audit table objects that exist and of table names that were not found under the basePath

  42. def setRegions(audit: AuditTableFile, allRegions: Seq[AuditTableRegionInfo], appendedRegions: Option[Seq[AuditTableRegionInfo]]): AuditTableFile

    Creates a copy of the table with new list of regions.

    Creates a copy of the table with new list of regions.

    audit

    - Audit table with old regions

    allRegions

    - Complete set of current regions

    appendedRegions

    - Optional list of regions that have been appended. If given, only new regions are written to cache. If None the current cached region information is completely rewritten. If the case of any region deletes, this should be None.

  43. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  44. def toString(): String
    Definition Classes
    AnyRef → Any
  45. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  46. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  47. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped