object StorageActions extends Logging
Created by Vicky Avison on 11/05/18.
- Alphabetic
- By Inheritance
- StorageActions
- Logging
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Type Members
- type CompactionDecision = (Seq[AuditTableRegionInfo], Long, ZonedDateTime) ⇒ Boolean
- implicit class StorageActionImplicits extends AnyRef
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
val
BYTES_PER_PARTITION: String
Approximate maximum number of bytes to be in each partition file.
Approximate maximum number of bytes to be in each partition file. Adjust this to control output file size. Use with the TotalBytesPartitioner
- val BYTES_PER_PARTITION_DEFAULT: Long
-
val
CELLS_PER_PARTITION: String
Approximate maximum number of cells (numRows * numColumns) to be in each cold partition file.
Approximate maximum number of cells (numRows * numColumns) to be in each cold partition file. Adjust this to control output file size. Use with the TotalCellsPartitioner
- val CELLS_PER_PARTITION_DEFAULT: Long
-
val
COMPACTION_PARTITIONER_IMPLEMENTATION: String
The class name of the compaction partitioner implementation to use
- val COMPACTION_PARTITIONER_IMPLEMENTATION_DEFAULT: String
-
val
MAX_RECORDS_TO_SAMPLE: String
Maximum records to when calculating the number of bytes in a partition.
Maximum records to when calculating the number of bytes in a partition. Use -1 for no sampling. Use with the TotalBytesPartitioner
- val MAX_RECORDS_TO_SAMPLE_DEFAULT: Long
-
val
RECOMPACT_ALL: String
Whether to recompact all regions regardless of size (i.e.
Whether to recompact all regions regardless of size (i.e. ignore SMALL_REGION_ROW_THRESHOLD)
- val RECOMPACT_ALL_DEFAULT: Boolean
-
val
SMALL_REGION_ROW_THRESHOLD: String
The row number threshold to use for determining small regions to be compacted.
- val SMALL_REGION_ROW_THRESHOLD_DEFAULT: Long
-
val
TRASH_MAX_AGE_MS: String
Maximum age of old region files kept in the .Trash folder after a compaction has happened.
- val TRASH_MAX_AGE_MS_DEFAULT: Long
-
val
UPDATE_TABLE_METADATA: String
Whether to update the metadata (call the metadata retrieval function and persist the result) for existing tables
- val UPDATE_TABLE_METADATA_DEFAULT: Boolean
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
- def handleTableErrors(tableResults: Map[String, Try[Any]], errorMessageBase: String): Unit
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
def
isTraceEnabled(): Boolean
- Attributes
- protected
- Definition Classes
- Logging
-
def
logAndReturn[A](a: A, msg: String, level: Level): A
- Definition Classes
- Logging
-
def
logAndReturn[A](a: A, message: (A) ⇒ String, level: Level): A
- Definition Classes
- Logging
-
def
logDebug(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logDebug(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logError(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logError(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logInfo(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logInfo(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logName: String
- Attributes
- protected
- Definition Classes
- Logging
-
def
logTrace(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logTrace(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logWarning(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logWarning(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
def
runSingleCompactionDuringWindow(windowStartHours: Int, windowEndHours: Int): (Seq[AuditTableRegionInfo], Long, ZonedDateTime) ⇒ Boolean
Compaction trigger that triggers a compaction after an append only if there are hot partitions, the compaction timestamp is between a given window of hours and no other compaction has happened in that specific window You can have a window that spans a day boundary, i.e.
Compaction trigger that triggers a compaction after an append only if there are hot partitions, the compaction timestamp is between a given window of hours and no other compaction has happened in that specific window You can have a window that spans a day boundary, i.e.
windowStartHours=22andwindowEndHours=03- windowStartHours
the hour of the day at which the window opens
- windowEndHours
the hour of the day at which the window closes
- val storageParamPrefix: String
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toString(): String
- Definition Classes
- AnyRef → Any
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()