Packages

class RapidsConf extends Logging

Linear Supertypes
Logging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. RapidsConf
  2. Logging
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new RapidsConf(sparkConf: SparkConf)
  2. new RapidsConf(sqlConf: SQLConf)
  3. new RapidsConf(conf: Map[String, String])

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. lazy val allowDisableEntirePlan: Boolean
  5. lazy val allowMultipleJars: RapidsConf.AllowMultipleJars.Value
  6. lazy val allowSinglePassPartialSortAgg: Boolean
  7. lazy val areCrossJoinsEnabled: Boolean
  8. lazy val areExistenceJoinsEnabled: Boolean
  9. lazy val areFullOuterJoinsEnabled: Boolean
  10. lazy val areInnerJoinsEnabled: Boolean
  11. lazy val areLeftAntiJoinsEnabled: Boolean
  12. lazy val areLeftOuterJoinsEnabled: Boolean
  13. lazy val areLeftSemiJoinsEnabled: Boolean
  14. lazy val areRightOuterJoinsEnabled: Boolean
  15. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  16. lazy val avroDebugDumpAlways: Boolean
  17. lazy val avroDebugDumpPrefix: Option[String]
  18. lazy val batchedBoundedRowsWindowMax: Int
  19. lazy val caseWhenFuseEnabled: Boolean
  20. lazy val chunkedPackBounceBufferSize: Long
  21. lazy val chunkedPackPoolSize: Long
  22. lazy val chunkedReaderEnabled: Boolean
  23. lazy val chunkedReaderMemoryUsageRatio: Double
  24. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  25. lazy val concurrentGpuTasks: Int
  26. lazy val concurrentWriterPartitionFlushSize: Long
  27. lazy val cpuReadMemorySpeed: Double
  28. lazy val cpuWriteMemorySpeed: Double
  29. lazy val cudfVersionOverride: Boolean
  30. lazy val defaultCpuExpressionCost: Double
  31. lazy val defaultCpuOperatorCost: Double
  32. lazy val defaultGpuExpressionCost: Double
  33. lazy val defaultGpuOperatorCost: Double
  34. lazy val defaultRowCount: Long
  35. lazy val driverTimeZone: Option[String]
  36. lazy val enableAlluxioSlowDisk: Boolean
  37. lazy val enableHashOptimizeSort: Boolean
  38. lazy val enableReplaceSortMergeJoin: Boolean
  39. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  40. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  41. lazy val explain: String
  42. lazy val exportColumnarRdd: Boolean
  43. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  44. lazy val forceSinglePassPartialSortAgg: Boolean
  45. def get[T](entry: ConfEntry[T]): T
  46. lazy val getAlluxioAutoMountEnabled: Boolean
  47. lazy val getAlluxioBucketRegex: String
  48. lazy val getAlluxioHome: String
  49. lazy val getAlluxioLargeFileThreshold: Long
  50. lazy val getAlluxioMaster: String
  51. lazy val getAlluxioMasterPort: Int
  52. lazy val getAlluxioPathsToReplace: Option[Seq[String]]
  53. lazy val getAlluxioReplacementAlgo: String
  54. lazy val getAlluxioUser: String
  55. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  56. lazy val getCloudSchemes: Seq[String]
  57. def getCpuExpressionCost(operatorName: String): Option[Double]

    Get the CPU cost of an expression, for use in the cost-based optimizer.

  58. def getCpuOperatorCost(operatorName: String): Option[Double]

    Get the CPU cost of an operator, for use in the cost-based optimizer.

  59. def getGpuExpressionCost(operatorName: String): Option[Double]

    Get the GPU cost of an expression, for use in the cost-based optimizer.

  60. def getGpuOperatorCost(operatorName: String): Option[Double]

    Get the GPU cost of an operator, for use in the cost-based optimizer.

  61. lazy val getMultithreadedCombineThreshold: Long
  62. lazy val getMultithreadedCombineWaitTime: Int
  63. lazy val getMultithreadedReaderKeepOrder: Boolean
  64. lazy val getSparkGpuResourceName: String
  65. lazy val gpuCoreDumpCompressionCodec: String
  66. lazy val gpuCoreDumpDir: Option[String]
  67. lazy val gpuCoreDumpPipePattern: String
  68. lazy val gpuOomDumpDir: Option[String]
  69. lazy val gpuOomMaxRetries: Int
  70. lazy val gpuReadMemorySpeed: Double
  71. lazy val gpuTargetBatchSizeBytes: Long
  72. lazy val gpuWriteMemorySpeed: Double
  73. lazy val hasExtendedYearValues: Boolean
  74. lazy val hashAggReplaceMode: String
  75. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  76. lazy val hostSpillStorageSize: Long
  77. lazy val includeImprovedFloat: Boolean
  78. lazy val incompatDateFormats: Boolean
  79. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  80. def initializeLogIfNecessary(isInterpreter: Boolean): Unit
    Attributes
    protected
    Definition Classes
    Logging
  81. lazy val isAlluxioReplacementAlgoConvertTime: Boolean
  82. lazy val isAlluxioReplacementAlgoTaskTime: Boolean
  83. lazy val isAqeExchangeReuseFixupEnabled: Boolean
  84. lazy val isAvroAutoReaderEnabled: Boolean
  85. lazy val isAvroCoalesceFileReadEnabled: Boolean
  86. lazy val isAvroEnabled: Boolean
  87. lazy val isAvroMultiThreadReadEnabled: Boolean
  88. lazy val isAvroPerFileReadEnabled: Boolean
  89. lazy val isAvroReadEnabled: Boolean
  90. def isCacheOnlyShuffleManagerMode: Boolean
  91. lazy val isCastDecimalToFloatEnabled: Boolean
  92. lazy val isCastFloatToDecimalEnabled: Boolean
  93. lazy val isCastFloatToIntegralTypesEnabled: Boolean
  94. lazy val isCastFloatToStringEnabled: Boolean
  95. lazy val isCastStringToFloatEnabled: Boolean
  96. lazy val isCastStringToTimestampEnabled: Boolean
  97. lazy val isCoalesceAfterExpandEnabled: Boolean
  98. lazy val isCombinedExpressionsEnabled: Boolean
  99. def isConfExplicitlySet(key: String): Boolean

    To judge whether "key" is explicitly set by the users.

  100. lazy val isCpuBasedUDFEnabled: Boolean
  101. lazy val isCsvDecimalReadEnabled: Boolean
  102. lazy val isCsvDoubleReadEnabled: Boolean
  103. lazy val isCsvEnabled: Boolean
  104. lazy val isCsvFloatReadEnabled: Boolean
  105. lazy val isCsvReadEnabled: Boolean
  106. lazy val isDeltaLowShuffleMergeEnabled: Boolean
  107. lazy val isDeltaWriteEnabled: Boolean
  108. lazy val isDetectDeltaCheckpointQueries: Boolean
  109. lazy val isDetectDeltaLogQueries: Boolean
  110. lazy val isExpandPreprojectEnabled: Boolean
  111. lazy val isFastSampleEnabled: Boolean
  112. lazy val isFileScanPrunePartitionEnabled: Boolean
  113. lazy val isFloatAggEnabled: Boolean
  114. lazy val isFloatFormatNumberEnabled: Boolean
  115. lazy val isFoldableNonLitAllowed: Boolean
  116. lazy val isForceHiveHashForBucketedWrite: Boolean
  117. def isGPUShuffle: Boolean
  118. lazy val isGpuCoreDumpCompressed: Boolean
  119. lazy val isGpuCoreDumpFull: Boolean
  120. lazy val isHiveDelimitedTextEnabled: Boolean
  121. lazy val isHiveDelimitedTextReadEnabled: Boolean
  122. lazy val isHiveDelimitedTextWriteEnabled: Boolean
  123. lazy val isIcebergEnabled: Boolean
  124. lazy val isIcebergReadEnabled: Boolean
  125. lazy val isIncompatEnabled: Boolean
  126. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  127. lazy val isJsonDecimalReadEnabled: Boolean
  128. lazy val isJsonDoubleReadEnabled: Boolean
  129. lazy val isJsonEnabled: Boolean
  130. lazy val isJsonFloatReadEnabled: Boolean
  131. lazy val isJsonReadEnabled: Boolean
  132. def isMultiThreadedShuffleManagerMode: Boolean
  133. def isOperatorEnabled(key: String, incompat: Boolean, isDisabledByDefault: Boolean): Boolean
  134. lazy val isOrcAutoReaderEnabled: Boolean
  135. lazy val isOrcCoalesceFileReadEnabled: Boolean
  136. lazy val isOrcEnabled: Boolean
  137. lazy val isOrcFloatTypesToStringEnable: Boolean
  138. lazy val isOrcMultiThreadReadEnabled: Boolean
  139. lazy val isOrcPerFileReadEnabled: Boolean
  140. lazy val isOrcReadEnabled: Boolean
  141. lazy val isOrcWriteEnabled: Boolean
  142. lazy val isParquetAutoReaderEnabled: Boolean
  143. lazy val isParquetCoalesceFileReadEnabled: Boolean
  144. lazy val isParquetEnabled: Boolean
  145. lazy val isParquetInt96WriteEnabled: Boolean
  146. lazy val isParquetMultiThreadReadEnabled: Boolean
  147. lazy val isParquetPerFileReadEnabled: Boolean
  148. lazy val isParquetReadEnabled: Boolean
  149. lazy val isParquetWriteEnabled: Boolean
  150. lazy val isPooledMemEnabled: Boolean
  151. lazy val isProjectAstEnabled: Boolean
  152. lazy val isRangeWindowByteEnabled: Boolean
  153. lazy val isRangeWindowDecimalEnabled: Boolean
  154. lazy val isRangeWindowDoubleEnabled: Boolean
  155. lazy val isRangeWindowFloatEnabled: Boolean
  156. lazy val isRangeWindowIntEnabled: Boolean
  157. lazy val isRangeWindowLongEnabled: Boolean
  158. lazy val isRangeWindowShortEnabled: Boolean
  159. lazy val isRegExpEnabled: Boolean
  160. lazy val isRlikeRegexRewriteEnabled: Boolean
  161. lazy val isSqlEnabled: Boolean
  162. lazy val isSqlExecuteOnGPU: Boolean
  163. lazy val isSqlExplainOnlyEnabled: Boolean
  164. lazy val isTagLoreIdEnabled: Boolean
  165. lazy val isTestEnabled: Boolean
  166. lazy val isTieredProjectEnabled: Boolean
  167. def isTraceEnabled(): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  168. def isUCXShuffleManagerMode: Boolean
  169. lazy val isUdfCompilerEnabled: Boolean
  170. lazy val isUnspillEnabled: Boolean
  171. lazy val isUvmEnabled: Boolean
  172. lazy val isWindowCollectListEnabled: Boolean
  173. lazy val isWindowCollectSetEnabled: Boolean
  174. lazy val isWindowUnboundedAggEnabled: Boolean
  175. lazy val joinOuterMagnificationThreshold: Int
  176. lazy val limitChunkedReaderMemoryUsage: Boolean
  177. def log: Logger
    Attributes
    protected
    Definition Classes
    Logging
  178. def logDebug(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  179. def logDebug(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  180. def logError(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  181. def logError(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  182. def logInfo(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  183. def logInfo(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  184. def logName: String
    Attributes
    protected
    Definition Classes
    Logging
  185. lazy val logQueryTransformations: Boolean
  186. def logTrace(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  187. def logTrace(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  188. def logWarning(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  189. def logWarning(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  190. lazy val loreDumpIds: Map[LoreId, OutputLoreId]
  191. lazy val loreDumpPath: Option[String]
  192. lazy val maxGpuColumnSizeBytes: Long
  193. lazy val maxNumAvroFilesParallel: Int
  194. lazy val maxNumOrcFilesParallel: Int
  195. lazy val maxNumParquetFilesParallel: Int
  196. lazy val maxReadBatchSizeBytes: Long
  197. lazy val maxReadBatchSizeRows: Int
  198. lazy val maxRegExpStateMemory: Long
  199. lazy val metricsLevel: String
  200. lazy val multiThreadReadNumThreads: Int
  201. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  202. lazy val needDecimalGuarantees: Boolean
  203. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  204. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  205. lazy val numFilesFilterParallel: Int
  206. lazy val offHeapLimit: Option[Long]
  207. lazy val offHeapLimitEnabled: Boolean
  208. lazy val optimizerClassName: String
  209. lazy val optimizerEnabled: Boolean
  210. lazy val optimizerExplain: String
  211. lazy val optimizerShouldExplainAll: Boolean
  212. lazy val orcDebugDumpAlways: Boolean
  213. lazy val orcDebugDumpPrefix: Option[String]
  214. lazy val parquetDebugDumpAlways: Boolean
  215. lazy val parquetDebugDumpPrefix: Option[String]
  216. lazy val parquetReaderFooterType: RapidsConf.ParquetFooterReaderType.Value
  217. lazy val partialMergeDistinctEnabled: Boolean
  218. lazy val perTaskOverhead: Long
  219. lazy val pinnedPoolCuioDefault: Boolean
  220. lazy val pinnedPoolSize: Long
  221. lazy val profileAsyncAllocCapture: Boolean
  222. lazy val profileCompression: String
  223. lazy val profileDriverPollMillis: Int
  224. lazy val profileExecutors: String
  225. lazy val profileFlushPeriodMillis: Int
  226. lazy val profileJobs: Option[String]
  227. lazy val profilePath: Option[String]
  228. lazy val profileStages: Option[String]
  229. lazy val profileTimeRangesSeconds: Option[String]
  230. lazy val profileWriteBufferSize: Long
  231. lazy val rapidsConfMap: Map[String, String]
  232. lazy val rmmAllocFraction: Double
  233. lazy val rmmAllocMaxFraction: Double
  234. lazy val rmmAllocMinFraction: Double
  235. lazy val rmmAllocReserve: Long
  236. lazy val rmmDebugLocation: String
  237. lazy val rmmExactAlloc: Option[Long]
  238. lazy val rmmPool: String
  239. lazy val shimsProviderOverride: Option[String]
  240. lazy val shouldExplain: Boolean
  241. lazy val shouldExplainAll: Boolean
  242. lazy val shouldHiveReadDecimals: Boolean
  243. lazy val shouldHiveReadDoubles: Boolean
  244. lazy val shouldHiveReadFloats: Boolean
  245. lazy val shuffleClientThreadKeepAliveTime: Int
  246. lazy val shuffleCompressionCodec: String
  247. lazy val shuffleCompressionLz4ChunkSize: Long
  248. lazy val shuffleCompressionMaxBatchMemory: Long
  249. lazy val shuffleCompressionZstdChunkSize: Long
  250. lazy val shuffleManagerEnabled: Boolean
  251. lazy val shuffleManagerMode: String
  252. lazy val shuffleMaxClientTasks: Int
  253. lazy val shuffleMaxClientThreads: Int
  254. lazy val shuffleMaxMetadataSize: Long
  255. lazy val shuffleMaxServerTasks: Int
  256. lazy val shuffleMultiThreadedMaxBytesInFlight: Long
  257. lazy val shuffleMultiThreadedReaderThreads: Int
  258. lazy val shuffleMultiThreadedWriterThreads: Int
  259. lazy val shuffleTransportClassName: String
  260. lazy val shuffleTransportEarlyStart: Boolean
  261. lazy val shuffleTransportEarlyStartHeartbeatInterval: Int
  262. lazy val shuffleTransportEarlyStartHeartbeatTimeout: Int
  263. lazy val shuffleTransportMaxReceiveInflightBytes: Long
  264. lazy val shuffleUcxActiveMessagesForceRndv: Boolean
  265. lazy val shuffleUcxBounceBuffersSize: Long
  266. lazy val shuffleUcxDeviceBounceBuffersCount: Int
  267. lazy val shuffleUcxHostBounceBuffersCount: Int
  268. lazy val shuffleUcxListenerStartPort: Int
  269. lazy val shuffleUcxMgmtConnTimeout: Int
  270. lazy val shuffleUcxMgmtHost: String
  271. lazy val shuffleUcxUseWakeup: Boolean
  272. lazy val shuffledHashJoinOptimizeShuffle: Boolean
  273. lazy val skipAggPassReductionRatio: Double
  274. lazy val skipGpuArchCheck: Boolean
  275. lazy val sparkRmmDebugLocation: String
  276. lazy val sparkRmmStateEnable: Boolean
  277. lazy val spillToDiskBounceBufferSize: Long
  278. lazy val splitUntilSizeOverride: Option[Long]
  279. lazy val stableSort: Boolean
  280. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  281. lazy val testGetJsonObjectSavePath: Option[String]
  282. lazy val testGetJsonObjectSaveRows: Int
  283. lazy val testRetryOOMInjectionMode: OomInjectionConf

    Convert a string value to the injection configuration OomInjection.

    Convert a string value to the injection configuration OomInjection.

    The new format is a CSV in any order "num_ooms=<integer>,skip=<integer>,type=<string value of OomInjectionType>"

    "type" maps to OomInjectionType to run count against oomCount and skipCount "num_ooms" maps to oomCount (default 1), the number of allocations resulting in an OOM "skip" maps to skipCount (default 0), the number of matching allocations to skip before injecting an OOM at the skip+1st allocation. *split* maps to withSplit (default false), determining whether to inject *SplitAndRetryOOM instead of plain *RetryOOM exceptions

    For backwards compatibility support existing binary configuration "false", disabled, i.e. oomCount=0, skipCount=0, injectionType=None "true" or anything else but "false" yields the default oomCount=1, skipCount=0, injectionType=CPU_OR_GPU, withSplit=false

  284. lazy val testingAllowedNonGpu: Seq[String]
  285. def toString(): String
    Definition Classes
    AnyRef → Any
  286. lazy val useArrowCopyOptimization: Boolean
  287. lazy val useShuffledAsymmetricHashJoin: Boolean
  288. lazy val useShuffledSymmetricHashJoin: Boolean
  289. lazy val validateExecsInGpuPlan: Seq[String]
  290. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  291. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  292. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped