c

io.smartdatalake.app

SmartDataLakeBuilderConfig

case class SmartDataLakeBuilderConfig(feedSel: String = null, applicationName: Option[String] = None, configuration: Option[Seq[String]] = None, master: Option[String] = None, deployMode: Option[String] = None, username: Option[String] = None, kerberosDomain: Option[String] = None, keytabPath: Option[File] = None, partitionValues: Option[Seq[PartitionValues]] = None, multiPartitionValues: Option[Seq[PartitionValues]] = None, parallelism: Int = 1, statePath: Option[String] = None, overrideJars: Option[Seq[String]] = None, test: Option[TestMode.Value] = None, streaming: Boolean = false) extends Product with Serializable

This case class represents a default configuration for the App. It is populated by parsing command-line arguments. It also specifies default values.

feedSel

Expressions to select the actions to execute. See AppUtil.filterActionList() or commandline help for syntax description.

applicationName

Application name.

configuration

One or multiple configuration files or directories containing configuration files, separated by comma.

master

The Spark master URL passed to SparkContext when in local mode.

deployMode

The Spark deploy mode passed to SparkContext when in local mode.

username

Kerberos user name (username@kerberosDomain) for local mode.

kerberosDomain

Kerberos domain (username@kerberosDomain) for local mode.

keytabPath

Path to Kerberos keytab file for local mode.

test

Run in test mode:

  • "config": validate configuration
  • "dry-run": execute "prepare" and "init" phase to check environment
Annotations
@Scaladoc()
Linear Supertypes
Serializable, Serializable, Product, Equals, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SmartDataLakeBuilderConfig
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. AnyRef
  7. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new SmartDataLakeBuilderConfig(feedSel: String = null, applicationName: Option[String] = None, configuration: Option[Seq[String]] = None, master: Option[String] = None, deployMode: Option[String] = None, username: Option[String] = None, kerberosDomain: Option[String] = None, keytabPath: Option[File] = None, partitionValues: Option[Seq[PartitionValues]] = None, multiPartitionValues: Option[Seq[PartitionValues]] = None, parallelism: Int = 1, statePath: Option[String] = None, overrideJars: Option[Seq[String]] = None, test: Option[TestMode.Value] = None, streaming: Boolean = false)

    feedSel

    Expressions to select the actions to execute. See AppUtil.filterActionList() or commandline help for syntax description.

    applicationName

    Application name.

    configuration

    One or multiple configuration files or directories containing configuration files, separated by comma.

    master

    The Spark master URL passed to SparkContext when in local mode.

    deployMode

    The Spark deploy mode passed to SparkContext when in local mode.

    username

    Kerberos user name (username@kerberosDomain) for local mode.

    kerberosDomain

    Kerberos domain (username@kerberosDomain) for local mode.

    keytabPath

    Path to Kerberos keytab file for local mode.

    test

    Run in test mode:

    • "config": validate configuration
    • "dry-run": execute "prepare" and "init" phase to check environment

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. val appName: String
  5. val applicationName: Option[String]
  6. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  7. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native() @HotSpotIntrinsicCandidate()
  8. val configuration: Option[Seq[String]]
  9. val deployMode: Option[String]
  10. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  11. val feedSel: String
  12. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  13. def getPartitionValues: Option[Seq[PartitionValues]]
  14. def isDryRun: Boolean
  15. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  16. val kerberosDomain: Option[String]
  17. val keytabPath: Option[File]
  18. val master: Option[String]
  19. val multiPartitionValues: Option[Seq[PartitionValues]]
  20. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  21. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  22. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  23. val overrideJars: Option[Seq[String]]
  24. val parallelism: Int
  25. val partitionValues: Option[Seq[PartitionValues]]
  26. val statePath: Option[String]
  27. val streaming: Boolean
  28. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  29. val test: Option[TestMode.Value]
  30. val username: Option[String]
  31. def validate(): Unit
  32. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  33. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  34. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] ) @Deprecated
    Deprecated

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from AnyRef

Inherited from Any

Ungrouped