Type Members

1.  case class CamelToSnake(columns: String*) extends Transformation with Product with Serializable
2.  case class Cast(dataType: DataType, columns: String*) extends Transformation with Product with Serializable
3.  case class Coalesce(values: Seq[Column], columns: String*) extends Transformation with Product with Serializable
4.  case class Concat(name: String, cols: Column*) extends Transformation with Product with Serializable
5.  case class ConcatWs(name: String, sep: String, cols: Column*) extends Transformation with Product with Serializable
6.  case class CurrentDate(columns: String*) extends Transformation with Product with Serializable
7.  case class CurrentTimestamp(columns: String*) extends Transformation with Product with Serializable
8.  case class Custom(customTransformation: (DataFrame) ⇒ DataFrame) extends Transformation with Product with Serializable
9.  case class Drop(columns: String*) extends Transformation with Product with Serializable
10.  case class DropDuplicates(subset: Seq[String], orderBy: Column*) extends Transformation with Product with Serializable
11.  case class DuplicateColumn(source: String, destination: String) extends Transformation with Product with Serializable
12.  case class FromUtcTimestamps(format: String, columns: String*) extends Transformation with Product with Serializable
13.  sealed trait HashTransformation[A] extends Transformation
14.  case class InputFileName(columnName: String, regex: Option[String] = None) extends Transformation with Product with Serializable
15.  case class InputFileTimestamp(columnName: String, regex: String = "(\\d{8}_\\d{6})", format: String = "yyyyMMdd_HHmmss") extends Transformation with Product with Serializable
16.  case class Lit(value: Any, columns: String*) extends Transformation with Product with Serializable
17.  case class LowerCase(columns: String*) extends Transformation with Product with Serializable
18.  case class NormalizeColumnName(columns: String*) extends Transformation with Product with Serializable
19.  case class PBKDF2(salt: String, iteration: Int, keyLength: Int, columns: String*) extends SimpleHashTransformation with Product with Serializable

    example of usage: PBKDF2("salt", 100000, 512, "NoDossierClient", "NoAssuranceMaladie", ...))

    example of usage: PBKDF2("salt", 100000, 512, "NoDossierClient", "NoAssuranceMaladie", ...))

    salt

    random salt string

    iteration

    number of iteration

    keyLength

    length of the resulting hash

    columns

    names of the columns to hash

20.  case class RegexExtract(sourcefield: String, destinationfield: String, regex: String, groupIdx: Int) extends Transformation with Product with Serializable
21.  case class RegexReplace(sourcefield: String, destinationfield: String, pattern: String, replacement: String) extends Transformation with Product with Serializable
22.  case class Rename(renameMap: Map[String, String]) extends Transformation with Product with Serializable
23.  case class SHA1(salt: String, columns: String*) extends SimpleHashTransformation with Product with Serializable
24.  case class SHA1Dynamic(salt: String, columns: (DataFrame) ⇒ Seq[String]) extends DynamicHashTransformation with Product with Serializable
25.  case class SHA256(salt: String, columns: String*) extends SimpleHashTransformation with Product with Serializable
26.  case class Split(pattern: String, columns: String*) extends Transformation with Product with Serializable
27.  case class Substring(column: String, pos: Int, len: Int) extends Transformation with Product with Serializable
28.  case class ToDate(format: String, columns: String*) extends Transformation with Product with Serializable
29.  case class ToDouble(columns: String*) extends Transformation with Product with Serializable
30.  case class ToInteger(columns: String*) extends Transformation with Product with Serializable
31.  case class ToLong(columns: String*) extends Transformation with Product with Serializable
32.  case class ToString(columns: String*) extends Transformation with Product with Serializable
33.  case class ToTimestamp(format: String, columns: String*) extends Transformation with Product with Serializable
34.  case class ToUtcTimestamps(format: String, columns: String*) extends Transformation with Product with Serializable
35.  trait Transformation extends AnyRef
36.  case class Trim(columns: String*) extends Transformation with Product with Serializable
37.  case class UpperCase(columns: String*) extends Transformation with Product with Serializable
38.  case class When(column: String, conditions: List[(Column, Any)], otherwise: Any) extends Transformation with Product with Serializable
39.  case class KeepFirstWithinPartition(partitionByExpr: Seq[String], orderByExpr: Column*) extends Transformation with Product with Serializable

    Annotations

    @deprecated

    Deprecated

    (Since version 0.2.0) use DropDuplicates instead