case class ScriptSubFeed(parameters: Option[Map[String, String]] = None, dataObjectId: DataObjectId, partitionValues: Seq[PartitionValues], isDAGStart: Boolean = false, isSkipped: Boolean = false) extends SubFeed with Product with Serializable
A ScriptSubFeed is used to notify DataObjects and subsequent actions about the completion of a script. It allows to pass on arbitrary informations as key/values.
- parameters
arbitrary informations as key/value to pass on
- dataObjectId
id of the DataObject this SubFeed corresponds to
- partitionValues
Values of Partitions transported by this SubFeed
- isDAGStart
true if this subfeed is a start node of the dag
- isSkipped
true if this subfeed is the result of a skipped action
- Annotations
- @Scaladoc()
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- ScriptSubFeed
- Serializable
- Serializable
- Product
- Equals
- SubFeed
- SmartDataLakeLogger
- DAGResult
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- All
Instance Constructors
-
new
ScriptSubFeed(parameters: Option[Map[String, String]] = None, dataObjectId: DataObjectId, partitionValues: Seq[PartitionValues], isDAGStart: Boolean = false, isSkipped: Boolean = false)
- parameters
arbitrary informations as key/value to pass on
- dataObjectId
id of the DataObject this SubFeed corresponds to
- partitionValues
Values of Partitions transported by this SubFeed
- isDAGStart
true if this subfeed is a start node of the dag
- isSkipped
true if this subfeed is the result of a skipped action
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
applyExecutionModeResultForInput(result: ExecutionModeResult, mainInputId: DataObjectId)(implicit context: ActionPipelineContext): ScriptSubFeed
- Definition Classes
- ScriptSubFeed → SubFeed
-
def
applyExecutionModeResultForOutput(result: ExecutionModeResult)(implicit context: ActionPipelineContext): ScriptSubFeed
- Definition Classes
- ScriptSubFeed → SubFeed
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
breakLineage(implicit context: ActionPipelineContext): ScriptSubFeed
Break lineage.
Break lineage. This means to discard an existing DataFrame or List of FileRefs, so that it is requested again from the DataObject. On one side this is usable to break long DataFrame Lineages over multiple Actions and instead reread the data from an intermediate table. On the other side it is needed if partition values or filter condition are changed.
- Definition Classes
- ScriptSubFeed → SubFeed
-
def
clearDAGStart(): ScriptSubFeed
- Definition Classes
- ScriptSubFeed → SubFeed
-
def
clearPartitionValues(breakLineageOnChange: Boolean = true)(implicit context: ActionPipelineContext): ScriptSubFeed
- Definition Classes
- ScriptSubFeed → SubFeed
-
def
clearSkipped(): ScriptSubFeed
- Definition Classes
- ScriptSubFeed → SubFeed
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native() @HotSpotIntrinsicCandidate()
-
val
dataObjectId: DataObjectId
- Definition Classes
- ScriptSubFeed → SubFeed
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native() @HotSpotIntrinsicCandidate()
-
val
isDAGStart: Boolean
- Definition Classes
- ScriptSubFeed → SubFeed
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
val
isSkipped: Boolean
- Definition Classes
- ScriptSubFeed → SubFeed
-
lazy val
logger: Logger
- Attributes
- protected
- Definition Classes
- SmartDataLakeLogger
- Annotations
- @transient()
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native() @HotSpotIntrinsicCandidate()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native() @HotSpotIntrinsicCandidate()
- val parameters: Option[Map[String, String]]
-
val
partitionValues: Seq[PartitionValues]
- Definition Classes
- ScriptSubFeed → SubFeed
-
def
resultId: String
- Definition Classes
- SubFeed → DAGResult
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toOutput(dataObjectId: DataObjectId): ScriptSubFeed
- Definition Classes
- ScriptSubFeed → SubFeed
-
def
union(other: SubFeed)(implicit context: ActionPipelineContext): SubFeed
- Definition Classes
- ScriptSubFeed → SubFeed
-
def
unionPartitionValues(otherPartitionValues: Seq[PartitionValues]): Seq[PartitionValues]
- Definition Classes
- SubFeed
-
def
updatePartitionValues(partitions: Seq[String], breakLineageOnChange: Boolean = true, newPartitionValues: Option[Seq[PartitionValues]] = None)(implicit context: ActionPipelineContext): ScriptSubFeed
- Definition Classes
- ScriptSubFeed → SubFeed
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
Deprecated Value Members
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] ) @Deprecated
- Deprecated