c

com.sparkutils.quality.impl.util

MetaRuleSetRow

case class MetaRuleSetRow(ruleSuiteId: Int, ruleSuiteVersion: Int, ruleSetId: Int, ruleSetVersion: Int, columnFilter: String, ruleExpr: String) extends Product with Serializable

only one arg is supported without brackets etc.

Law: Each Rule generated must have a stable Id for the same column, the version used is the same as the RuleSet

The caller of withNameAndOrd must enforce this law to have stable and correctly evolving rules.

Linear Supertypes
Serializable, Serializable, Product, Equals, AnyRef, Any
Type Hierarchy
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. MetaRuleSetRow
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. AnyRef
  7. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new MetaRuleSetRow(ruleSuiteId: Int, ruleSuiteVersion: Int, ruleSetId: Int, ruleSetVersion: Int, columnFilter: String, ruleExpr: String)

Type Members

  1. case class MetaRuleGenerator(stablePosition: (String) ⇒ Int) extends Product with Serializable

    stablePosition

    - should always be the same for this column, evaluated with columnName

    Attributes
    protected[quality]

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. val arg: String
  5. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  6. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  7. val columnFilter: String
  8. def createGenerator(stablePosition: (String) ⇒ Int): MetaRuleGenerator

    creates the generator used to make rules

    creates the generator used to make rules

    Attributes
    protected[quality]
  9. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  10. def filterColumns(dataFrame: DataFrame, transform: (DataFrame) ⇒ DataFrame = identity): Set[String]

    Applies a filter to the schema of the provided dataframe

    Applies a filter to the schema of the provided dataframe

    returns

    a lower case set of column names

    Attributes
    protected[quality]
  11. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  12. def generateRuleSet(dataFrame: DataFrame, stablePosition: (String) ⇒ Int, transform: (DataFrame) ⇒ DataFrame = identity): RuleSet

    Generates rules over a given dataframe using the stablePosition function

    Generates rules over a given dataframe using the stablePosition function

    stablePosition

    - should always be the same for this column, evaluated with columnName

    transform

    - allows enriching of the column, e.g. joining another table for extra filtering information.

  13. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  14. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  15. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  16. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  17. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  18. val ruleExpr: String
  19. val rulePart: String
  20. val ruleSetId: Int
  21. val ruleSetVersion: Int
  22. val ruleSuiteId: Int
  23. val ruleSuiteVersion: Int
  24. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  25. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  26. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  27. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from AnyRef

Inherited from Any

Ungrouped