case class MeanSubstitute(array: Expression, missingValue: Expression) extends Expression with RewriteAfterResolution with Product with Serializable

Substitutes the missing values of an array using the mean of the non-missing values. Values that are NaN, null or equal to the missing value parameter are not included in the aggregation, and are substituted with the mean of the non-missing values. If all values are missing, they are substituted with the missing value.

If the missing value is not provided, the parameter defaults to -1.

Linear Supertypes
Serializable, Serializable, RewriteAfterResolution, Unevaluable, Expression, TreeNode[Expression], Product, Equals, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. MeanSubstitute
  2. Serializable
  3. Serializable
  4. RewriteAfterResolution
  5. Unevaluable
  6. Expression
  7. TreeNode
  8. Product
  9. Equals
  10. AnyRef
  11. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new MeanSubstitute(array: Expression)
  2. new MeanSubstitute(array: Expression, missingValue: Expression)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. def apply(number: Int): TreeNode[_]
    Definition Classes
    TreeNode
  5. def argString: String
    Definition Classes
    TreeNode
  6. val array: Expression
  7. lazy val arrayMean: Expression
  8. def asCode: String
    Definition Classes
    TreeNode
  9. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  10. def calculateMean(stateStruct: Expression): Expression
  11. lazy val canonicalized: Expression
    Definition Classes
    Expression
  12. def checkInputDataTypes(): TypeCheckResult
    Definition Classes
    Expression
  13. def children: Seq[Expression]
    Definition Classes
    MeanSubstitute → TreeNode
  14. def childrenResolved: Boolean
    Definition Classes
    Expression
  15. def clone(): AnyRef
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @native() @throws( ... )
  16. def collect[B](pf: PartialFunction[Expression, B]): Seq[B]
    Definition Classes
    TreeNode
  17. def collectFirst[B](pf: PartialFunction[Expression, B]): Option[B]
    Definition Classes
    TreeNode
  18. def collectLeaves(): Seq[Expression]
    Definition Classes
    TreeNode
  19. lazy val containsChild: Set[TreeNode[_]]
    Definition Classes
    TreeNode
  20. def createNamedStruct(sumValue: Expression, countValue: Expression): Expression
  21. def dataType: DataType
    Definition Classes
    RewriteAfterResolution → Expression
  22. lazy val deterministic: Boolean
    Definition Classes
    Expression
  23. final def doGenCode(ctx: CodegenContext, ev: ExprCode): ExprCode
    Attributes
    protected
    Definition Classes
    Unevaluable → Expression
  24. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  25. final def eval(input: InternalRow): Any
    Definition Classes
    Unevaluable → Expression
  26. def fastEquals(other: TreeNode[_]): Boolean
    Definition Classes
    TreeNode
  27. def finalize(): Unit
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  28. def find(f: (Expression) ⇒ Boolean): Option[Expression]
    Definition Classes
    TreeNode
  29. def flatArguments: Iterator[Any]
    Attributes
    protected
    Definition Classes
    Expression
  30. def flatMap[A](f: (Expression) ⇒ TraversableOnce[A]): Seq[A]
    Definition Classes
    TreeNode
  31. def foldable: Boolean
    Definition Classes
    Expression
  32. def foreach(f: (Expression) ⇒ Unit): Unit
    Definition Classes
    TreeNode
  33. def foreachUp(f: (Expression) ⇒ Unit): Unit
    Definition Classes
    TreeNode
  34. def genCode(ctx: CodegenContext): ExprCode
    Definition Classes
    Expression
  35. def generateTreeString(depth: Int, lastChildren: Seq[Boolean], builder: StringBuilder, verbose: Boolean, prefix: String, addSuffix: Boolean): StringBuilder
    Definition Classes
    TreeNode
  36. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  37. def hashCode(): Int
    Definition Classes
    TreeNode → AnyRef → Any
  38. def innerChildren: Seq[TreeNode[_]]
    Attributes
    protected
    Definition Classes
    TreeNode
  39. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  40. def isMissing(arrayElement: Expression): Predicate
  41. def jsonFields: List[JField]
    Attributes
    protected
    Definition Classes
    TreeNode
  42. def makeCopy(newArgs: Array[AnyRef]): Expression
    Definition Classes
    TreeNode
  43. def map[A](f: (Expression) ⇒ A): Seq[A]
    Definition Classes
    TreeNode
  44. def mapChildren(f: (Expression) ⇒ Expression): Expression
    Definition Classes
    TreeNode
  45. def mapProductIterator[B](f: (Any) ⇒ B)(implicit arg0: ClassTag[B]): Array[B]
    Attributes
    protected
    Definition Classes
    TreeNode
  46. val missingValue: Expression
  47. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  48. def nodeName: String
    Definition Classes
    TreeNode
  49. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  50. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  51. def nullable: Boolean
    Definition Classes
    RewriteAfterResolution → Expression
  52. def numberedTreeString: String
    Definition Classes
    TreeNode
  53. val origin: Origin
    Definition Classes
    TreeNode
  54. def otherCopyArgs: Seq[AnyRef]
    Attributes
    protected
    Definition Classes
    TreeNode
  55. def p(number: Int): Expression
    Definition Classes
    TreeNode
  56. def prettyJson: String
    Definition Classes
    TreeNode
  57. def prettyName: String
    Definition Classes
    Expression
  58. def references: AttributeSet
    Definition Classes
    Expression
  59. lazy val resolved: Boolean
    Definition Classes
    Expression
  60. def rewrite: Expression
    Definition Classes
    MeanSubstitute → RewriteAfterResolution
  61. def semanticEquals(other: Expression): Boolean
    Definition Classes
    Expression
  62. def semanticHash(): Int
    Definition Classes
    Expression
  63. def simpleString: String
    Definition Classes
    Expression → TreeNode
  64. def sql: String
    Definition Classes
    Expression
  65. def stringArgs: Iterator[Any]
    Attributes
    protected
    Definition Classes
    TreeNode
  66. def substituteWithMean(arrayElement: Expression): Expression
  67. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  68. def toJSON: String
    Definition Classes
    TreeNode
  69. def toString(): String
    Definition Classes
    Expression → TreeNode → AnyRef → Any
  70. def transform(rule: PartialFunction[Expression, Expression]): Expression
    Definition Classes
    TreeNode
  71. def transformDown(rule: PartialFunction[Expression, Expression]): Expression
    Definition Classes
    TreeNode
  72. def transformUp(rule: PartialFunction[Expression, Expression]): Expression
    Definition Classes
    TreeNode
  73. def treeString(verbose: Boolean, addSuffix: Boolean): String
    Definition Classes
    TreeNode
  74. def treeString: String
    Definition Classes
    TreeNode
  75. def updateSumAndCountConditionally(stateStruct: Expression, arrayElement: Expression): Expression
  76. final def verboseString: String
    Definition Classes
    Expression → TreeNode
  77. def verboseStringWithSuffix: String
    Definition Classes
    TreeNode
  78. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  79. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  80. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @throws( ... )
  81. def withNewChildren(newChildren: Seq[Expression]): Expression
    Definition Classes
    TreeNode

Inherited from Serializable

Inherited from Serializable

Inherited from RewriteAfterResolution

Inherited from Unevaluable

Inherited from Expression

Inherited from TreeNode[Expression]

Inherited from Product

Inherited from Equals

Inherited from AnyRef

Inherited from Any

Ungrouped