Packages

class Featurize extends Estimator[PipelineModel] with Wrappable with DefaultParamsWritable with HasOutputCol with HasInputCols with BasicLogging

Featurizes a dataset. Converts the specified columns to feature columns.

Linear Supertypes
BasicLogging, HasInputCols, HasOutputCol, DefaultParamsWritable, MLWritable, Wrappable, RWrappable, PythonWrappable, BaseWrappable, Estimator[PipelineModel], PipelineStage, Logging, Params, Serializable, Serializable, Identifiable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. Featurize
  2. BasicLogging
  3. HasInputCols
  4. HasOutputCol
  5. DefaultParamsWritable
  6. MLWritable
  7. Wrappable
  8. RWrappable
  9. PythonWrappable
  10. BaseWrappable
  11. Estimator
  12. PipelineStage
  13. Logging
  14. Params
  15. Serializable
  16. Serializable
  17. Identifiable
  18. AnyRef
  19. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new Featurize()
  2. new Featurize(uid: String)

Value Members

  1. final def clear(param: Param[_]): Featurize.this.type
    Definition Classes
    Params
  2. def copy(extra: ParamMap): Estimator[PipelineModel]
    Definition Classes
    Featurize → Estimator → PipelineStage → Params
  3. def explainParam(param: Param[_]): String
    Definition Classes
    Params
  4. def explainParams(): String
    Definition Classes
    Params
  5. final def extractParamMap(): ParamMap
    Definition Classes
    Params
  6. final def extractParamMap(extra: ParamMap): ParamMap
    Definition Classes
    Params
  7. def fit(dataset: Dataset[_]): PipelineModel

    Featurizes the dataset.

    Featurizes the dataset.

    dataset

    The input dataset to train.

    returns

    The featurized model.

    Definition Classes
    Featurize → Estimator
  8. def fit(dataset: Dataset[_], paramMaps: Seq[ParamMap]): Seq[PipelineModel]
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" )
  9. def fit(dataset: Dataset[_], paramMap: ParamMap): PipelineModel
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" )
  10. def fit(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): PipelineModel
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" ) @varargs()
  11. final def get[T](param: Param[T]): Option[T]
    Definition Classes
    Params
  12. final def getDefault[T](param: Param[T]): Option[T]
    Definition Classes
    Params
  13. final def getImputeMissing: Boolean

  14. def getInputCols: Array[String]

    Definition Classes
    HasInputCols
  15. final def getNumFeatures: Int

  16. final def getOneHotEncodeCategoricals: Boolean

  17. final def getOrDefault[T](param: Param[T]): T
    Definition Classes
    Params
  18. def getOutputCol: String

    Definition Classes
    HasOutputCol
  19. def getParam(paramName: String): Param[Any]
    Definition Classes
    Params
  20. final def hasDefault[T](param: Param[T]): Boolean
    Definition Classes
    Params
  21. def hasParam(paramName: String): Boolean
    Definition Classes
    Params
  22. val imputeMissing: Param[Boolean]
  23. val inputCols: StringArrayParam

    The names of the inputColumns

    The names of the inputColumns

    Definition Classes
    HasInputCols
  24. final def isDefined(param: Param[_]): Boolean
    Definition Classes
    Params
  25. final def isSet(param: Param[_]): Boolean
    Definition Classes
    Params
  26. def logClass(): Unit
    Definition Classes
    BasicLogging
  27. def logFit[T](f: ⇒ T): T
    Definition Classes
    BasicLogging
  28. def logPredict[T](f: ⇒ T): T
    Definition Classes
    BasicLogging
  29. def logTrain[T](f: ⇒ T): T
    Definition Classes
    BasicLogging
  30. def logTransform[T](f: ⇒ T): T
    Definition Classes
    BasicLogging
  31. def logVerb[T](verb: String, f: ⇒ T): T
    Definition Classes
    BasicLogging
  32. def makePyFile(conf: CodegenConfig): Unit
    Definition Classes
    PythonWrappable
  33. def makeRFile(conf: CodegenConfig): Unit
    Definition Classes
    RWrappable
  34. val numFeatures: IntParam

    Number of features to hash string columns to

  35. val oneHotEncodeCategoricals: Param[Boolean]

    One hot encode categorical columns when true; default is true

  36. val outputCol: Param[String]

    The name of the output column

    The name of the output column

    Definition Classes
    HasOutputCol
  37. lazy val params: Array[Param[_]]
    Definition Classes
    Params
  38. def pyAdditionalMethods: String
    Definition Classes
    PythonWrappable
  39. def pyInitFunc(): String
    Definition Classes
    PythonWrappable
  40. def save(path: String): Unit
    Definition Classes
    MLWritable
    Annotations
    @Since( "1.6.0" ) @throws( ... )
  41. final def set[T](param: Param[T], value: T): Featurize.this.type
    Definition Classes
    Params
  42. def setImputeMissing(value: Boolean): Featurize.this.type

  43. def setInputCols(value: Array[String]): Featurize.this.type

    Definition Classes
    HasInputCols
  44. def setNumFeatures(value: Int): Featurize.this.type

  45. def setOneHotEncodeCategoricals(value: Boolean): Featurize.this.type

  46. def setOutputCol(value: String): Featurize.this.type

    Definition Classes
    HasOutputCol
  47. def toString(): String
    Definition Classes
    Identifiable → AnyRef → Any
  48. def transformSchema(schema: StructType): StructType
    Definition Classes
    Featurize → PipelineStage
  49. val uid: String
    Definition Classes
    Featurize → BasicLogging → Identifiable
  50. val ver: String
    Definition Classes
    BasicLogging
  51. def write: MLWriter
    Definition Classes
    DefaultParamsWritable → MLWritable