Class/Object

com.microsoft.ml.spark.vw

VowpalWabbitClassifier

Related Docs: object VowpalWabbitClassifier | package vw

Permalink

class VowpalWabbitClassifier extends ProbabilisticClassifier[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel] with VowpalWabbitBase

Annotations
@InternalWrapper()
Linear Supertypes
VowpalWabbitBase, HasAdditionalFeatures, HasWeightCol, DefaultParamsWritable, MLWritable, Wrappable, ProbabilisticClassifier[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel], ProbabilisticClassifierParams, HasThresholds, HasProbabilityCol, Classifier[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel], ClassifierParams, HasRawPredictionCol, Predictor[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel], PredictorParams, HasPredictionCol, HasFeaturesCol, HasLabelCol, Estimator[VowpalWabbitClassificationModel], PipelineStage, Logging, Params, Serializable, Serializable, Identifiable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. VowpalWabbitClassifier
  2. VowpalWabbitBase
  3. HasAdditionalFeatures
  4. HasWeightCol
  5. DefaultParamsWritable
  6. MLWritable
  7. Wrappable
  8. ProbabilisticClassifier
  9. ProbabilisticClassifierParams
  10. HasThresholds
  11. HasProbabilityCol
  12. Classifier
  13. ClassifierParams
  14. HasRawPredictionCol
  15. Predictor
  16. PredictorParams
  17. HasPredictionCol
  18. HasFeaturesCol
  19. HasLabelCol
  20. Estimator
  21. PipelineStage
  22. Logging
  23. Params
  24. Serializable
  25. Serializable
  26. Identifiable
  27. AnyRef
  28. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new VowpalWabbitClassifier()

    Permalink
  2. new VowpalWabbitClassifier(uid: String)

    Permalink

Type Members

  1. implicit class ParamStringBuilder extends AnyRef

    Permalink
    Definition Classes
    VowpalWabbitBase

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def $[T](param: Param[T]): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  4. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  5. val additionalFeatures: StringArrayParam

    Permalink
    Definition Classes
    HasAdditionalFeatures
  6. def additionalPythonMethods(): String

    Permalink
    Definition Classes
    Wrappable
  7. val args: Param[String]

    Permalink
    Definition Classes
    VowpalWabbitBase
  8. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  9. final def clear(param: Param[_]): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    Params
  10. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  11. def copy(extra: ParamMap): VowpalWabbitClassifier

    Permalink
    Definition Classes
    VowpalWabbitClassifier → Predictor → Estimator → PipelineStage → Params
  12. def copyValues[T <: Params](to: T, extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  13. def createLabelSetter(schema: StructType): (Row, VowpalWabbitExample) ⇒ Unit

    Permalink
    Attributes
    protected
    Definition Classes
    VowpalWabbitBase
  14. final def defaultCopy[T <: Params](extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  15. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  16. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  17. def explainParam(param: Param[_]): String

    Permalink
    Definition Classes
    Params
  18. def explainParams(): String

    Permalink
    Definition Classes
    Params
  19. def extractLabeledPoints(dataset: Dataset[_], numClasses: Int): RDD[LabeledPoint]

    Permalink
    Attributes
    protected
    Definition Classes
    Classifier
  20. def extractLabeledPoints(dataset: Dataset[_]): RDD[LabeledPoint]

    Permalink
    Attributes
    protected
    Definition Classes
    Predictor
  21. final def extractParamMap(): ParamMap

    Permalink
    Definition Classes
    Params
  22. final def extractParamMap(extra: ParamMap): ParamMap

    Permalink
    Definition Classes
    Params
  23. final val featuresCol: Param[String]

    Permalink
    Definition Classes
    HasFeaturesCol
  24. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  25. def fit(dataset: Dataset[_]): VowpalWabbitClassificationModel

    Permalink
    Definition Classes
    Predictor → Estimator
  26. def fit(dataset: Dataset[_], paramMaps: Array[ParamMap]): Seq[VowpalWabbitClassificationModel]

    Permalink
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" )
  27. def fit(dataset: Dataset[_], paramMap: ParamMap): VowpalWabbitClassificationModel

    Permalink
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" )
  28. def fit(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): VowpalWabbitClassificationModel

    Permalink
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" ) @varargs()
  29. final def get[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params
  30. def getAdditionalFeatures: Array[String]

    Permalink
    Definition Classes
    HasAdditionalFeatures
  31. def getArgs: String

    Permalink
    Definition Classes
    VowpalWabbitBase
  32. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  33. final def getDefault[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params
  34. final def getFeaturesCol: String

    Permalink
    Definition Classes
    HasFeaturesCol
  35. def getHashSeed: Int

    Permalink
    Definition Classes
    VowpalWabbitBase
  36. def getIgnoreNamespaces: String

    Permalink
    Definition Classes
    VowpalWabbitBase
  37. def getInitialModel: Array[Byte]

    Permalink
    Definition Classes
    VowpalWabbitBase
  38. def getInteractions: Array[String]

    Permalink
    Definition Classes
    VowpalWabbitBase
  39. def getL1: Double

    Permalink
    Definition Classes
    VowpalWabbitBase
  40. def getL2: Double

    Permalink
    Definition Classes
    VowpalWabbitBase
  41. final def getLabelCol: String

    Permalink
    Definition Classes
    HasLabelCol
  42. def getLabelConversion: Boolean

    Permalink
  43. def getLearningRate: Double

    Permalink
    Definition Classes
    VowpalWabbitBase
  44. def getNumBits: Int

    Permalink
    Definition Classes
    VowpalWabbitBase
  45. def getNumClasses(dataset: Dataset[_], maxNumClasses: Int): Int

    Permalink
    Attributes
    protected
    Definition Classes
    Classifier
  46. def getNumPasses: Int

    Permalink
    Definition Classes
    VowpalWabbitBase
  47. final def getOrDefault[T](param: Param[T]): T

    Permalink
    Definition Classes
    Params
  48. def getParam(paramName: String): Param[Any]

    Permalink
    Definition Classes
    Params
  49. def getPowerT: Double

    Permalink
    Definition Classes
    VowpalWabbitBase
  50. final def getPredictionCol: String

    Permalink
    Definition Classes
    HasPredictionCol
  51. final def getProbabilityCol: String

    Permalink
    Definition Classes
    HasProbabilityCol
  52. final def getRawPredictionCol: String

    Permalink
    Definition Classes
    HasRawPredictionCol
  53. def getThresholds: Array[Double]

    Permalink
    Definition Classes
    HasThresholds
  54. def getWeightCol: String

    Permalink

    Definition Classes
    HasWeightCol
  55. final def hasDefault[T](param: Param[T]): Boolean

    Permalink
    Definition Classes
    Params
  56. def hasParam(paramName: String): Boolean

    Permalink
    Definition Classes
    Params
  57. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  58. val hashSeed: IntParam

    Permalink
    Definition Classes
    VowpalWabbitBase
  59. val ignoreNamespaces: Param[String]

    Permalink
    Definition Classes
    VowpalWabbitBase
  60. val initialModel: ByteArrayParam

    Permalink
    Definition Classes
    VowpalWabbitBase
  61. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  62. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  63. val interactions: StringArrayParam

    Permalink
    Definition Classes
    VowpalWabbitBase
  64. final def isDefined(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params
  65. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  66. final def isSet(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params
  67. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  68. val l1: DoubleParam

    Permalink
    Definition Classes
    VowpalWabbitBase
  69. val l2: DoubleParam

    Permalink
    Definition Classes
    VowpalWabbitBase
  70. final val labelCol: Param[String]

    Permalink
    Definition Classes
    HasLabelCol
  71. val labelConversion: BooleanParam

    Permalink
  72. val learningRate: DoubleParam

    Permalink
    Definition Classes
    VowpalWabbitBase
  73. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  74. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  75. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  76. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  77. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  78. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  79. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  80. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  81. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  82. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  83. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  84. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  85. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  86. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  87. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  88. val numBits: IntParam

    Permalink
    Definition Classes
    VowpalWabbitBase
  89. val numPasses: IntParam

    Permalink
    Definition Classes
    VowpalWabbitBase
  90. lazy val params: Array[Param[_]]

    Permalink
    Definition Classes
    Params
  91. val powerT: DoubleParam

    Permalink
    Definition Classes
    VowpalWabbitBase
  92. final val predictionCol: Param[String]

    Permalink
    Definition Classes
    HasPredictionCol
  93. final val probabilityCol: Param[String]

    Permalink
    Definition Classes
    HasProbabilityCol
  94. final val rawPredictionCol: Param[String]

    Permalink
    Definition Classes
    HasRawPredictionCol
  95. def save(path: String): Unit

    Permalink
    Definition Classes
    MLWritable
    Annotations
    @Since( "1.6.0" ) @throws( ... )
  96. final def set(paramPair: ParamPair[_]): VowpalWabbitClassifier.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  97. final def set(param: String, value: Any): VowpalWabbitClassifier.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  98. final def set[T](param: Param[T], value: T): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    Params
  99. def setAdditionalFeatures(value: Array[String]): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    HasAdditionalFeatures
  100. def setArgs(value: String): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    VowpalWabbitBase
  101. final def setDefault(paramPairs: ParamPair[_]*): VowpalWabbitClassifier.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  102. final def setDefault[T](param: Param[T], value: T): VowpalWabbitClassifier.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  103. def setFeaturesCol(value: String): VowpalWabbitClassifier

    Permalink
    Definition Classes
    Predictor
  104. def setHashSeed(value: Int): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    VowpalWabbitBase
  105. def setIgnoreNamespaces(value: String): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    VowpalWabbitBase
  106. def setInitialModel(value: Array[Byte]): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    VowpalWabbitBase
  107. def setInteractions(value: Array[String]): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    VowpalWabbitBase
  108. def setL1(value: Double): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    VowpalWabbitBase
  109. def setL2(value: Double): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    VowpalWabbitBase
  110. def setLabelCol(value: String): VowpalWabbitClassifier

    Permalink
    Definition Classes
    Predictor
  111. def setLabelConversion(value: Boolean): VowpalWabbitClassifier.this.type

    Permalink
  112. def setLearningRate(value: Double): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    VowpalWabbitBase
  113. def setNumBits(value: Int): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    VowpalWabbitBase
  114. def setNumPasses(value: Int): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    VowpalWabbitBase
  115. def setPowerT(value: Double): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    VowpalWabbitBase
  116. def setPredictionCol(value: String): VowpalWabbitClassifier

    Permalink
    Definition Classes
    Predictor
  117. def setProbabilityCol(value: String): VowpalWabbitClassifier

    Permalink
    Definition Classes
    ProbabilisticClassifier
  118. def setRawPredictionCol(value: String): VowpalWabbitClassifier

    Permalink
    Definition Classes
    Classifier
  119. def setThresholds(value: Array[Double]): VowpalWabbitClassifier

    Permalink
    Definition Classes
    ProbabilisticClassifier
  120. def setWeightCol(value: String): VowpalWabbitClassifier.this.type

    Permalink

    Definition Classes
    HasWeightCol
  121. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  122. final val thresholds: DoubleArrayParam

    Permalink
    Definition Classes
    HasThresholds
  123. def toString(): String

    Permalink
    Definition Classes
    Identifiable → AnyRef → Any
  124. def train(dataset: Dataset[_]): VowpalWabbitClassificationModel

    Permalink
    Attributes
    protected
    Definition Classes
    VowpalWabbitClassifier → Predictor
  125. def trainInternal[T <: VowpalWabbitBaseModel](dataset: Dataset[_], model: T): T

    Permalink

    Main training loop

    Main training loop

    dataset

    input data.

    returns

    binary VW model.

    Attributes
    protected
    Definition Classes
    VowpalWabbitBase
  126. def trainInternalDistributed(df: DataFrame, vwArgs: StringBuilder, numWorkers: Int): Array[TrainingResult]

    Permalink

    Setup spanning tree and invoke training.

    Setup spanning tree and invoke training.

    df

    input data.

    vwArgs

    VW command line arguments.

    numWorkers

    number of target workers.

    Attributes
    protected
    Definition Classes
    VowpalWabbitBase
  127. def transformSchema(schema: StructType): StructType

    Permalink
    Definition Classes
    Predictor → PipelineStage
  128. def transformSchema(schema: StructType, logging: Boolean): StructType

    Permalink
    Attributes
    protected
    Definition Classes
    PipelineStage
    Annotations
    @DeveloperApi()
  129. val uid: String

    Permalink
    Definition Classes
    VowpalWabbitClassifier → Identifiable
  130. def validateAndTransformSchema(schema: StructType, fitting: Boolean, featuresDataType: DataType): StructType

    Permalink
    Attributes
    protected
    Definition Classes
    ProbabilisticClassifierParams → ClassifierParams → PredictorParams
  131. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  132. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  133. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  134. val weightCol: Param[String]

    Permalink

    The name of the weight column

    The name of the weight column

    Definition Classes
    HasWeightCol
  135. def write: MLWriter

    Permalink
    Definition Classes
    DefaultParamsWritable → MLWritable

Inherited from VowpalWabbitBase

Inherited from HasAdditionalFeatures

Inherited from HasWeightCol

Inherited from DefaultParamsWritable

Inherited from MLWritable

Inherited from Wrappable

Inherited from ProbabilisticClassifier[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel]

Inherited from ProbabilisticClassifierParams

Inherited from HasThresholds

Inherited from HasProbabilityCol

Inherited from Classifier[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel]

Inherited from ClassifierParams

Inherited from HasRawPredictionCol

Inherited from PredictorParams

Inherited from HasPredictionCol

Inherited from HasFeaturesCol

Inherited from HasLabelCol

Inherited from Estimator[VowpalWabbitClassificationModel]

Inherited from PipelineStage

Inherited from Logging

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from AnyRef

Inherited from Any

getParam

param

setParam

Ungrouped