Class/Object

com.microsoft.ml.spark.vw

VowpalWabbitClassifier

Related Docs: object VowpalWabbitClassifier | package vw

Permalink

class VowpalWabbitClassifier extends ProbabilisticClassifier[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel] with VowpalWabbitBase with ComplexParamsWritable

Annotations
@InternalWrapper()
Linear Supertypes
ComplexParamsWritable, MLWritable, VowpalWabbitBase, HasAdditionalFeatures, HasWeightCol, Wrappable, HasAdditionalPythonMethods, ProbabilisticClassifier[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel], ProbabilisticClassifierParams, HasThresholds, HasProbabilityCol, Classifier[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel], ClassifierParams, HasRawPredictionCol, Predictor[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel], PredictorParams, HasPredictionCol, HasFeaturesCol, HasLabelCol, Estimator[VowpalWabbitClassificationModel], PipelineStage, Logging, Params, Serializable, Serializable, Identifiable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. VowpalWabbitClassifier
  2. ComplexParamsWritable
  3. MLWritable
  4. VowpalWabbitBase
  5. HasAdditionalFeatures
  6. HasWeightCol
  7. Wrappable
  8. HasAdditionalPythonMethods
  9. ProbabilisticClassifier
  10. ProbabilisticClassifierParams
  11. HasThresholds
  12. HasProbabilityCol
  13. Classifier
  14. ClassifierParams
  15. HasRawPredictionCol
  16. Predictor
  17. PredictorParams
  18. HasPredictionCol
  19. HasFeaturesCol
  20. HasLabelCol
  21. Estimator
  22. PipelineStage
  23. Logging
  24. Params
  25. Serializable
  26. Serializable
  27. Identifiable
  28. AnyRef
  29. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new VowpalWabbitClassifier()

    Permalink
  2. new VowpalWabbitClassifier(uid: String)

    Permalink

Type Members

  1. implicit class ParamStringBuilder extends AnyRef

    Permalink
    Definition Classes
    VowpalWabbitBase
  2. class TrainContext extends AnyRef

    Permalink
    Definition Classes
    VowpalWabbitBase

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def $[T](param: Param[T]): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  4. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  5. def addExtraArgs(args: StringBuilder): Unit

    Permalink

    * Allow subclasses to add further arguments

    * Allow subclasses to add further arguments

    args

    argument builder to append to

    Attributes
    protected
    Definition Classes
    VowpalWabbitBase
  6. val additionalFeatures: StringArrayParam

    Permalink
    Definition Classes
    HasAdditionalFeatures
  7. def additionalPythonMethods(): String

    Permalink
    Definition Classes
    HasAdditionalPythonMethods
  8. val args: Param[String]

    Permalink
    Definition Classes
    VowpalWabbitBase
  9. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  10. final def clear(param: Param[_]): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    Params
  11. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  12. def copy(extra: ParamMap): VowpalWabbitClassifier

    Permalink
    Definition Classes
    VowpalWabbitClassifier → Predictor → Estimator → PipelineStage → Params
  13. def copyValues[T <: Params](to: T, extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  14. def createLabelSetter(schema: StructType): (Row, VowpalWabbitExample) ⇒ Unit

    Permalink
    Attributes
    protected
    Definition Classes
    VowpalWabbitBase
  15. final def defaultCopy[T <: Params](extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  16. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  17. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  18. def explainParam(param: Param[_]): String

    Permalink
    Definition Classes
    Params
  19. def explainParams(): String

    Permalink
    Definition Classes
    Params
  20. def extractLabeledPoints(dataset: Dataset[_], numClasses: Int): RDD[LabeledPoint]

    Permalink
    Attributes
    protected
    Definition Classes
    Classifier
  21. def extractLabeledPoints(dataset: Dataset[_]): RDD[LabeledPoint]

    Permalink
    Attributes
    protected
    Definition Classes
    Predictor
  22. final def extractParamMap(): ParamMap

    Permalink
    Definition Classes
    Params
  23. final def extractParamMap(extra: ParamMap): ParamMap

    Permalink
    Definition Classes
    Params
  24. final val featuresCol: Param[String]

    Permalink
    Definition Classes
    HasFeaturesCol
  25. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  26. def fit(dataset: Dataset[_]): VowpalWabbitClassificationModel

    Permalink
    Definition Classes
    Predictor → Estimator
  27. def fit(dataset: Dataset[_], paramMaps: Array[ParamMap]): Seq[VowpalWabbitClassificationModel]

    Permalink
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" )
  28. def fit(dataset: Dataset[_], paramMap: ParamMap): VowpalWabbitClassificationModel

    Permalink
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" )
  29. def fit(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): VowpalWabbitClassificationModel

    Permalink
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" ) @varargs()
  30. final def get[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params
  31. def getAdditionalColumns(): Seq[String]

    Permalink
    Attributes
    protected
    Definition Classes
    VowpalWabbitBase
  32. def getAdditionalFeatures: Array[String]

    Permalink
    Definition Classes
    HasAdditionalFeatures
  33. def getArgs: String

    Permalink
    Definition Classes
    VowpalWabbitBase
  34. def getAsFloat(schema: StructType, idx: Int): (Row) ⇒ Float

    Permalink
    Attributes
    protected
    Definition Classes
    VowpalWabbitBase
  35. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  36. final def getDefault[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params
  37. final def getFeaturesCol: String

    Permalink
    Definition Classes
    HasFeaturesCol
  38. def getHashSeed: Int

    Permalink
    Definition Classes
    VowpalWabbitBase
  39. def getIgnoreNamespaces: String

    Permalink
    Definition Classes
    VowpalWabbitBase
  40. def getInitialModel: Array[Byte]

    Permalink
    Definition Classes
    VowpalWabbitBase
  41. def getInteractions: Array[String]

    Permalink
    Definition Classes
    VowpalWabbitBase
  42. def getL1: Double

    Permalink
    Definition Classes
    VowpalWabbitBase
  43. def getL2: Double

    Permalink
    Definition Classes
    VowpalWabbitBase
  44. final def getLabelCol: String

    Permalink
    Definition Classes
    HasLabelCol
  45. def getLabelConversion: Boolean

    Permalink
  46. def getLearningRate: Double

    Permalink
    Definition Classes
    VowpalWabbitBase
  47. def getNumBits: Int

    Permalink
    Definition Classes
    VowpalWabbitBase
  48. def getNumClasses(dataset: Dataset[_], maxNumClasses: Int): Int

    Permalink
    Attributes
    protected
    Definition Classes
    Classifier
  49. def getNumPasses: Int

    Permalink
    Definition Classes
    VowpalWabbitBase
  50. final def getOrDefault[T](param: Param[T]): T

    Permalink
    Definition Classes
    Params
  51. def getParam(paramName: String): Param[Any]

    Permalink
    Definition Classes
    Params
  52. def getPowerT: Double

    Permalink
    Definition Classes
    VowpalWabbitBase
  53. final def getPredictionCol: String

    Permalink
    Definition Classes
    HasPredictionCol
  54. final def getProbabilityCol: String

    Permalink
    Definition Classes
    HasProbabilityCol
  55. final def getRawPredictionCol: String

    Permalink
    Definition Classes
    HasRawPredictionCol
  56. def getThresholds: Array[Double]

    Permalink
    Definition Classes
    HasThresholds
  57. def getUseBarrierExecutionMode: Boolean

    Permalink
    Definition Classes
    VowpalWabbitBase
  58. def getWeightCol: String

    Permalink

    Definition Classes
    HasWeightCol
  59. final def hasDefault[T](param: Param[T]): Boolean

    Permalink
    Definition Classes
    Params
  60. def hasParam(paramName: String): Boolean

    Permalink
    Definition Classes
    Params
  61. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  62. val hashSeed: IntParam

    Permalink
    Definition Classes
    VowpalWabbitBase
  63. val ignoreNamespaces: Param[String]

    Permalink
    Definition Classes
    VowpalWabbitBase
  64. val initialModel: ByteArrayParam

    Permalink
    Definition Classes
    VowpalWabbitBase
  65. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  66. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  67. val interactions: StringArrayParam

    Permalink
    Definition Classes
    VowpalWabbitBase
  68. final def isDefined(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params
  69. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  70. final def isSet(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params
  71. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  72. val l1: DoubleParam

    Permalink
    Definition Classes
    VowpalWabbitBase
  73. val l2: DoubleParam

    Permalink
    Definition Classes
    VowpalWabbitBase
  74. final val labelCol: Param[String]

    Permalink
    Definition Classes
    HasLabelCol
  75. val labelConversion: BooleanParam

    Permalink
  76. val learningRate: DoubleParam

    Permalink
    Definition Classes
    VowpalWabbitBase
  77. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  78. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  79. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  80. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  81. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  82. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  83. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  84. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  85. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  86. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  87. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  88. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  89. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  90. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  91. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  92. val numBits: IntParam

    Permalink
    Definition Classes
    VowpalWabbitBase
  93. val numPasses: IntParam

    Permalink
    Definition Classes
    VowpalWabbitBase
  94. lazy val params: Array[Param[_]]

    Permalink
    Definition Classes
    Params
  95. val powerT: DoubleParam

    Permalink
    Definition Classes
    VowpalWabbitBase
  96. final val predictionCol: Param[String]

    Permalink
    Definition Classes
    HasPredictionCol
  97. final val probabilityCol: Param[String]

    Permalink
    Definition Classes
    HasProbabilityCol
  98. final val rawPredictionCol: Param[String]

    Permalink
    Definition Classes
    HasRawPredictionCol
  99. def save(path: String): Unit

    Permalink
    Definition Classes
    MLWritable
    Annotations
    @Since( "1.6.0" ) @throws( ... )
  100. final def set(paramPair: ParamPair[_]): VowpalWabbitClassifier.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  101. final def set(param: String, value: Any): VowpalWabbitClassifier.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  102. final def set[T](param: Param[T], value: T): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    Params
  103. def setAdditionalFeatures(value: Array[String]): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    HasAdditionalFeatures
  104. def setArgs(value: String): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    VowpalWabbitBase
  105. final def setDefault(paramPairs: ParamPair[_]*): VowpalWabbitClassifier.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  106. final def setDefault[T](param: Param[T], value: T): VowpalWabbitClassifier.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  107. def setFeaturesCol(value: String): VowpalWabbitClassifier

    Permalink
    Definition Classes
    Predictor
  108. def setHashSeed(value: Int): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    VowpalWabbitBase
  109. def setIgnoreNamespaces(value: String): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    VowpalWabbitBase
  110. def setInitialModel(value: Array[Byte]): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    VowpalWabbitBase
  111. def setInteractions(value: Array[String]): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    VowpalWabbitBase
  112. def setL1(value: Double): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    VowpalWabbitBase
  113. def setL2(value: Double): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    VowpalWabbitBase
  114. def setLabelCol(value: String): VowpalWabbitClassifier

    Permalink
    Definition Classes
    Predictor
  115. def setLabelConversion(value: Boolean): VowpalWabbitClassifier.this.type

    Permalink
  116. def setLearningRate(value: Double): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    VowpalWabbitBase
  117. def setNumBits(value: Int): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    VowpalWabbitBase
  118. def setNumPasses(value: Int): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    VowpalWabbitBase
  119. def setPowerT(value: Double): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    VowpalWabbitBase
  120. def setPredictionCol(value: String): VowpalWabbitClassifier

    Permalink
    Definition Classes
    Predictor
  121. def setProbabilityCol(value: String): VowpalWabbitClassifier

    Permalink
    Definition Classes
    ProbabilisticClassifier
  122. def setRawPredictionCol(value: String): VowpalWabbitClassifier

    Permalink
    Definition Classes
    Classifier
  123. def setThresholds(value: Array[Double]): VowpalWabbitClassifier

    Permalink
    Definition Classes
    ProbabilisticClassifier
  124. def setUseBarrierExecutionMode(value: Boolean): VowpalWabbitClassifier.this.type

    Permalink
    Definition Classes
    VowpalWabbitBase
  125. def setWeightCol(value: String): VowpalWabbitClassifier.this.type

    Permalink

    Definition Classes
    HasWeightCol
  126. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  127. final val thresholds: DoubleArrayParam

    Permalink
    Definition Classes
    HasThresholds
  128. def toString(): String

    Permalink
    Definition Classes
    Identifiable → AnyRef → Any
  129. def train(dataset: Dataset[_]): VowpalWabbitClassificationModel

    Permalink
    Attributes
    protected
    Definition Classes
    VowpalWabbitClassifier → Predictor
  130. def trainInternal[T <: VowpalWabbitBaseModel](dataset: Dataset[_], model: T): T

    Permalink

    Main training loop

    Main training loop

    dataset

    input data.

    returns

    binary VW model.

    Attributes
    protected
    Definition Classes
    VowpalWabbitBase
  131. def trainInternalDistributed(df: DataFrame, vwArgs: StringBuilder, numTasks: Int): Array[TrainingResult]

    Permalink

    Setup spanning tree and invoke training.

    Setup spanning tree and invoke training.

    df

    input data.

    vwArgs

    VW command line arguments.

    numTasks

    number of target tasks.

    Attributes
    protected
    Definition Classes
    VowpalWabbitBase
  132. def trainRow(schema: StructType, inputRows: Iterator[Row], ctx: TrainContext): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    VowpalWabbitBase
  133. def transformSchema(schema: StructType): StructType

    Permalink
    Definition Classes
    Predictor → PipelineStage
  134. def transformSchema(schema: StructType, logging: Boolean): StructType

    Permalink
    Attributes
    protected
    Definition Classes
    PipelineStage
    Annotations
    @DeveloperApi()
  135. val uid: String

    Permalink
    Definition Classes
    VowpalWabbitClassifier → Identifiable
  136. val useBarrierExecutionMode: BooleanParam

    Permalink
    Definition Classes
    VowpalWabbitBase
  137. def validateAndTransformSchema(schema: StructType, fitting: Boolean, featuresDataType: DataType): StructType

    Permalink
    Attributes
    protected
    Definition Classes
    ProbabilisticClassifierParams → ClassifierParams → PredictorParams
  138. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  139. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  140. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  141. val weightCol: Param[String]

    Permalink

    The name of the weight column

    The name of the weight column

    Definition Classes
    HasWeightCol
  142. def write: MLWriter

    Permalink
    Definition Classes
    ComplexParamsWritable → MLWritable

Inherited from ComplexParamsWritable

Inherited from MLWritable

Inherited from VowpalWabbitBase

Inherited from HasAdditionalFeatures

Inherited from HasWeightCol

Inherited from Wrappable

Inherited from ProbabilisticClassifier[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel]

Inherited from ProbabilisticClassifierParams

Inherited from HasThresholds

Inherited from HasProbabilityCol

Inherited from Classifier[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel]

Inherited from ClassifierParams

Inherited from HasRawPredictionCol

Inherited from PredictorParams

Inherited from HasPredictionCol

Inherited from HasFeaturesCol

Inherited from HasLabelCol

Inherited from Estimator[VowpalWabbitClassificationModel]

Inherited from PipelineStage

Inherited from Logging

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from AnyRef

Inherited from Any

getParam

param

setParam

Ungrouped