class VowpalWabbitClassifier extends ProbabilisticClassifier[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel] with VowpalWabbitBase with ComplexParamsWritable with BasicLogging

Linear Supertypes
BasicLogging, ComplexParamsWritable, MLWritable, VowpalWabbitBase, HasAdditionalFeatures, HasWeightCol, Wrappable, RWrappable, PythonWrappable, BaseWrappable, ProbabilisticClassifier[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel], ProbabilisticClassifierParams, HasThresholds, HasProbabilityCol, Classifier[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel], ClassifierParams, HasRawPredictionCol, Predictor[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel], PredictorParams, HasPredictionCol, HasFeaturesCol, HasLabelCol, Estimator[VowpalWabbitClassificationModel], PipelineStage, Logging, Params, Serializable, Serializable, Identifiable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. VowpalWabbitClassifier
  2. BasicLogging
  3. ComplexParamsWritable
  4. MLWritable
  5. VowpalWabbitBase
  6. HasAdditionalFeatures
  7. HasWeightCol
  8. Wrappable
  9. RWrappable
  10. PythonWrappable
  11. BaseWrappable
  12. ProbabilisticClassifier
  13. ProbabilisticClassifierParams
  14. HasThresholds
  15. HasProbabilityCol
  16. Classifier
  17. ClassifierParams
  18. HasRawPredictionCol
  19. Predictor
  20. PredictorParams
  21. HasPredictionCol
  22. HasFeaturesCol
  23. HasLabelCol
  24. Estimator
  25. PipelineStage
  26. Logging
  27. Params
  28. Serializable
  29. Serializable
  30. Identifiable
  31. AnyRef
  32. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new VowpalWabbitClassifier()
  2. new VowpalWabbitClassifier(uid: String)

Type Members

  1. implicit class ParamStringBuilder extends AnyRef
    Definition Classes
    VowpalWabbitBase
  2. class TrainContext extends AnyRef
    Definition Classes
    VowpalWabbitBase

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def $[T](param: Param[T]): T
    Attributes
    protected
    Definition Classes
    Params
  4. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  5. def addExtraArgs(args: StringBuilder): Unit

    * Allow subclasses to add further arguments

    * Allow subclasses to add further arguments

    args

    argument builder to append to

    Attributes
    protected
    Definition Classes
    VowpalWabbitBase
  6. val additionalFeatures: StringArrayParam
    Definition Classes
    HasAdditionalFeatures
  7. val args: Param[String]
    Definition Classes
    VowpalWabbitBase
  8. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  9. lazy val classNameHelper: String
    Attributes
    protected
    Definition Classes
    BaseWrappable
  10. final def clear(param: Param[_]): VowpalWabbitClassifier.this.type
    Definition Classes
    Params
  11. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  12. def companionModelClassName: String
    Attributes
    protected
    Definition Classes
    BaseWrappable
  13. def copy(extra: ParamMap): VowpalWabbitClassifier
    Definition Classes
    VowpalWabbitClassifier → Predictor → Estimator → PipelineStage → Params
  14. def copyValues[T <: Params](to: T, extra: ParamMap): T
    Attributes
    protected
    Definition Classes
    Params
  15. lazy val copyrightLines: String
    Attributes
    protected
    Definition Classes
    BaseWrappable
  16. def createLabelSetter(schema: StructType): (Row, VowpalWabbitExample) ⇒ Unit
    Attributes
    protected
    Definition Classes
    VowpalWabbitBase
  17. final def defaultCopy[T <: Params](extra: ParamMap): T
    Attributes
    protected
    Definition Classes
    Params
  18. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  19. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  20. def explainParam(param: Param[_]): String
    Definition Classes
    Params
  21. def explainParams(): String
    Definition Classes
    Params
  22. def extractInstances(dataset: Dataset[_], numClasses: Int): RDD[Instance]
    Attributes
    protected
    Definition Classes
    ClassifierParams
  23. def extractInstances(dataset: Dataset[_], validateInstance: (Instance) ⇒ Unit): RDD[Instance]
    Attributes
    protected
    Definition Classes
    PredictorParams
  24. def extractInstances(dataset: Dataset[_]): RDD[Instance]
    Attributes
    protected
    Definition Classes
    PredictorParams
  25. def extractLabeledPoints(dataset: Dataset[_], numClasses: Int): RDD[LabeledPoint]
    Attributes
    protected
    Definition Classes
    Classifier
  26. def extractLabeledPoints(dataset: Dataset[_]): RDD[LabeledPoint]
    Attributes
    protected
    Definition Classes
    Predictor
  27. final def extractParamMap(): ParamMap
    Definition Classes
    Params
  28. final def extractParamMap(extra: ParamMap): ParamMap
    Definition Classes
    Params
  29. final val featuresCol: Param[String]
    Definition Classes
    HasFeaturesCol
  30. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  31. def fit(dataset: Dataset[_]): VowpalWabbitClassificationModel
    Definition Classes
    Predictor → Estimator
  32. def fit(dataset: Dataset[_], paramMaps: Seq[ParamMap]): Seq[VowpalWabbitClassificationModel]
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" )
  33. def fit(dataset: Dataset[_], paramMap: ParamMap): VowpalWabbitClassificationModel
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" )
  34. def fit(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): VowpalWabbitClassificationModel
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" ) @varargs()
  35. final def get[T](param: Param[T]): Option[T]
    Definition Classes
    Params
  36. def getAdditionalColumns: Seq[String]
    Attributes
    protected
    Definition Classes
    VowpalWabbitBase
  37. def getAdditionalFeatures: Array[String]
    Definition Classes
    HasAdditionalFeatures
  38. def getArgs: String
    Definition Classes
    VowpalWabbitBase
  39. def getAsFloat(schema: StructType, idx: Int): (Row) ⇒ Float
    Attributes
    protected
    Definition Classes
    VowpalWabbitBase
  40. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  41. final def getDefault[T](param: Param[T]): Option[T]
    Definition Classes
    Params
  42. final def getFeaturesCol: String
    Definition Classes
    HasFeaturesCol
  43. def getHashSeed: Int
    Definition Classes
    VowpalWabbitBase
  44. def getIgnoreNamespaces: String
    Definition Classes
    VowpalWabbitBase
  45. def getInitialModel: Array[Byte]
    Definition Classes
    VowpalWabbitBase
  46. def getInteractions: Array[String]
    Definition Classes
    VowpalWabbitBase
  47. def getL1: Double
    Definition Classes
    VowpalWabbitBase
  48. def getL2: Double
    Definition Classes
    VowpalWabbitBase
  49. final def getLabelCol: String
    Definition Classes
    HasLabelCol
  50. def getLabelConversion: Boolean
  51. def getLearningRate: Double
    Definition Classes
    VowpalWabbitBase
  52. def getNumBits: Int
    Definition Classes
    VowpalWabbitBase
  53. def getNumClasses(dataset: Dataset[_], maxNumClasses: Int): Int
    Attributes
    protected
    Definition Classes
    Classifier
  54. def getNumPasses: Int
    Definition Classes
    VowpalWabbitBase
  55. final def getOrDefault[T](param: Param[T]): T
    Definition Classes
    Params
  56. def getParam(paramName: String): Param[Any]
    Definition Classes
    Params
  57. def getPowerT: Double
    Definition Classes
    VowpalWabbitBase
  58. final def getPredictionCol: String
    Definition Classes
    HasPredictionCol
  59. final def getProbabilityCol: String
    Definition Classes
    HasProbabilityCol
  60. final def getRawPredictionCol: String
    Definition Classes
    HasRawPredictionCol
  61. def getThresholds: Array[Double]
    Definition Classes
    HasThresholds
  62. def getUseBarrierExecutionMode: Boolean
    Definition Classes
    VowpalWabbitBase
  63. def getWeightCol: String

    Definition Classes
    HasWeightCol
  64. final def hasDefault[T](param: Param[T]): Boolean
    Definition Classes
    Params
  65. def hasParam(paramName: String): Boolean
    Definition Classes
    Params
  66. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  67. val hashSeed: IntParam
    Definition Classes
    VowpalWabbitBase
  68. val ignoreNamespaces: Param[String]
    Definition Classes
    VowpalWabbitBase
  69. val initialModel: ByteArrayParam
    Definition Classes
    VowpalWabbitBase
  70. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  71. def initializeLogIfNecessary(isInterpreter: Boolean): Unit
    Attributes
    protected
    Definition Classes
    Logging
  72. val interactions: StringArrayParam
    Definition Classes
    VowpalWabbitBase
  73. final def isDefined(param: Param[_]): Boolean
    Definition Classes
    Params
  74. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  75. final def isSet(param: Param[_]): Boolean
    Definition Classes
    Params
  76. def isTraceEnabled(): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  77. val l1: DoubleParam
    Definition Classes
    VowpalWabbitBase
  78. val l2: DoubleParam
    Definition Classes
    VowpalWabbitBase
  79. final val labelCol: Param[String]
    Definition Classes
    HasLabelCol
  80. val labelConversion: BooleanParam
  81. val learningRate: DoubleParam
    Definition Classes
    VowpalWabbitBase
  82. def log: Logger
    Attributes
    protected
    Definition Classes
    Logging
  83. def logBase(methodName: String): Unit
    Attributes
    protected
    Definition Classes
    BasicLogging
  84. def logClass(): Unit
    Definition Classes
    BasicLogging
  85. def logDebug(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  86. def logDebug(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  87. def logError(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  88. def logError(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  89. def logErrorBase(methodName: String, e: Exception): Unit
    Attributes
    protected
    Definition Classes
    BasicLogging
  90. def logFit[T](f: ⇒ T): T
    Definition Classes
    BasicLogging
  91. def logInfo(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  92. def logInfo(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  93. def logName: String
    Attributes
    protected
    Definition Classes
    Logging
  94. def logPredict[T](f: ⇒ T): T
    Definition Classes
    BasicLogging
  95. def logTrace(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  96. def logTrace(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  97. def logTrain[T](f: ⇒ T): T
    Definition Classes
    BasicLogging
  98. def logTransform[T](f: ⇒ T): T
    Definition Classes
    BasicLogging
  99. def logVerb[T](verb: String, f: ⇒ T): T
    Definition Classes
    BasicLogging
  100. def logWarning(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  101. def logWarning(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  102. def makePyFile(conf: CodegenConfig): Unit
    Definition Classes
    PythonWrappable
  103. def makeRFile(conf: CodegenConfig): Unit
    Definition Classes
    RWrappable
  104. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  105. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  106. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  107. val numBits: IntParam
    Definition Classes
    VowpalWabbitBase
  108. val numPasses: IntParam
    Definition Classes
    VowpalWabbitBase
  109. lazy val params: Array[Param[_]]
    Definition Classes
    Params
  110. val powerT: DoubleParam
    Definition Classes
    VowpalWabbitBase
  111. final val predictionCol: Param[String]
    Definition Classes
    HasPredictionCol
  112. final val probabilityCol: Param[String]
    Definition Classes
    HasProbabilityCol
  113. def pyAdditionalMethods: String
    Definition Classes
    PythonWrappable
  114. lazy val pyClassDoc: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  115. lazy val pyClassName: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  116. def pyExtraEstimatorImports: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  117. def pyExtraEstimatorMethods: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  118. lazy val pyInheritedClasses: Seq[String]
    Attributes
    protected
    Definition Classes
    PythonWrappable
  119. def pyInitFunc(): String
    Definition Classes
    PythonWrappable
  120. lazy val pyInternalWrapper: Boolean
    Attributes
    protected
    Definition Classes
    VowpalWabbitClassifier → VowpalWabbitBase → PythonWrappable
  121. lazy val pyObjectBaseClass: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  122. def pyParamArg[T](p: Param[T]): String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  123. def pyParamDefault[T](p: Param[T]): Option[String]
    Attributes
    protected
    Definition Classes
    PythonWrappable
  124. def pyParamGetter(p: Param[_]): String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  125. def pyParamSetter(p: Param[_]): String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  126. def pyParamsArgs: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  127. def pyParamsDefaults: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  128. lazy val pyParamsDefinitions: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  129. def pyParamsGetters: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  130. def pyParamsSetters: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  131. def pythonClass(): String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  132. def rClass(): String
    Attributes
    protected
    Definition Classes
    RWrappable
  133. def rDocString: String
    Attributes
    protected
    Definition Classes
    RWrappable
  134. def rExtraBodyLines: String
    Attributes
    protected
    Definition Classes
    RWrappable
  135. def rExtraInitLines: String
    Attributes
    protected
    Definition Classes
    RWrappable
  136. lazy val rFuncName: String
    Attributes
    protected
    Definition Classes
    RWrappable
  137. lazy val rInternalWrapper: Boolean
    Attributes
    protected
    Definition Classes
    RWrappable
  138. def rParamArg[T](p: Param[T]): String
    Attributes
    protected
    Definition Classes
    RWrappable
  139. def rParamsArgs: String
    Attributes
    protected
    Definition Classes
    RWrappable
  140. def rSetterLines: String
    Attributes
    protected
    Definition Classes
    RWrappable
  141. final val rawPredictionCol: Param[String]
    Definition Classes
    HasRawPredictionCol
  142. def save(path: String): Unit
    Definition Classes
    MLWritable
    Annotations
    @Since( "1.6.0" ) @throws( ... )
  143. final def set(paramPair: ParamPair[_]): VowpalWabbitClassifier.this.type
    Attributes
    protected
    Definition Classes
    Params
  144. final def set(param: String, value: Any): VowpalWabbitClassifier.this.type
    Attributes
    protected
    Definition Classes
    Params
  145. final def set[T](param: Param[T], value: T): VowpalWabbitClassifier.this.type
    Definition Classes
    Params
  146. def setAdditionalFeatures(value: Array[String]): VowpalWabbitClassifier.this.type
    Definition Classes
    HasAdditionalFeatures
  147. def setArgs(value: String): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  148. final def setDefault(paramPairs: ParamPair[_]*): VowpalWabbitClassifier.this.type
    Attributes
    protected
    Definition Classes
    Params
  149. final def setDefault[T](param: Param[T], value: T): VowpalWabbitClassifier.this.type
    Attributes
    protected
    Definition Classes
    Params
  150. def setFeaturesCol(value: String): VowpalWabbitClassifier
    Definition Classes
    Predictor
  151. def setHashSeed(value: Int): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  152. def setIgnoreNamespaces(value: String): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  153. def setInitialModel(value: Array[Byte]): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  154. def setInteractions(value: Array[String]): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  155. def setL1(value: Double): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  156. def setL2(value: Double): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  157. def setLabelCol(value: String): VowpalWabbitClassifier
    Definition Classes
    Predictor
  158. def setLabelConversion(value: Boolean): VowpalWabbitClassifier.this.type
  159. def setLearningRate(value: Double): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  160. def setNumBits(value: Int): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  161. def setNumPasses(value: Int): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  162. def setPowerT(value: Double): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  163. def setPredictionCol(value: String): VowpalWabbitClassifier
    Definition Classes
    Predictor
  164. def setProbabilityCol(value: String): VowpalWabbitClassifier
    Definition Classes
    ProbabilisticClassifier
  165. def setRawPredictionCol(value: String): VowpalWabbitClassifier
    Definition Classes
    Classifier
  166. def setThresholds(value: Array[Double]): VowpalWabbitClassifier
    Definition Classes
    ProbabilisticClassifier
  167. def setUseBarrierExecutionMode(value: Boolean): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  168. def setWeightCol(value: String): VowpalWabbitClassifier.this.type

    Definition Classes
    HasWeightCol
  169. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  170. val thresholds: DoubleArrayParam
    Definition Classes
    HasThresholds
  171. def toString(): String
    Definition Classes
    Identifiable → AnyRef → Any
  172. def train(dataset: Dataset[_]): VowpalWabbitClassificationModel
    Attributes
    protected
    Definition Classes
    VowpalWabbitClassifier → Predictor
  173. def trainInternal[T <: VowpalWabbitBaseModel](dataset: Dataset[_], model: T): T

    Main training loop

    Main training loop

    dataset

    input data.

    returns

    binary VW model.

    Attributes
    protected
    Definition Classes
    VowpalWabbitBase
  174. def trainInternalDistributed(df: DataFrame, vwArgs: StringBuilder, numTasks: Int): Array[TrainingResult]

    Setup spanning tree and invoke training.

    Setup spanning tree and invoke training.

    df

    input data.

    vwArgs

    VW command line arguments.

    numTasks

    number of target tasks.

    Attributes
    protected
    Definition Classes
    VowpalWabbitBase
  175. def trainRow(schema: StructType, inputRows: Iterator[Row], ctx: TrainContext): Unit
    Attributes
    protected
    Definition Classes
    VowpalWabbitBase
  176. def transformSchema(schema: StructType): StructType
    Definition Classes
    Predictor → PipelineStage
  177. def transformSchema(schema: StructType, logging: Boolean): StructType
    Attributes
    protected
    Definition Classes
    PipelineStage
    Annotations
    @DeveloperApi()
  178. val uid: String
    Definition Classes
    VowpalWabbitClassifier → BasicLogging → Identifiable
  179. val useBarrierExecutionMode: BooleanParam
    Definition Classes
    VowpalWabbitBase
  180. def validateAndTransformSchema(schema: StructType, fitting: Boolean, featuresDataType: DataType): StructType
    Attributes
    protected
    Definition Classes
    ProbabilisticClassifierParams → ClassifierParams → PredictorParams
  181. def validateLabel(label: Double, numClasses: Int): Unit
    Attributes
    protected
    Definition Classes
    Classifier
  182. def validateNumClasses(numClasses: Int): Unit
    Attributes
    protected
    Definition Classes
    Classifier
  183. val ver: String
    Definition Classes
    BasicLogging
  184. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  185. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  186. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  187. val weightCol: Param[String]

    The name of the weight column

    The name of the weight column

    Definition Classes
    HasWeightCol
  188. def write: MLWriter
    Definition Classes
    ComplexParamsWritable → MLWritable

Inherited from BasicLogging

Inherited from ComplexParamsWritable

Inherited from MLWritable

Inherited from VowpalWabbitBase

Inherited from HasAdditionalFeatures

Inherited from HasWeightCol

Inherited from Wrappable

Inherited from RWrappable

Inherited from PythonWrappable

Inherited from BaseWrappable

Inherited from ProbabilisticClassifier[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel]

Inherited from ProbabilisticClassifierParams

Inherited from HasThresholds

Inherited from HasProbabilityCol

Inherited from Classifier[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel]

Inherited from ClassifierParams

Inherited from HasRawPredictionCol

Inherited from Predictor[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel]

Inherited from PredictorParams

Inherited from HasPredictionCol

Inherited from HasFeaturesCol

Inherited from HasLabelCol

Inherited from Estimator[VowpalWabbitClassificationModel]

Inherited from PipelineStage

Inherited from Logging

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from AnyRef

Inherited from Any

getParam

param

setParam

Ungrouped