class VowpalWabbitClassifier extends ProbabilisticClassifier[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel] with VowpalWabbitBaseSpark with ComplexParamsWritable with SynapseMLLogging

VowpalWabbit exposed as SparkML classifier.

Linear Supertypes
SynapseMLLogging, VowpalWabbitBaseSpark, HasAdditionalFeatures, HasWeightCol, VowpalWabbitBaseLearner, VowpalWabbitBase, ComplexParamsWritable, MLWritable, Wrappable, RWrappable, PythonWrappable, BaseWrappable, ProbabilisticClassifier[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel], ProbabilisticClassifierParams, HasThresholds, HasProbabilityCol, Classifier[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel], ClassifierParams, HasRawPredictionCol, Predictor[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel], PredictorParams, HasPredictionCol, HasFeaturesCol, HasLabelCol, Estimator[VowpalWabbitClassificationModel], PipelineStage, Logging, Params, Serializable, Serializable, Identifiable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. VowpalWabbitClassifier
  2. SynapseMLLogging
  3. VowpalWabbitBaseSpark
  4. HasAdditionalFeatures
  5. HasWeightCol
  6. VowpalWabbitBaseLearner
  7. VowpalWabbitBase
  8. ComplexParamsWritable
  9. MLWritable
  10. Wrappable
  11. RWrappable
  12. PythonWrappable
  13. BaseWrappable
  14. ProbabilisticClassifier
  15. ProbabilisticClassifierParams
  16. HasThresholds
  17. HasProbabilityCol
  18. Classifier
  19. ClassifierParams
  20. HasRawPredictionCol
  21. Predictor
  22. PredictorParams
  23. HasPredictionCol
  24. HasFeaturesCol
  25. HasLabelCol
  26. Estimator
  27. PipelineStage
  28. Logging
  29. Params
  30. Serializable
  31. Serializable
  32. Identifiable
  33. AnyRef
  34. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new VowpalWabbitClassifier()
  2. new VowpalWabbitClassifier(uid: String)

Type Members

  1. implicit class SpecificParamAppender extends AnyRef
    Definition Classes
    VowpalWabbitBase
  2. type VowpalWabbitLabelSetFunc = (Row, VowpalWabbitExample) ⇒ Unit
    Definition Classes
    VowpalWabbitBaseSpark

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def $[T](param: Param[T]): T
    Attributes
    protected
    Definition Classes
    Params
  4. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  5. val additionalFeatures: StringArrayParam
    Definition Classes
    HasAdditionalFeatures
  6. def appendExtraParams(sb: ParamsStringBuilder): ParamsStringBuilder

    Override to add parameters specific to subclass.

    Override to add parameters specific to subclass.

    Attributes
    protected
    Definition Classes
    VowpalWabbitBase
  7. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  8. def buildCommandLineArguments(vwArgs: String, contextArgs: ⇒ String = ""): String
    Attributes
    protected
    Definition Classes
    VowpalWabbitBase
  9. lazy val classNameHelper: String
    Attributes
    protected
    Definition Classes
    BaseWrappable
  10. final def clear(param: Param[_]): VowpalWabbitClassifier.this.type
    Definition Classes
    Params
  11. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  12. def companionModelClassName: String
    Attributes
    protected
    Definition Classes
    BaseWrappable
  13. def copy(extra: ParamMap): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitClassifier → Predictor → Estimator → PipelineStage → Params
  14. def copyValues[T <: Params](to: T, extra: ParamMap): T
    Attributes
    protected
    Definition Classes
    Params
  15. lazy val copyrightLines: String
    Attributes
    protected
    Definition Classes
    BaseWrappable
  16. def createLabelSetter(schema: StructType): (Row, VowpalWabbitExample) ⇒ Unit
    Attributes
    protected
    Definition Classes
    VowpalWabbitClassifier → VowpalWabbitBaseSpark
  17. final def defaultCopy[T <: Params](extra: ParamMap): T
    Attributes
    protected
    Definition Classes
    Params
  18. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  19. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  20. def executeWithVowpalWabbit[T](block: (VowpalWabbitNative) ⇒ T): T

    wrap the block w/ a VW instance that will be closed when the block is done.

    wrap the block w/ a VW instance that will be closed when the block is done.

    Attributes
    protected
    Definition Classes
    VowpalWabbitBase
  21. def explainParam(param: Param[_]): String
    Definition Classes
    Params
  22. def explainParams(): String
    Definition Classes
    Params
  23. final def extractParamMap(): ParamMap
    Definition Classes
    Params
  24. final def extractParamMap(extra: ParamMap): ParamMap
    Definition Classes
    Params
  25. final val featuresCol: Param[String]
    Definition Classes
    HasFeaturesCol
  26. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  27. def fit(dataset: Dataset[_]): VowpalWabbitClassificationModel
    Definition Classes
    Predictor → Estimator
  28. def fit(dataset: Dataset[_], paramMaps: Seq[ParamMap]): Seq[VowpalWabbitClassificationModel]
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" )
  29. def fit(dataset: Dataset[_], paramMap: ParamMap): VowpalWabbitClassificationModel
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" )
  30. def fit(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): VowpalWabbitClassificationModel
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" ) @varargs()
  31. final def get[T](param: Param[T]): Option[T]
    Definition Classes
    Params
  32. def getAdditionalColumns: Seq[String]
    Attributes
    protected
    Definition Classes
    VowpalWabbitBaseSpark
  33. def getAdditionalFeatures: Array[String]
    Definition Classes
    HasAdditionalFeatures
  34. def getAsFloat(schema: StructType, idx: Int): (Row) ⇒ Float
    Attributes
    protected
    Definition Classes
    VowpalWabbitBaseLearner
  35. def getAsInt(schema: StructType, idx: Int): (Row) ⇒ Int
    Attributes
    protected
    Definition Classes
    VowpalWabbitBaseLearner
  36. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  37. def getCommandLineArgs: ParamsStringBuilder
    Attributes
    protected
    Definition Classes
    VowpalWabbitBase
  38. final def getDefault[T](param: Param[T]): Option[T]
    Definition Classes
    Params
  39. final def getFeaturesCol: String
    Definition Classes
    HasFeaturesCol
  40. def getHashSeed: Int
    Definition Classes
    VowpalWabbitBase
  41. def getIgnoreNamespaces: String
    Definition Classes
    VowpalWabbitBase
  42. def getInitialModel: Array[Byte]
    Definition Classes
    VowpalWabbitBase
  43. def getInputColumns: Seq[String]
    Attributes
    protected
    Definition Classes
    VowpalWabbitBaseSpark → VowpalWabbitBase
  44. def getInteractions: Array[String]
    Definition Classes
    VowpalWabbitBase
  45. def getL1: Double
    Definition Classes
    VowpalWabbitBase
  46. def getL2: Double
    Definition Classes
    VowpalWabbitBase
  47. final def getLabelCol: String
    Definition Classes
    HasLabelCol
  48. def getLabelConversion: Boolean
  49. def getLearningRate: Double
    Definition Classes
    VowpalWabbitBase
  50. def getNumBits: Int
    Definition Classes
    VowpalWabbitBase
  51. def getNumClasses: Int
  52. def getNumClasses(dataset: Dataset[_], maxNumClasses: Int): Int
    Attributes
    protected
    Definition Classes
    Classifier
  53. def getNumPasses: Int
    Definition Classes
    VowpalWabbitBase
  54. def getNumSyncsPerPass: Int
    Definition Classes
    VowpalWabbitBase
  55. final def getOrDefault[T](param: Param[T]): T
    Definition Classes
    Params
  56. def getParam(paramName: String): Param[Any]
    Definition Classes
    Params
  57. def getParamInfo(p: Param[_]): ParamInfo[_]
    Definition Classes
    BaseWrappable
  58. def getPassThroughArgs: String
    Definition Classes
    VowpalWabbitBase
  59. def getPayload(methodName: String, numCols: Option[Int], executionSeconds: Option[Double], exception: Option[Exception]): Map[String, String]
    Attributes
    protected
    Definition Classes
    SynapseMLLogging
  60. def getPowerT: Double
    Definition Classes
    VowpalWabbitBase
  61. final def getPredictionCol: String
    Definition Classes
    HasPredictionCol
  62. def getPredictionIdCol: String
    Definition Classes
    VowpalWabbitBaseLearner
  63. final def getProbabilityCol: String
    Definition Classes
    HasProbabilityCol
  64. final def getRawPredictionCol: String
    Definition Classes
    HasRawPredictionCol
  65. def getSplitCol: String
    Definition Classes
    VowpalWabbitBaseLearner
  66. def getSplitColValues: Array[String]
    Definition Classes
    VowpalWabbitBaseLearner
  67. def getThresholds: Array[Double]
    Definition Classes
    HasThresholds
  68. def getUseBarrierExecutionMode: Boolean
    Definition Classes
    VowpalWabbitBase
  69. def getWeightCol: String

    Definition Classes
    HasWeightCol
  70. def getWeightGetter(schema: StructType): (Row) ⇒ Float

    default weight to 1 if not provided

    default weight to 1 if not provided

    schema

    the schema to fetch weight from

    returns

    an accessor method used to fetch the weight

    Attributes
    protected
    Definition Classes
    VowpalWabbitBaseSpark
  71. final def hasDefault[T](param: Param[T]): Boolean
    Definition Classes
    Params
  72. def hasParam(paramName: String): Boolean
    Definition Classes
    Params
  73. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  74. val hashSeed: IntParam
    Definition Classes
    VowpalWabbitBase
  75. val ignoreNamespaces: Param[String]
    Definition Classes
    VowpalWabbitBase
  76. val initialModel: ByteArrayParam
    Definition Classes
    VowpalWabbitBase
  77. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  78. def initializeLogIfNecessary(isInterpreter: Boolean): Unit
    Attributes
    protected
    Definition Classes
    Logging
  79. def interPassSyncSchedule(df: DataFrame): VowpalWabbitSyncSchedule

    initialize sync schedule.

    initialize sync schedule. this might trigger computation (e.g. number of rows per partition)

    df

    the input dataframe used to compute the schedules' steps

    returns

    the synchronization schedule

    Attributes
    protected
    Definition Classes
    VowpalWabbitBase
    Note

    this is supposed to be executed on the driver

  80. val interactions: StringArrayParam
    Definition Classes
    VowpalWabbitBase
  81. final def isDefined(param: Param[_]): Boolean
    Definition Classes
    Params
  82. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  83. final def isSet(param: Param[_]): Boolean
    Definition Classes
    Params
  84. def isTraceEnabled(): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  85. val l1: DoubleParam
    Definition Classes
    VowpalWabbitBase
  86. val l2: DoubleParam
    Definition Classes
    VowpalWabbitBase
  87. final val labelCol: Param[String]
    Definition Classes
    HasLabelCol
  88. val labelConversion: BooleanParam
  89. val learningRate: DoubleParam
    Definition Classes
    VowpalWabbitBase
  90. def log: Logger
    Attributes
    protected
    Definition Classes
    Logging
  91. def logBase(info: Map[String, String], featureName: Option[String]): Unit
    Attributes
    protected
    Definition Classes
    SynapseMLLogging
  92. def logBase(methodName: String, numCols: Option[Int], executionSeconds: Option[Double], featureName: Option[String]): Unit
    Attributes
    protected
    Definition Classes
    SynapseMLLogging
  93. def logClass(featureName: String): Unit
    Definition Classes
    SynapseMLLogging
  94. def logDebug(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  95. def logDebug(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  96. def logError(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  97. def logError(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  98. def logErrorBase(methodName: String, e: Exception): Unit
    Attributes
    protected
    Definition Classes
    SynapseMLLogging
  99. def logFit[T](f: ⇒ T, columns: Int): T
    Definition Classes
    SynapseMLLogging
  100. def logInfo(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  101. def logInfo(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  102. def logName: String
    Attributes
    protected
    Definition Classes
    Logging
  103. def logTrace(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  104. def logTrace(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  105. def logTransform[T](f: ⇒ T, columns: Int): T
    Definition Classes
    SynapseMLLogging
  106. def logVerb[T](verb: String, f: ⇒ T, columns: Option[Int] = None): T
    Definition Classes
    SynapseMLLogging
  107. def logWarning(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  108. def logWarning(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  109. def makePyFile(conf: CodegenConfig): Unit
    Definition Classes
    PythonWrappable
  110. def makeRFile(conf: CodegenConfig): Unit
    Definition Classes
    RWrappable
  111. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  112. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  113. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  114. val numBits: IntParam
    Definition Classes
    VowpalWabbitBase
  115. val numClasses: IntParam
  116. val numPasses: IntParam
    Definition Classes
    VowpalWabbitBase
  117. val numSyncsPerPass: IntParam
    Definition Classes
    VowpalWabbitBase
  118. lazy val params: Array[Param[_]]
    Definition Classes
    Params
  119. val passThroughArgs: Param[String]
    Definition Classes
    VowpalWabbitBase
  120. val powerT: DoubleParam
    Definition Classes
    VowpalWabbitBase
  121. final val predictionCol: Param[String]
    Definition Classes
    HasPredictionCol
  122. val predictionIdCol: Param[String]
    Definition Classes
    VowpalWabbitBaseLearner
  123. def prepareDataSet(dataset: Dataset[_]): DataFrame
    Attributes
    protected
    Definition Classes
    VowpalWabbitBase
  124. final val probabilityCol: Param[String]
    Definition Classes
    HasProbabilityCol
  125. def pyAdditionalMethods: String
    Definition Classes
    PythonWrappable
  126. lazy val pyClassDoc: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  127. lazy val pyClassName: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  128. def pyExtraEstimatorImports: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  129. def pyExtraEstimatorMethods: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  130. lazy val pyInheritedClasses: Seq[String]
    Attributes
    protected
    Definition Classes
    PythonWrappable
  131. def pyInitFunc(): String
    Definition Classes
    PythonWrappable
  132. lazy val pyInternalWrapper: Boolean
    Attributes
    protected
    Definition Classes
    VowpalWabbitClassifier → VowpalWabbitBase → PythonWrappable
  133. lazy val pyObjectBaseClass: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  134. def pyParamArg[T](p: Param[T]): String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  135. def pyParamDefault[T](p: Param[T]): Option[String]
    Attributes
    protected
    Definition Classes
    PythonWrappable
  136. def pyParamGetter(p: Param[_]): String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  137. def pyParamSetter(p: Param[_]): String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  138. def pyParamsArgs: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  139. def pyParamsDefaults: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  140. lazy val pyParamsDefinitions: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  141. def pyParamsGetters: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  142. def pyParamsSetters: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  143. def pythonClass(): String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  144. def rClass(): String
    Attributes
    protected
    Definition Classes
    RWrappable
  145. def rDocString: String
    Attributes
    protected
    Definition Classes
    RWrappable
  146. def rExtraBodyLines: String
    Attributes
    protected
    Definition Classes
    RWrappable
  147. def rExtraInitLines: String
    Attributes
    protected
    Definition Classes
    RWrappable
  148. lazy val rFuncName: String
    Attributes
    protected
    Definition Classes
    RWrappable
  149. lazy val rInternalWrapper: Boolean
    Attributes
    protected
    Definition Classes
    RWrappable
  150. def rParamArg[T](p: Param[T]): String
    Attributes
    protected
    Definition Classes
    RWrappable
  151. def rParamsArgs: String
    Attributes
    protected
    Definition Classes
    RWrappable
  152. def rSetterLines: String
    Attributes
    protected
    Definition Classes
    RWrappable
  153. final val rawPredictionCol: Param[String]
    Definition Classes
    HasRawPredictionCol
  154. def save(path: String): Unit
    Definition Classes
    MLWritable
    Annotations
    @Since( "1.6.0" ) @throws( ... )
  155. final def set(paramPair: ParamPair[_]): VowpalWabbitClassifier.this.type
    Attributes
    protected
    Definition Classes
    Params
  156. final def set(param: String, value: Any): VowpalWabbitClassifier.this.type
    Attributes
    protected
    Definition Classes
    Params
  157. final def set[T](param: Param[T], value: T): VowpalWabbitClassifier.this.type
    Definition Classes
    Params
  158. def setAdditionalFeatures(value: Array[String]): VowpalWabbitClassifier.this.type
    Definition Classes
    HasAdditionalFeatures
  159. final def setDefault(paramPairs: ParamPair[_]*): VowpalWabbitClassifier.this.type
    Attributes
    protected
    Definition Classes
    Params
  160. final def setDefault[T](param: Param[T], value: T): VowpalWabbitClassifier.this.type
    Attributes
    protected[org.apache.spark.ml]
    Definition Classes
    Params
  161. def setFeaturesCol(value: String): VowpalWabbitClassifier
    Definition Classes
    Predictor
  162. def setHashSeed(value: Int): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  163. def setIgnoreNamespaces(value: String): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  164. def setInitialModel(value: Array[Byte]): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  165. def setInteractions(value: Array[String]): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  166. def setL1(value: Double): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  167. def setL2(value: Double): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  168. def setLabelCol(value: String): VowpalWabbitClassifier
    Definition Classes
    Predictor
  169. def setLabelConversion(value: Boolean): VowpalWabbitClassifier.this.type
  170. def setLearningRate(value: Double): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  171. def setNumBits(value: Int): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  172. def setNumClasses(value: Int): VowpalWabbitClassifier.this.type
  173. def setNumPasses(value: Int): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  174. def setNumSyncsPerPass(value: Int): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  175. def setPassThroughArgs(value: String): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  176. def setPowerT(value: Double): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  177. def setPredictionCol(value: String): VowpalWabbitClassifier
    Definition Classes
    Predictor
  178. def setPredictionIdCol(value: String): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBaseLearner
  179. def setProbabilityCol(value: String): VowpalWabbitClassifier
    Definition Classes
    ProbabilisticClassifier
  180. def setRawPredictionCol(value: String): VowpalWabbitClassifier
    Definition Classes
    Classifier
  181. def setSplitCol(value: String): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBaseLearner
  182. def setSplitColValues(value: Array[String]): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBaseLearner
  183. def setThresholds(value: Array[Double]): VowpalWabbitClassifier
    Definition Classes
    ProbabilisticClassifier
  184. def setUseBarrierExecutionMode(value: Boolean): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
  185. def setWeightCol(value: String): VowpalWabbitClassifier.this.type

    Definition Classes
    HasWeightCol
  186. val splitCol: Param[String]
    Definition Classes
    VowpalWabbitBaseLearner
  187. val splitColValues: StringArrayParam
    Definition Classes
    VowpalWabbitBaseLearner
  188. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  189. val thisStage: Params
    Attributes
    protected
    Definition Classes
    BaseWrappable
  190. val thresholds: DoubleArrayParam
    Definition Classes
    HasThresholds
  191. def toString(): String
    Definition Classes
    Identifiable → AnyRef → Any
  192. def train(dataset: Dataset[_]): VowpalWabbitClassificationModel
    Attributes
    protected
    Definition Classes
    VowpalWabbitClassifier → Predictor
  193. def trainDistributedExternal[T <: VowpalWabbitBaseModel](df: DataFrame, model: T): T
    Attributes
    protected
    Definition Classes
    VowpalWabbitBaseLearner
  194. def trainFromRows(schema: StructType, inputRows: Iterator[Row], ctx: TrainContext): Unit
    Attributes
    protected
    Definition Classes
    VowpalWabbitBaseSpark → VowpalWabbitBaseLearner
  195. def trainInternal[T <: VowpalWabbitBaseModel](dataset: Dataset[_], model: T): T

    Main training loop

    Main training loop

    dataset

    input data.

    returns

    binary VW model.

    Attributes
    protected
    Definition Classes
    VowpalWabbitBaseLearner
  196. def trainInternalDistributed(df: DataFrame, vwArgs: ParamsStringBuilder, numTasks: Int): Seq[TrainingResult]

    Setup spanning tree and invoke training.

    Setup spanning tree and invoke training.

    df

    input data.

    vwArgs

    VW command line arguments.

    numTasks

    number of target tasks.

    Attributes
    protected
    Definition Classes
    VowpalWabbitBaseLearner
  197. def transformSchema(schema: StructType): StructType
    Definition Classes
    Predictor → PipelineStage
  198. def transformSchema(schema: StructType, logging: Boolean): StructType
    Attributes
    protected
    Definition Classes
    PipelineStage
    Annotations
    @DeveloperApi()
  199. val uid: String
    Definition Classes
    VowpalWabbitClassifier → SynapseMLLogging → Identifiable
  200. val useBarrierExecutionMode: BooleanParam
    Definition Classes
    VowpalWabbitBase
  201. def validateAndTransformSchema(schema: StructType, fitting: Boolean, featuresDataType: DataType): StructType
    Attributes
    protected
    Definition Classes
    ProbabilisticClassifierParams → ClassifierParams → PredictorParams
  202. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  203. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  204. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  205. val weightCol: Param[String]

    The name of the weight column

    The name of the weight column

    Definition Classes
    HasWeightCol
  206. def write: MLWriter
    Definition Classes
    ComplexParamsWritable → MLWritable

Deprecated Value Members

  1. def getArgs: String
    Definition Classes
    VowpalWabbitBase
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.6) Please use 'getPassThroughArgs'.

  2. def setArgs(value: String): VowpalWabbitClassifier.this.type
    Definition Classes
    VowpalWabbitBase
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.6) Please use 'setPassThroughArgs'.

Inherited from SynapseMLLogging

Inherited from VowpalWabbitBaseSpark

Inherited from HasAdditionalFeatures

Inherited from HasWeightCol

Inherited from VowpalWabbitBaseLearner

Inherited from VowpalWabbitBase

Inherited from ComplexParamsWritable

Inherited from MLWritable

Inherited from Wrappable

Inherited from RWrappable

Inherited from PythonWrappable

Inherited from BaseWrappable

Inherited from ProbabilisticClassifier[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel]

Inherited from ProbabilisticClassifierParams

Inherited from HasThresholds

Inherited from HasProbabilityCol

Inherited from Classifier[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel]

Inherited from ClassifierParams

Inherited from HasRawPredictionCol

Inherited from Predictor[Row, VowpalWabbitClassifier, VowpalWabbitClassificationModel]

Inherited from PredictorParams

Inherited from HasPredictionCol

Inherited from HasFeaturesCol

Inherited from HasLabelCol

Inherited from Estimator[VowpalWabbitClassificationModel]

Inherited from PipelineStage

Inherited from Logging

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from AnyRef

Inherited from Any

getParam

param

setParam

Ungrouped