VowpalWabbitClassifier

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def $[T](param: Param[T]): T

   

   Attributes

   protected

   Definition Classes

   Params

4. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

5. val additionalFeatures: StringArrayParam

   

   Definition Classes

   HasAdditionalFeatures

6. def additionalPythonMethods(): String

   

   Definition Classes

   HasAdditionalPythonMethods

7. val args: Param[String]

   

   Definition Classes

   VowpalWabbitBase

8. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

9. final def clear(param: Param[_]): VowpalWabbitClassifier.this.type

   

   Definition Classes

   Params

10. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

11. def copy(extra: ParamMap): VowpalWabbitClassifier

    

    Definition Classes

    VowpalWabbitClassifier → Predictor → Estimator → PipelineStage → Params

12. def copyValues[T <: Params](to: T, extra: ParamMap): T

    

    Attributes

    protected

    Definition Classes

    Params

13. def createLabelSetter(schema: StructType): (Row, VowpalWabbitExample) ⇒ Unit

    

    Attributes

    protected

    Definition Classes

    VowpalWabbitBase

14. final def defaultCopy[T <: Params](extra: ParamMap): T

    

    Attributes

    protected

    Definition Classes

    Params

15. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

16. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

17. def explainParam(param: Param[_]): String

    

    Definition Classes

    Params

18. def explainParams(): String

    

    Definition Classes

    Params

19. def extractLabeledPoints(dataset: Dataset[_], numClasses: Int): RDD[LabeledPoint]

    

    Attributes

    protected

    Definition Classes

    Classifier

20. def extractLabeledPoints(dataset: Dataset[_]): RDD[LabeledPoint]

    

    Attributes

    protected

    Definition Classes

    Predictor

21. final def extractParamMap(): ParamMap

    

    Definition Classes

    Params

22. final def extractParamMap(extra: ParamMap): ParamMap

    

    Definition Classes

    Params

23. final val featuresCol: Param[String]

    

    Definition Classes

    HasFeaturesCol

24. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

25. def fit(dataset: Dataset[_]): VowpalWabbitClassificationModel

    

    Definition Classes

    Predictor → Estimator

26. def fit(dataset: Dataset[_], paramMaps: Array[ParamMap]): Seq[VowpalWabbitClassificationModel]

    

    Definition Classes

    Estimator

    Annotations

    @Since( "2.0.0" )

27. def fit(dataset: Dataset[_], paramMap: ParamMap): VowpalWabbitClassificationModel

    

    Definition Classes

    Estimator

    Annotations

    @Since( "2.0.0" )

28. def fit(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): VowpalWabbitClassificationModel

    

    Definition Classes

    Estimator

    Annotations

    @Since( "2.0.0" ) @varargs()

29. final def get[T](param: Param[T]): Option[T]

    

    Definition Classes

    Params

30. def getAdditionalFeatures: Array[String]

    

    Definition Classes

    HasAdditionalFeatures

31. def getArgs: String

    

    Definition Classes

    VowpalWabbitBase

32. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

33. final def getDefault[T](param: Param[T]): Option[T]

    

    Definition Classes

    Params

34. final def getFeaturesCol: String

    

    Definition Classes

    HasFeaturesCol

35. def getHashSeed: Int

    

    Definition Classes

    VowpalWabbitBase

36. def getIgnoreNamespaces: String

    

    Definition Classes

    VowpalWabbitBase

37. def getInitialModel: Array[Byte]

    

    Definition Classes

    VowpalWabbitBase

38. def getInteractions: Array[String]

    

    Definition Classes

    VowpalWabbitBase

39. def getL1: Double

    

    Definition Classes

    VowpalWabbitBase

40. def getL2: Double

    

    Definition Classes

    VowpalWabbitBase

41. final def getLabelCol: String

    

    Definition Classes

    HasLabelCol

42. def getLabelConversion: Boolean

    

43. def getLearningRate: Double

    

    Definition Classes

    VowpalWabbitBase

44. def getNumBits: Int

    

    Definition Classes

    VowpalWabbitBase

45. def getNumClasses(dataset: Dataset[_], maxNumClasses: Int): Int

    

    Attributes

    protected

    Definition Classes

    Classifier

46. def getNumPasses: Int

    

    Definition Classes

    VowpalWabbitBase

47. final def getOrDefault[T](param: Param[T]): T

    

    Definition Classes

    Params

48. def getParam(paramName: String): Param[Any]

    

    Definition Classes

    Params

49. def getPowerT: Double

    

    Definition Classes

    VowpalWabbitBase

50. final def getPredictionCol: String

    

    Definition Classes

    HasPredictionCol

51. final def getProbabilityCol: String

    

    Definition Classes

    HasProbabilityCol

52. final def getRawPredictionCol: String

    

    Definition Classes

    HasRawPredictionCol

53. def getThresholds: Array[Double]

    

    Definition Classes

    HasThresholds

54. def getUseBarrierExecutionMode: Boolean

    

    Definition Classes

    VowpalWabbitBase

55. def getWeightCol: String

    
    Definition Classes

    HasWeightCol

56. final def hasDefault[T](param: Param[T]): Boolean

    

    Definition Classes

    Params

57. def hasParam(paramName: String): Boolean

    

    Definition Classes

    Params

58. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

59. val hashSeed: IntParam

    

    Definition Classes

    VowpalWabbitBase

60. val ignoreNamespaces: Param[String]

    

    Definition Classes

    VowpalWabbitBase

61. val initialModel: ByteArrayParam

    

    Definition Classes

    VowpalWabbitBase

62. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

63. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

64. val interactions: StringArrayParam

    

    Definition Classes

    VowpalWabbitBase

65. final def isDefined(param: Param[_]): Boolean

    

    Definition Classes

    Params

66. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

67. final def isSet(param: Param[_]): Boolean

    

    Definition Classes

    Params

68. def isTraceEnabled(): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

69. val l1: DoubleParam

    

    Definition Classes

    VowpalWabbitBase

70. val l2: DoubleParam

    

    Definition Classes

    VowpalWabbitBase

71. final val labelCol: Param[String]

    

    Definition Classes

    HasLabelCol

72. val labelConversion: BooleanParam

    

73. val learningRate: DoubleParam

    

    Definition Classes

    VowpalWabbitBase

74. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

75. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

76. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

77. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

78. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

79. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

80. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

81. def logName: String

    

    Attributes

    protected

    Definition Classes

    Logging

82. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

83. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

84. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

85. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

86. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

87. final def notify(): Unit

    

    Definition Classes

    AnyRef

88. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

89. val numBits: IntParam

    

    Definition Classes

    VowpalWabbitBase

90. val numPasses: IntParam

    

    Definition Classes

    VowpalWabbitBase

91. lazy val params: Array[Param[_]]

    

    Definition Classes

    Params

92. val powerT: DoubleParam

    

    Definition Classes

    VowpalWabbitBase

93. final val predictionCol: Param[String]

    

    Definition Classes

    HasPredictionCol

94. final val probabilityCol: Param[String]

    

    Definition Classes

    HasProbabilityCol

95. final val rawPredictionCol: Param[String]

    

    Definition Classes

    HasRawPredictionCol

96. def save(path: String): Unit

    

    Definition Classes

    MLWritable

    Annotations

    @Since( "1.6.0" ) @throws( ... )

97. final def set(paramPair: ParamPair[_]): VowpalWabbitClassifier.this.type

    

    Attributes

    protected

    Definition Classes

    Params

98. final def set(param: String, value: Any): VowpalWabbitClassifier.this.type

    

    Attributes

    protected

    Definition Classes

    Params

99. final def set[T](param: Param[T], value: T): VowpalWabbitClassifier.this.type

    

    Definition Classes

    Params

100. def setAdditionalFeatures(value: Array[String]): VowpalWabbitClassifier.this.type

     

     Definition Classes

     HasAdditionalFeatures

101. def setArgs(value: String): VowpalWabbitClassifier.this.type

     

     Definition Classes

     VowpalWabbitBase

102. final def setDefault(paramPairs: ParamPair[_]*): VowpalWabbitClassifier.this.type

     

     Attributes

     protected

     Definition Classes

     Params

103. final def setDefault[T](param: Param[T], value: T): VowpalWabbitClassifier.this.type

     

     Attributes

     protected

     Definition Classes

     Params

104. def setFeaturesCol(value: String): VowpalWabbitClassifier

     

     Definition Classes

     Predictor

105. def setHashSeed(value: Int): VowpalWabbitClassifier.this.type

     

     Definition Classes

     VowpalWabbitBase

106. def setIgnoreNamespaces(value: String): VowpalWabbitClassifier.this.type

     

     Definition Classes

     VowpalWabbitBase

107. def setInitialModel(value: Array[Byte]): VowpalWabbitClassifier.this.type

     

     Definition Classes

     VowpalWabbitBase

108. def setInteractions(value: Array[String]): VowpalWabbitClassifier.this.type

     

     Definition Classes

     VowpalWabbitBase

109. def setL1(value: Double): VowpalWabbitClassifier.this.type

     

     Definition Classes

     VowpalWabbitBase

110. def setL2(value: Double): VowpalWabbitClassifier.this.type

     

     Definition Classes

     VowpalWabbitBase

111. def setLabelCol(value: String): VowpalWabbitClassifier

     

     Definition Classes

     Predictor

112. def setLabelConversion(value: Boolean): VowpalWabbitClassifier.this.type

     

113. def setLearningRate(value: Double): VowpalWabbitClassifier.this.type

     

     Definition Classes

     VowpalWabbitBase

114. def setNumBits(value: Int): VowpalWabbitClassifier.this.type

     

     Definition Classes

     VowpalWabbitBase

115. def setNumPasses(value: Int): VowpalWabbitClassifier.this.type

     

     Definition Classes

     VowpalWabbitBase

116. def setPowerT(value: Double): VowpalWabbitClassifier.this.type

     

     Definition Classes

     VowpalWabbitBase

117. def setPredictionCol(value: String): VowpalWabbitClassifier

     

     Definition Classes

     Predictor

118. def setProbabilityCol(value: String): VowpalWabbitClassifier

     

     Definition Classes

     ProbabilisticClassifier

119. def setRawPredictionCol(value: String): VowpalWabbitClassifier

     

     Definition Classes

     Classifier

120. def setThresholds(value: Array[Double]): VowpalWabbitClassifier

     

     Definition Classes

     ProbabilisticClassifier

121. def setUseBarrierExecutionMode(value: Boolean): VowpalWabbitClassifier.this.type

     

     Definition Classes

     VowpalWabbitBase

122. def setWeightCol(value: String): VowpalWabbitClassifier.this.type

     
     Definition Classes

     HasWeightCol

123. final def synchronized[T0](arg0: ⇒ T0): T0

     

     Definition Classes

     AnyRef

124. final val thresholds: DoubleArrayParam

     

     Definition Classes

     HasThresholds

125. def toString(): String

     

     Definition Classes

     Identifiable → AnyRef → Any

126. def train(dataset: Dataset[_]): VowpalWabbitClassificationModel

     

     Attributes

     protected

     Definition Classes

     VowpalWabbitClassifier → Predictor

127. def trainInternal[T <: VowpalWabbitBaseModel](dataset: Dataset[_], model: T): T

     

     Main training loop

     Main training loop

     dataset

     input data.

     returns

     binary VW model.

     Attributes

     protected

     Definition Classes

     VowpalWabbitBase

128. def trainInternalDistributed(df: DataFrame, vwArgs: StringBuilder, numTasks: Int): Array[TrainingResult]

     

     Setup spanning tree and invoke training.

     Setup spanning tree and invoke training.

     df

     input data.

     vwArgs

     VW command line arguments.

     numTasks

     number of target tasks.

     Attributes

     protected

     Definition Classes

     VowpalWabbitBase

129. def transformSchema(schema: StructType): StructType

     

     Definition Classes

     Predictor → PipelineStage

130. def transformSchema(schema: StructType, logging: Boolean): StructType

     

     Attributes

     protected

     Definition Classes

     PipelineStage

     Annotations

     @DeveloperApi()

131. val uid: String

     

     Definition Classes

     VowpalWabbitClassifier → Identifiable

132. val useBarrierExecutionMode: BooleanParam

     

     Definition Classes

     VowpalWabbitBase

133. def validateAndTransformSchema(schema: StructType, fitting: Boolean, featuresDataType: DataType): StructType

     

     Attributes

     protected

     Definition Classes

     ProbabilisticClassifierParams → ClassifierParams → PredictorParams

134. final def wait(): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

135. final def wait(arg0: Long, arg1: Int): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

136. final def wait(arg0: Long): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

137. val weightCol: Param[String]

     

     The name of the weight column

     The name of the weight column

     Definition Classes

     HasWeightCol

138. def write: MLWriter

     

     Definition Classes

     DefaultParamsWritable → MLWritable