trait VowpalWabbitBase extends Wrappable with HasWeightCol with HasAdditionalFeatures with Logging
Base implementation of VowpalWabbit learners.
- Note
parameters that regularly are swept through are exposed as proper parameters.
Linear Supertypes
Known Subclasses
Ordering
- Alphabetic
- By Inheritance
Inherited
- VowpalWabbitBase
- Logging
- HasAdditionalFeatures
- HasWeightCol
- Wrappable
- RWrappable
- PythonWrappable
- BaseWrappable
- Params
- Serializable
- Serializable
- Identifiable
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- All
Type Members
- implicit class ParamStringBuilder extends AnyRef
- class TrainContext extends AnyRef
Abstract Value Members
Concrete Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
$[T](param: Param[T]): T
- Attributes
- protected
- Definition Classes
- Params
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
addExtraArgs(args: StringBuilder): Unit
* Allow subclasses to add further arguments
* Allow subclasses to add further arguments
- args
argument builder to append to
- Attributes
- protected
-
val
additionalFeatures: StringArrayParam
- Definition Classes
- HasAdditionalFeatures
- val args: Param[String]
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
lazy val
classNameHelper: String
- Attributes
- protected
- Definition Classes
- BaseWrappable
-
final
def
clear(param: Param[_]): VowpalWabbitBase.this.type
- Definition Classes
- Params
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
companionModelClassName: String
- Attributes
- protected
- Definition Classes
- BaseWrappable
-
def
copyValues[T <: Params](to: T, extra: ParamMap): T
- Attributes
- protected
- Definition Classes
- Params
-
lazy val
copyrightLines: String
- Attributes
- protected
- Definition Classes
- BaseWrappable
-
def
createLabelSetter(schema: StructType): (Row, VowpalWabbitExample) ⇒ Unit
- Attributes
- protected
-
final
def
defaultCopy[T <: Params](extra: ParamMap): T
- Attributes
- protected
- Definition Classes
- Params
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
explainParam(param: Param[_]): String
- Definition Classes
- Params
-
def
explainParams(): String
- Definition Classes
- Params
-
final
def
extractParamMap(): ParamMap
- Definition Classes
- Params
-
final
def
extractParamMap(extra: ParamMap): ParamMap
- Definition Classes
- Params
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
get[T](param: Param[T]): Option[T]
- Definition Classes
- Params
-
def
getAdditionalColumns: Seq[String]
- Attributes
- protected
-
def
getAdditionalFeatures: Array[String]
- Definition Classes
- HasAdditionalFeatures
- def getArgs: String
-
def
getAsFloat(schema: StructType, idx: Int): (Row) ⇒ Float
- Attributes
- protected
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
final
def
getDefault[T](param: Param[T]): Option[T]
- Definition Classes
- Params
- def getHashSeed: Int
- def getIgnoreNamespaces: String
- def getInitialModel: Array[Byte]
- def getInteractions: Array[String]
- def getL1: Double
- def getL2: Double
- def getLearningRate: Double
- def getNumBits: Int
- def getNumPasses: Int
-
final
def
getOrDefault[T](param: Param[T]): T
- Definition Classes
- Params
-
def
getParam(paramName: String): Param[Any]
- Definition Classes
- Params
- def getPowerT: Double
- def getUseBarrierExecutionMode: Boolean
-
def
getWeightCol: String
- Definition Classes
- HasWeightCol
-
final
def
hasDefault[T](param: Param[T]): Boolean
- Definition Classes
- Params
-
def
hasParam(paramName: String): Boolean
- Definition Classes
- Params
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
- val hashSeed: IntParam
- val ignoreNamespaces: Param[String]
- val initialModel: ByteArrayParam
-
def
initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
- Attributes
- protected
- Definition Classes
- Logging
-
def
initializeLogIfNecessary(isInterpreter: Boolean): Unit
- Attributes
- protected
- Definition Classes
- Logging
- val interactions: StringArrayParam
-
final
def
isDefined(param: Param[_]): Boolean
- Definition Classes
- Params
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
final
def
isSet(param: Param[_]): Boolean
- Definition Classes
- Params
-
def
isTraceEnabled(): Boolean
- Attributes
- protected
- Definition Classes
- Logging
- val l1: DoubleParam
- val l2: DoubleParam
- val learningRate: DoubleParam
-
def
log: Logger
- Attributes
- protected
- Definition Classes
- Logging
-
def
logDebug(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logDebug(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logError(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logError(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logInfo(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logInfo(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logName: String
- Attributes
- protected
- Definition Classes
- Logging
-
def
logTrace(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logTrace(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logWarning(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logWarning(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
makePyFile(conf: CodegenConfig): Unit
- Definition Classes
- PythonWrappable
-
def
makeRFile(conf: CodegenConfig): Unit
- Definition Classes
- RWrappable
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
- val numBits: IntParam
- val numPasses: IntParam
-
lazy val
params: Array[Param[_]]
- Definition Classes
- Params
- val powerT: DoubleParam
-
def
pyAdditionalMethods: String
- Definition Classes
- PythonWrappable
-
lazy val
pyClassDoc: String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
lazy val
pyClassName: String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
pyExtraEstimatorImports: String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
pyExtraEstimatorMethods: String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
lazy val
pyInheritedClasses: Seq[String]
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
pyInitFunc(): String
- Definition Classes
- PythonWrappable
-
lazy val
pyInternalWrapper: Boolean
- Attributes
- protected
- Definition Classes
- VowpalWabbitBase → PythonWrappable
-
lazy val
pyObjectBaseClass: String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
pyParamArg[T](p: Param[T]): String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
pyParamDefault[T](p: Param[T]): Option[String]
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
pyParamGetter(p: Param[_]): String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
pyParamSetter(p: Param[_]): String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
pyParamsArgs: String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
pyParamsDefaults: String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
lazy val
pyParamsDefinitions: String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
pyParamsGetters: String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
pyParamsSetters: String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
pythonClass(): String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
rClass(): String
- Attributes
- protected
- Definition Classes
- RWrappable
-
def
rDocString: String
- Attributes
- protected
- Definition Classes
- RWrappable
-
def
rExtraBodyLines: String
- Attributes
- protected
- Definition Classes
- RWrappable
-
def
rExtraInitLines: String
- Attributes
- protected
- Definition Classes
- RWrappable
-
lazy val
rFuncName: String
- Attributes
- protected
- Definition Classes
- RWrappable
-
lazy val
rInternalWrapper: Boolean
- Attributes
- protected
- Definition Classes
- RWrappable
-
def
rParamArg[T](p: Param[T]): String
- Attributes
- protected
- Definition Classes
- RWrappable
-
def
rParamsArgs: String
- Attributes
- protected
- Definition Classes
- RWrappable
-
def
rSetterLines: String
- Attributes
- protected
- Definition Classes
- RWrappable
-
final
def
set(paramPair: ParamPair[_]): VowpalWabbitBase.this.type
- Attributes
- protected
- Definition Classes
- Params
-
final
def
set(param: String, value: Any): VowpalWabbitBase.this.type
- Attributes
- protected
- Definition Classes
- Params
-
final
def
set[T](param: Param[T], value: T): VowpalWabbitBase.this.type
- Definition Classes
- Params
-
def
setAdditionalFeatures(value: Array[String]): VowpalWabbitBase.this.type
- Definition Classes
- HasAdditionalFeatures
- def setArgs(value: String): VowpalWabbitBase.this.type
-
final
def
setDefault(paramPairs: ParamPair[_]*): VowpalWabbitBase.this.type
- Attributes
- protected
- Definition Classes
- Params
-
final
def
setDefault[T](param: Param[T], value: T): VowpalWabbitBase.this.type
- Attributes
- protected
- Definition Classes
- Params
- def setHashSeed(value: Int): VowpalWabbitBase.this.type
- def setIgnoreNamespaces(value: String): VowpalWabbitBase.this.type
- def setInitialModel(value: Array[Byte]): VowpalWabbitBase.this.type
- def setInteractions(value: Array[String]): VowpalWabbitBase.this.type
- def setL1(value: Double): VowpalWabbitBase.this.type
- def setL2(value: Double): VowpalWabbitBase.this.type
- def setLearningRate(value: Double): VowpalWabbitBase.this.type
- def setNumBits(value: Int): VowpalWabbitBase.this.type
- def setNumPasses(value: Int): VowpalWabbitBase.this.type
- def setPowerT(value: Double): VowpalWabbitBase.this.type
- def setUseBarrierExecutionMode(value: Boolean): VowpalWabbitBase.this.type
-
def
setWeightCol(value: String): VowpalWabbitBase.this.type
- Definition Classes
- HasWeightCol
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toString(): String
- Definition Classes
- Identifiable → AnyRef → Any
-
def
trainInternal[T <: VowpalWabbitBaseModel](dataset: Dataset[_], model: T): T
Main training loop
Main training loop
- dataset
input data.
- returns
binary VW model.
- Attributes
- protected
-
def
trainInternalDistributed(df: DataFrame, vwArgs: StringBuilder, numTasks: Int): Array[TrainingResult]
Setup spanning tree and invoke training.
Setup spanning tree and invoke training.
- df
input data.
- vwArgs
VW command line arguments.
- numTasks
number of target tasks.
- Attributes
- protected
-
def
trainRow(schema: StructType, inputRows: Iterator[Row], ctx: TrainContext): Unit
- Attributes
- protected
- val useBarrierExecutionMode: BooleanParam
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
val
weightCol: Param[String]
The name of the weight column
The name of the weight column
- Definition Classes
- HasWeightCol