trait LightGBMBase[TrainedModel <: Model[TrainedModel]] extends Estimator[TrainedModel] with LightGBMParams with HasFeaturesCol with HasLabelCol with BasicLogging
- Alphabetic
- By Inheritance
- LightGBMBase
- BasicLogging
- HasLabelCol
- HasFeaturesCol
- LightGBMParams
- LightGBMObjectiveParams
- LightGBMPredictionParams
- LightGBMDartParams
- LightGBMLearnerParams
- LightGBMBinParams
- LightGBMFractionParams
- LightGBMSlotParams
- LightGBMExecutionParams
- HasInitScoreCol
- HasValidationIndicatorCol
- HasWeightCol
- DefaultParamsWritable
- MLWritable
- Wrappable
- RWrappable
- PythonWrappable
- BaseWrappable
- Estimator
- PipelineStage
- Logging
- Params
- Serializable
- Serializable
- Identifiable
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Abstract Value Members
-
abstract
def
copy(extra: ParamMap): Estimator[TrainedModel]
- Definition Classes
- Estimator → PipelineStage → Params
-
abstract
def
fit(dataset: Dataset[_]): TrainedModel
- Definition Classes
- Estimator
- Annotations
- @Since( "2.0.0" )
-
abstract
def
getModel(trainParams: TrainParams, lightGBMBooster: LightGBMBooster): TrainedModel
Gets the trained model given the train parameters and booster.
Gets the trained model given the train parameters and booster.
- returns
trained model.
- Attributes
- protected
-
abstract
def
getTrainParams(numTasks: Int, dataset: Dataset[_], numTasksPerExec: Int): TrainParams
Gets the training parameters.
Gets the training parameters.
- numTasks
The total number of tasks.
- dataset
The training dataset.
- numTasksPerExec
The number of tasks per executor.
- returns
train parameters.
- Attributes
- protected
-
abstract
def
stringFromTrainedModel(model: TrainedModel): String
- Attributes
- protected
-
abstract
def
transformSchema(schema: StructType): StructType
- Definition Classes
- PipelineStage
-
abstract
val
uid: String
- Definition Classes
- BasicLogging
Concrete Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
$[T](param: Param[T]): T
- Attributes
- protected
- Definition Classes
- Params
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- def afterTrainBatch(batchIndex: Int, dataset: Dataset[_], model: TrainedModel): Unit
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
val
baggingFraction: DoubleParam
- Definition Classes
- LightGBMFractionParams
-
val
baggingFreq: IntParam
- Definition Classes
- LightGBMParams
-
val
baggingSeed: IntParam
- Definition Classes
- LightGBMParams
- def beforeTrainBatch(batchIndex: Int, dataset: Dataset[_], model: Option[TrainedModel]): Unit
-
val
binSampleCount: IntParam
- Definition Classes
- LightGBMBinParams
-
val
boostFromAverage: BooleanParam
- Definition Classes
- LightGBMParams
-
val
boostingType: Param[String]
- Definition Classes
- LightGBMParams
-
def
castColumns(dataset: Dataset[_], trainingCols: Array[(String, Seq[DataType])]): DataFrame
- Attributes
- protected
-
val
categoricalSlotIndexes: IntArrayParam
- Definition Classes
- LightGBMSlotParams
-
val
categoricalSlotNames: StringArrayParam
- Definition Classes
- LightGBMSlotParams
-
val
chunkSize: IntParam
- Definition Classes
- LightGBMExecutionParams
-
lazy val
classNameHelper: String
- Attributes
- protected
- Definition Classes
- BaseWrappable
-
final
def
clear(param: Param[_]): LightGBMBase.this.type
- Definition Classes
- Params
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
companionModelClassName: String
- Attributes
- protected
- Definition Classes
- BaseWrappable
-
def
copyValues[T <: Params](to: T, extra: ParamMap): T
- Attributes
- protected
- Definition Classes
- Params
-
lazy val
copyrightLines: String
- Attributes
- protected
- Definition Classes
- BaseWrappable
-
final
def
defaultCopy[T <: Params](extra: ParamMap): T
- Attributes
- protected
- Definition Classes
- Params
-
val
defaultListenPort: IntParam
- Definition Classes
- LightGBMExecutionParams
-
val
delegate: Option[LightGBMDelegate]
- Definition Classes
- LightGBMParams
-
val
driverListenPort: IntParam
- Definition Classes
- LightGBMExecutionParams
-
val
dropRate: DoubleParam
- Definition Classes
- LightGBMDartParams
-
val
earlyStoppingRound: IntParam
- Definition Classes
- LightGBMLearnerParams
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
explainParam(param: Param[_]): String
- Definition Classes
- Params
-
def
explainParams(): String
- Definition Classes
- Params
-
final
def
extractParamMap(): ParamMap
- Definition Classes
- Params
-
final
def
extractParamMap(extra: ParamMap): ParamMap
- Definition Classes
- Params
-
val
featureFraction: DoubleParam
- Definition Classes
- LightGBMFractionParams
-
final
val
featuresCol: Param[String]
- Definition Classes
- HasFeaturesCol
-
val
featuresShapCol: Param[String]
- Definition Classes
- LightGBMPredictionParams
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
def
fit(dataset: Dataset[_], paramMaps: Seq[ParamMap]): Seq[TrainedModel]
- Definition Classes
- Estimator
- Annotations
- @Since( "2.0.0" )
-
def
fit(dataset: Dataset[_], paramMap: ParamMap): TrainedModel
- Definition Classes
- Estimator
- Annotations
- @Since( "2.0.0" )
-
def
fit(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): TrainedModel
- Definition Classes
- Estimator
- Annotations
- @Since( "2.0.0" ) @varargs()
-
val
fobj: FObjParam
- Definition Classes
- LightGBMObjectiveParams
-
final
def
get[T](param: Param[T]): Option[T]
- Definition Classes
- Params
-
def
getBaggingFraction: Double
- Definition Classes
- LightGBMFractionParams
-
def
getBaggingFreq: Int
- Definition Classes
- LightGBMParams
-
def
getBaggingSeed: Int
- Definition Classes
- LightGBMParams
-
def
getBinSampleCount: Int
- Definition Classes
- LightGBMBinParams
-
def
getBoostFromAverage: Boolean
- Definition Classes
- LightGBMParams
-
def
getBoostingType: String
- Definition Classes
- LightGBMParams
-
def
getCategoricalIndexes(featuresSchema: StructField): Array[Int]
Retrieves the categorical indexes in the features column.
Retrieves the categorical indexes in the features column.
- featuresSchema
The schema of the features column
- returns
the categorical indexes in the features column.
- Attributes
- protected
-
def
getCategoricalSlotIndexes: Array[Int]
- Definition Classes
- LightGBMSlotParams
-
def
getCategoricalSlotNames: Array[String]
- Definition Classes
- LightGBMSlotParams
-
def
getChunkSize: Int
- Definition Classes
- LightGBMExecutionParams
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
getColumnParams: ColumnParams
- Attributes
- protected
-
def
getDartParams: DartModeParams
Constructs the DartModeParams
Constructs the DartModeParams
- returns
DartModeParams object containing parameters related to dart mode.
- Attributes
- protected
- def getDatasetParams(categoricalIndexes: Array[Int], numThreads: Int): String
-
final
def
getDefault[T](param: Param[T]): Option[T]
- Definition Classes
- Params
-
def
getDefaultListenPort: Int
- Definition Classes
- LightGBMExecutionParams
-
def
getDelegate: Option[LightGBMDelegate]
- Definition Classes
- LightGBMParams
-
def
getDriverListenPort: Int
- Definition Classes
- LightGBMExecutionParams
-
def
getDropRate: Double
- Definition Classes
- LightGBMDartParams
-
def
getEarlyStoppingRound: Int
- Definition Classes
- LightGBMLearnerParams
-
def
getExecutionParams(numTasksPerExec: Int): ExecutionParams
Constructs the ExecutionParams.
Constructs the ExecutionParams.
- returns
ExecutionParams object containing parameters related to LightGBM execution.
- Attributes
- protected
-
def
getFObj: FObjTrait
- Definition Classes
- LightGBMObjectiveParams
-
def
getFeatureFraction: Double
- Definition Classes
- LightGBMFractionParams
-
final
def
getFeaturesCol: String
- Definition Classes
- HasFeaturesCol
-
def
getFeaturesShapCol: String
- Definition Classes
- LightGBMPredictionParams
-
def
getImprovementTolerance: Double
- Definition Classes
- LightGBMLearnerParams
-
def
getInitScoreCol: String
- Definition Classes
- HasInitScoreCol
-
def
getIsProvideTrainingMetric: Boolean
- Definition Classes
- LightGBMParams
-
final
def
getLabelCol: String
- Definition Classes
- HasLabelCol
-
def
getLambdaL1: Double
- Definition Classes
- LightGBMParams
-
def
getLambdaL2: Double
- Definition Classes
- LightGBMParams
-
def
getLeafPredictionCol: String
- Definition Classes
- LightGBMPredictionParams
-
def
getLearningRate: Double
- Definition Classes
- LightGBMParams
-
def
getMatrixType: String
- Definition Classes
- LightGBMExecutionParams
-
def
getMaxBin: Int
- Definition Classes
- LightGBMBinParams
-
def
getMaxBinByFeature: Array[Int]
- Definition Classes
- LightGBMParams
-
def
getMaxDeltaStep: Double
- Definition Classes
- LightGBMParams
-
def
getMaxDepth: Int
- Definition Classes
- LightGBMParams
-
def
getMaxDrop: Int
- Definition Classes
- LightGBMDartParams
-
def
getMetric: String
- Definition Classes
- LightGBMParams
-
def
getMinDataInLeaf: Int
- Definition Classes
- LightGBMParams
-
def
getMinGainToSplit: Double
- Definition Classes
- LightGBMParams
-
def
getMinSumHessianInLeaf: Double
- Definition Classes
- LightGBMParams
-
def
getModelString: String
- Definition Classes
- LightGBMParams
-
def
getNegBaggingFraction: Double
- Definition Classes
- LightGBMFractionParams
-
def
getNumBatches: Int
- Definition Classes
- LightGBMExecutionParams
-
def
getNumIterations: Int
- Definition Classes
- LightGBMParams
-
def
getNumLeaves: Int
- Definition Classes
- LightGBMParams
-
def
getNumTasks: Int
- Definition Classes
- LightGBMExecutionParams
-
def
getNumThreads: Int
- Definition Classes
- LightGBMExecutionParams
-
def
getObjective: String
- Definition Classes
- LightGBMObjectiveParams
-
def
getObjectiveParams: ObjectiveParams
Constructs the ObjectiveParams.
Constructs the ObjectiveParams.
- returns
ObjectiveParams object containing parameters related to the objective function.
- Attributes
- protected
-
def
getOptGroupCol: Option[String]
Optional group column for Ranking, set to None by default.
Optional group column for Ranking, set to None by default.
- returns
None
- Attributes
- protected
-
final
def
getOrDefault[T](param: Param[T]): T
- Definition Classes
- Params
-
def
getParallelism: String
- Definition Classes
- LightGBMExecutionParams
-
def
getParam(paramName: String): Param[Any]
- Definition Classes
- Params
-
def
getPosBaggingFraction: Double
- Definition Classes
- LightGBMFractionParams
-
def
getPredictDisableShapeCheck: Boolean
- Definition Classes
- LightGBMPredictionParams
-
def
getRepartitionByGroupingColumn: Boolean
- Definition Classes
- LightGBMExecutionParams
-
def
getSkipDrop: Double
- Definition Classes
- LightGBMDartParams
-
def
getSlotNames: Array[String]
- Definition Classes
- LightGBMSlotParams
- def getSlotNamesWithMetadata(featuresSchema: StructField): Option[Array[String]]
-
def
getTimeout: Double
- Definition Classes
- LightGBMExecutionParams
-
def
getTopK: Int
- Definition Classes
- LightGBMExecutionParams
-
def
getTrainingCols: Array[(String, Seq[DataType])]
- Attributes
- protected
-
def
getUniformDrop: Boolean
- Definition Classes
- LightGBMDartParams
-
def
getUseBarrierExecutionMode: Boolean
- Definition Classes
- LightGBMExecutionParams
-
def
getUseSingleDatasetMode: Boolean
- Definition Classes
- LightGBMExecutionParams
-
def
getValidationIndicatorCol: String
- Definition Classes
- HasValidationIndicatorCol
-
def
getVerbosity: Int
- Definition Classes
- LightGBMParams
-
def
getWeightCol: String
- Definition Classes
- HasWeightCol
-
def
getXGBoostDartMode: Boolean
- Definition Classes
- LightGBMDartParams
-
final
def
hasDefault[T](param: Param[T]): Boolean
- Definition Classes
- Params
-
def
hasParam(paramName: String): Boolean
- Definition Classes
- Params
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
val
improvementTolerance: DoubleParam
- Definition Classes
- LightGBMLearnerParams
-
val
initScoreCol: Param[String]
The name of the initial score column
The name of the initial score column
- Definition Classes
- HasInitScoreCol
-
def
initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
- Attributes
- protected
- Definition Classes
- Logging
-
def
initializeLogIfNecessary(isInterpreter: Boolean): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
innerTrain(dataset: Dataset[_], batchIndex: Int): TrainedModel
Inner train method for LightGBM learners.
Inner train method for LightGBM learners. Calculates the number of workers, creates a driver thread, and runs mapPartitions on the dataset.
- dataset
The dataset to train on.
- batchIndex
In running in batch training mode, gets the batch number.
- returns
The LightGBM Model from the trained LightGBM Booster.
- Attributes
- protected
-
final
def
isDefined(param: Param[_]): Boolean
- Definition Classes
- Params
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
val
isProvideTrainingMetric: BooleanParam
- Definition Classes
- LightGBMParams
-
final
def
isSet(param: Param[_]): Boolean
- Definition Classes
- Params
-
def
isTraceEnabled(): Boolean
- Attributes
- protected
- Definition Classes
- Logging
-
final
val
labelCol: Param[String]
- Definition Classes
- HasLabelCol
-
val
lambdaL1: DoubleParam
- Definition Classes
- LightGBMParams
-
val
lambdaL2: DoubleParam
- Definition Classes
- LightGBMParams
-
val
leafPredictionCol: Param[String]
- Definition Classes
- LightGBMPredictionParams
-
val
learningRate: DoubleParam
- Definition Classes
- LightGBMParams
-
def
log: Logger
- Attributes
- protected
- Definition Classes
- Logging
-
def
logBase(methodName: String): Unit
- Attributes
- protected
- Definition Classes
- BasicLogging
-
def
logClass(): Unit
- Definition Classes
- BasicLogging
-
def
logDebug(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logDebug(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logError(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logError(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logErrorBase(methodName: String, e: Exception): Unit
- Attributes
- protected
- Definition Classes
- BasicLogging
-
def
logFit[T](f: ⇒ T): T
- Definition Classes
- BasicLogging
-
def
logInfo(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logInfo(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logName: String
- Attributes
- protected
- Definition Classes
- Logging
-
def
logPredict[T](f: ⇒ T): T
- Definition Classes
- BasicLogging
-
def
logTrace(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logTrace(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logTrain[T](f: ⇒ T): T
- Definition Classes
- BasicLogging
-
def
logTransform[T](f: ⇒ T): T
- Definition Classes
- BasicLogging
-
def
logVerb[T](verb: String, f: ⇒ T): T
- Definition Classes
- BasicLogging
-
def
logWarning(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logWarning(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
makePyFile(conf: CodegenConfig): Unit
- Definition Classes
- PythonWrappable
-
def
makeRFile(conf: CodegenConfig): Unit
- Definition Classes
- RWrappable
-
val
matrixType: Param[String]
- Definition Classes
- LightGBMExecutionParams
-
val
maxBin: IntParam
- Definition Classes
- LightGBMBinParams
-
val
maxBinByFeature: IntArrayParam
- Definition Classes
- LightGBMParams
-
val
maxDeltaStep: DoubleParam
- Definition Classes
- LightGBMParams
-
val
maxDepth: IntParam
- Definition Classes
- LightGBMParams
-
val
maxDrop: IntParam
- Definition Classes
- LightGBMDartParams
-
val
metric: Param[String]
- Definition Classes
- LightGBMParams
-
val
minDataInLeaf: IntParam
- Definition Classes
- LightGBMParams
-
val
minGainToSplit: DoubleParam
- Definition Classes
- LightGBMParams
-
val
minSumHessianInLeaf: DoubleParam
- Definition Classes
- LightGBMParams
-
val
modelString: Param[String]
- Definition Classes
- LightGBMParams
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
val
negBaggingFraction: DoubleParam
- Definition Classes
- LightGBMFractionParams
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
val
numBatches: IntParam
- Definition Classes
- LightGBMExecutionParams
-
val
numIterations: IntParam
- Definition Classes
- LightGBMParams
-
val
numLeaves: IntParam
- Definition Classes
- LightGBMParams
-
val
numTasks: IntParam
- Definition Classes
- LightGBMExecutionParams
-
val
numThreads: IntParam
- Definition Classes
- LightGBMExecutionParams
-
val
objective: Param[String]
- Definition Classes
- LightGBMObjectiveParams
-
val
parallelism: Param[String]
- Definition Classes
- LightGBMExecutionParams
-
lazy val
params: Array[Param[_]]
- Definition Classes
- Params
-
val
posBaggingFraction: DoubleParam
- Definition Classes
- LightGBMFractionParams
-
val
predictDisableShapeCheck: BooleanParam
- Definition Classes
- LightGBMPredictionParams
-
def
prepareDataframe(dataset: Dataset[_], numTasks: Int): DataFrame
- Attributes
- protected
-
def
preprocessData(dataset: DataFrame): DataFrame
Allow algorithm specific preprocessing of dataset.
Allow algorithm specific preprocessing of dataset.
- dataset
The dataset to preprocess prior to training.
- returns
The preprocessed data.
- Attributes
- protected
-
def
pyAdditionalMethods: String
- Definition Classes
- PythonWrappable
-
lazy val
pyClassDoc: String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
lazy val
pyClassName: String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
pyExtraEstimatorImports: String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
pyExtraEstimatorMethods: String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
lazy val
pyInheritedClasses: Seq[String]
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
pyInitFunc(): String
- Definition Classes
- PythonWrappable
-
lazy val
pyInternalWrapper: Boolean
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
lazy val
pyObjectBaseClass: String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
pyParamArg[T](p: Param[T]): String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
pyParamDefault[T](p: Param[T]): Option[String]
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
pyParamGetter(p: Param[_]): String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
pyParamSetter(p: Param[_]): String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
pyParamsArgs: String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
pyParamsDefaults: String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
lazy val
pyParamsDefinitions: String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
pyParamsGetters: String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
pyParamsSetters: String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
pythonClass(): String
- Attributes
- protected
- Definition Classes
- PythonWrappable
-
def
rClass(): String
- Attributes
- protected
- Definition Classes
- RWrappable
-
def
rDocString: String
- Attributes
- protected
- Definition Classes
- RWrappable
-
def
rExtraBodyLines: String
- Attributes
- protected
- Definition Classes
- RWrappable
-
def
rExtraInitLines: String
- Attributes
- protected
- Definition Classes
- RWrappable
-
lazy val
rFuncName: String
- Attributes
- protected
- Definition Classes
- RWrappable
-
lazy val
rInternalWrapper: Boolean
- Attributes
- protected
- Definition Classes
- RWrappable
-
def
rParamArg[T](p: Param[T]): String
- Attributes
- protected
- Definition Classes
- RWrappable
-
def
rParamsArgs: String
- Attributes
- protected
- Definition Classes
- RWrappable
-
def
rSetterLines: String
- Attributes
- protected
- Definition Classes
- RWrappable
-
val
repartitionByGroupingColumn: BooleanParam
- Definition Classes
- LightGBMExecutionParams
-
def
save(path: String): Unit
- Definition Classes
- MLWritable
- Annotations
- @Since( "1.6.0" ) @throws( ... )
-
final
def
set(paramPair: ParamPair[_]): LightGBMBase.this.type
- Attributes
- protected
- Definition Classes
- Params
-
final
def
set(param: String, value: Any): LightGBMBase.this.type
- Attributes
- protected
- Definition Classes
- Params
-
final
def
set[T](param: Param[T], value: T): LightGBMBase.this.type
- Definition Classes
- Params
-
def
setBaggingFraction(value: Double): LightGBMBase.this.type
- Definition Classes
- LightGBMFractionParams
-
def
setBaggingFreq(value: Int): LightGBMBase.this.type
- Definition Classes
- LightGBMParams
-
def
setBaggingSeed(value: Int): LightGBMBase.this.type
- Definition Classes
- LightGBMParams
-
def
setBinSampleCount(value: Int): LightGBMBase.this.type
- Definition Classes
- LightGBMBinParams
-
def
setBoostFromAverage(value: Boolean): LightGBMBase.this.type
- Definition Classes
- LightGBMParams
-
def
setBoostingType(value: String): LightGBMBase.this.type
- Definition Classes
- LightGBMParams
-
def
setCategoricalSlotIndexes(value: Array[Int]): LightGBMBase.this.type
- Definition Classes
- LightGBMSlotParams
-
def
setCategoricalSlotNames(value: Array[String]): LightGBMBase.this.type
- Definition Classes
- LightGBMSlotParams
-
def
setChunkSize(value: Int): LightGBMBase.this.type
- Definition Classes
- LightGBMExecutionParams
-
final
def
setDefault(paramPairs: ParamPair[_]*): LightGBMBase.this.type
- Attributes
- protected
- Definition Classes
- Params
-
final
def
setDefault[T](param: Param[T], value: T): LightGBMBase.this.type
- Attributes
- protected
- Definition Classes
- Params
-
def
setDefaultListenPort(value: Int): LightGBMBase.this.type
- Definition Classes
- LightGBMExecutionParams
-
def
setDelegate(delegate: LightGBMDelegate): LightGBMBase.this.type
- Definition Classes
- LightGBMParams
-
def
setDriverListenPort(value: Int): LightGBMBase.this.type
- Definition Classes
- LightGBMExecutionParams
-
def
setDropRate(value: Double): LightGBMBase.this.type
- Definition Classes
- LightGBMDartParams
-
def
setEarlyStoppingRound(value: Int): LightGBMBase.this.type
- Definition Classes
- LightGBMLearnerParams
-
def
setFObj(value: FObjTrait): LightGBMBase.this.type
- Definition Classes
- LightGBMObjectiveParams
-
def
setFeatureFraction(value: Double): LightGBMBase.this.type
- Definition Classes
- LightGBMFractionParams
-
def
setFeaturesShapCol(value: String): LightGBMBase.this.type
- Definition Classes
- LightGBMPredictionParams
-
def
setImprovementTolerance(value: Double): LightGBMBase.this.type
- Definition Classes
- LightGBMLearnerParams
-
def
setInitScoreCol(value: String): LightGBMBase.this.type
- Definition Classes
- HasInitScoreCol
-
def
setIsProvideTrainingMetric(value: Boolean): LightGBMBase.this.type
- Definition Classes
- LightGBMParams
-
def
setLambdaL1(value: Double): LightGBMBase.this.type
- Definition Classes
- LightGBMParams
-
def
setLambdaL2(value: Double): LightGBMBase.this.type
- Definition Classes
- LightGBMParams
-
def
setLeafPredictionCol(value: String): LightGBMBase.this.type
- Definition Classes
- LightGBMPredictionParams
-
def
setLearningRate(value: Double): LightGBMBase.this.type
- Definition Classes
- LightGBMParams
-
def
setMatrixType(value: String): LightGBMBase.this.type
- Definition Classes
- LightGBMExecutionParams
-
def
setMaxBin(value: Int): LightGBMBase.this.type
- Definition Classes
- LightGBMBinParams
-
def
setMaxBinByFeature(value: Array[Int]): LightGBMBase.this.type
- Definition Classes
- LightGBMParams
-
def
setMaxDeltaStep(value: Double): LightGBMBase.this.type
- Definition Classes
- LightGBMParams
-
def
setMaxDepth(value: Int): LightGBMBase.this.type
- Definition Classes
- LightGBMParams
-
def
setMaxDrop(value: Int): LightGBMBase.this.type
- Definition Classes
- LightGBMDartParams
-
def
setMetric(value: String): LightGBMBase.this.type
- Definition Classes
- LightGBMParams
-
def
setMinDataInLeaf(value: Int): LightGBMBase.this.type
- Definition Classes
- LightGBMParams
-
def
setMinGainToSplit(value: Double): LightGBMBase.this.type
- Definition Classes
- LightGBMParams
-
def
setMinSumHessianInLeaf(value: Double): LightGBMBase.this.type
- Definition Classes
- LightGBMParams
-
def
setModelString(value: String): LightGBMBase.this.type
- Definition Classes
- LightGBMParams
-
def
setNegBaggingFraction(value: Double): LightGBMBase.this.type
- Definition Classes
- LightGBMFractionParams
-
def
setNumBatches(value: Int): LightGBMBase.this.type
- Definition Classes
- LightGBMExecutionParams
-
def
setNumIterations(value: Int): LightGBMBase.this.type
- Definition Classes
- LightGBMParams
-
def
setNumLeaves(value: Int): LightGBMBase.this.type
- Definition Classes
- LightGBMParams
-
def
setNumTasks(value: Int): LightGBMBase.this.type
- Definition Classes
- LightGBMExecutionParams
-
def
setNumThreads(value: Int): LightGBMBase.this.type
- Definition Classes
- LightGBMExecutionParams
-
def
setObjective(value: String): LightGBMBase.this.type
- Definition Classes
- LightGBMObjectiveParams
-
def
setParallelism(value: String): LightGBMBase.this.type
- Definition Classes
- LightGBMExecutionParams
-
def
setPosBaggingFraction(value: Double): LightGBMBase.this.type
- Definition Classes
- LightGBMFractionParams
-
def
setPredictDisableShapeCheck(value: Boolean): LightGBMBase.this.type
- Definition Classes
- LightGBMPredictionParams
-
def
setRepartitionByGroupingColumn(value: Boolean): LightGBMBase.this.type
- Definition Classes
- LightGBMExecutionParams
-
def
setSkipDrop(value: Double): LightGBMBase.this.type
- Definition Classes
- LightGBMDartParams
-
def
setSlotNames(value: Array[String]): LightGBMBase.this.type
- Definition Classes
- LightGBMSlotParams
-
def
setTimeout(value: Double): LightGBMBase.this.type
- Definition Classes
- LightGBMExecutionParams
-
def
setTopK(value: Int): LightGBMBase.this.type
- Definition Classes
- LightGBMExecutionParams
-
def
setUniformDrop(value: Boolean): LightGBMBase.this.type
- Definition Classes
- LightGBMDartParams
-
def
setUseBarrierExecutionMode(value: Boolean): LightGBMBase.this.type
- Definition Classes
- LightGBMExecutionParams
-
def
setUseSingleDatasetMode(value: Boolean): LightGBMBase.this.type
- Definition Classes
- LightGBMExecutionParams
-
def
setValidationIndicatorCol(value: String): LightGBMBase.this.type
- Definition Classes
- HasValidationIndicatorCol
-
def
setVerbosity(value: Int): LightGBMBase.this.type
- Definition Classes
- LightGBMParams
-
def
setWeightCol(value: String): LightGBMBase.this.type
- Definition Classes
- HasWeightCol
-
def
setXGBoostDartMode(value: Boolean): LightGBMBase.this.type
- Definition Classes
- LightGBMDartParams
-
val
skipDrop: DoubleParam
- Definition Classes
- LightGBMDartParams
-
val
slotNames: StringArrayParam
- Definition Classes
- LightGBMSlotParams
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
val
timeout: DoubleParam
- Definition Classes
- LightGBMExecutionParams
-
def
toString(): String
- Definition Classes
- Identifiable → AnyRef → Any
-
val
topK: IntParam
- Definition Classes
- LightGBMExecutionParams
-
def
train(dataset: Dataset[_]): TrainedModel
Trains the LightGBM model.
Trains the LightGBM model. If batches are specified, breaks training dataset into batches for training.
- dataset
The input dataset to train.
- returns
The trained model.
- Attributes
- protected
-
def
transformSchema(schema: StructType, logging: Boolean): StructType
- Attributes
- protected
- Definition Classes
- PipelineStage
- Annotations
- @DeveloperApi()
-
val
uniformDrop: BooleanParam
- Definition Classes
- LightGBMDartParams
-
val
useBarrierExecutionMode: BooleanParam
- Definition Classes
- LightGBMExecutionParams
-
val
useSingleDatasetMode: BooleanParam
- Definition Classes
- LightGBMExecutionParams
-
val
validationIndicatorCol: Param[String]
The name of the validation indicator column
The name of the validation indicator column
- Definition Classes
- HasValidationIndicatorCol
-
val
ver: String
- Definition Classes
- BasicLogging
-
val
verbosity: IntParam
- Definition Classes
- LightGBMParams
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
val
weightCol: Param[String]
The name of the weight column
The name of the weight column
- Definition Classes
- HasWeightCol
-
def
write: MLWriter
- Definition Classes
- DefaultParamsWritable → MLWritable
-
val
xgboostDartMode: BooleanParam
- Definition Classes
- LightGBMDartParams