object LightGBMUtils
Helper utilities for LightGBM learners
- Alphabetic
- By Inheritance
- LightGBMUtils
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Value Members
-
def
getExecutorId: String
Returns the executor ID for the spark Dataset.
Returns the executor ID for the spark Dataset.
- returns
Returns the executor id.
- def getFeaturizer(dataset: Dataset[_], labelColumn: String, featuresColumn: String, weightColumn: Option[String] = None, groupColumn: Option[String] = None, oneHotEncodeCategoricals: Boolean = true): PipelineModel
-
def
getPartitionId: Int
Returns the partition ID for the spark Dataset.
Returns the partition ID for the spark Dataset.
Used to make operations deterministic on same dataset.
- returns
Returns the partition id.
-
def
getTaskId: Long
Returns a unique task Id for the current task run on the executor.
Returns a unique task Id for the current task run on the executor.
- returns
A unique task id.
-
def
getWorkerId: Int
Returns an integer ID for the current worker.
Returns an integer ID for the current worker.
- returns
In cluster, returns the executor id. In local case, returns the partition id.
-
def
initializeNativeLibrary(): Unit
Loads the native shared object binaries lib_lightgbm.so and lib_lightgbm_swig.so
-
def
isLocalExecution: Boolean
Returns true if spark is run in local mode.
Returns true if spark is run in local mode.
- returns
True if spark is run in local mode.
- def validate(result: Int, component: String): Unit
- def validateArray(result: SWIGTYPE_p_void, component: String): Unit