case class TrainingContext(batchIndex: Int, sharedStateSingleton: SharedSingleton[SharedState], schema: StructType, numCols: Int, numInitScoreClasses: Int, trainingParams: BaseTrainParams, networkParams: NetworkParams, columnParams: ColumnParams, datasetParams: String, featureNames: Option[Array[String]], numTasksPerExecutor: Int, validationData: Option[Broadcast[Array[Row]]], serializedReferenceDataset: Option[Array[Byte]], partitionCounts: Option[Array[Long]]) extends Serializable with Product
Object to encapsulate all information about a training session that does not change during execution and can be created on the driver. There is also a reference to the shared state in an executor, which can change over time.
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- TrainingContext
- Product
- Equals
- Serializable
- Serializable
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- All
Instance Constructors
- new TrainingContext(batchIndex: Int, sharedStateSingleton: SharedSingleton[SharedState], schema: StructType, numCols: Int, numInitScoreClasses: Int, trainingParams: BaseTrainParams, networkParams: NetworkParams, columnParams: ColumnParams, datasetParams: String, featureNames: Option[Array[String]], numTasksPerExecutor: Int, validationData: Option[Broadcast[Array[Row]]], serializedReferenceDataset: Option[Array[Byte]], partitionCounts: Option[Array[Long]])
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
- val batchIndex: Int
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
- val columnParams: ColumnParams
- val datasetParams: String
- val earlyStoppingRound: Int
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- val featureNames: Option[Array[String]]
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
- val hasGroups: Boolean
- val hasGroupsAsInt: Int
- val hasInitialScores: Boolean
- val hasInitialScoresAsInt: Int
- val hasValidationData: Boolean
- val hasWeights: Boolean
- val hasWeightsAsInt: Int
- val improvementTolerance: Double
- def incrementArrayProcessedSignal(log: Logger): Int
- def incrementDataPrepDoneSignal(log: Logger): Unit
- val isBulk: Boolean
- val isClassification: Boolean
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
- val isProvideTrainingMetric: Boolean
- val isStreaming: Boolean
- val microBatchSize: Int
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- val networkParams: NetworkParams
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
- val numCols: Int
- val numInitScoreClasses: Int
- val numTasksPerExecutor: Int
- val partitionCounts: Option[Array[Long]]
- val schema: StructType
- val serializedReferenceDataset: Option[Array[Byte]]
- def sharedState(): SharedState
- val sharedStateSingleton: SharedSingleton[SharedState]
-
def
shouldCreateValidationDataset(): Boolean
Determines if the current task should calculate the validation Dataset.
Determines if the current task should calculate the validation Dataset. Only 1 task per executor needs to do it, and first one to call this gets the assignment.
- returns
True if the current task should create, false otherwise.
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
- implicit def toInt(b: Boolean): Int
- val trainingParams: BaseTrainParams
- val useSingleDatasetMode: Boolean
- val validationData: Option[Broadcast[Array[Row]]]
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()