case class TrainingContext(batchIndex: Int, sharedStateSingleton: SharedSingleton[SharedState], schema: StructType, numCols: Int, numInitScoreClasses: Int, trainingParams: BaseTrainParams, networkParams: NetworkParams, columnParams: ColumnParams, datasetParams: String, featureNames: Option[Array[String]], numTasksPerExecutor: Int, validationData: Option[Broadcast[Array[Row]]], broadcastedSampleData: Option[Broadcast[Array[Row]]], partitionCounts: Option[Array[Long]]) extends Serializable with Product

Object to encapsulate all information about a training session that does not change during execution and can be created on the driver. There is also a reference to the shared state in an executor, which can change over time.

Linear Supertypes
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. TrainingContext
  2. Product
  3. Equals
  4. Serializable
  5. Serializable
  6. AnyRef
  7. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new TrainingContext(batchIndex: Int, sharedStateSingleton: SharedSingleton[SharedState], schema: StructType, numCols: Int, numInitScoreClasses: Int, trainingParams: BaseTrainParams, networkParams: NetworkParams, columnParams: ColumnParams, datasetParams: String, featureNames: Option[Array[String]], numTasksPerExecutor: Int, validationData: Option[Broadcast[Array[Row]]], broadcastedSampleData: Option[Broadcast[Array[Row]]], partitionCounts: Option[Array[Long]])

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. val batchIndex: Int
  6. val broadcastedSampleData: Option[Broadcast[Array[Row]]]
  7. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  8. val columnParams: ColumnParams
  9. val datasetParams: String
  10. val earlyStoppingRound: Int
  11. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  12. val featureNames: Option[Array[String]]
  13. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  14. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  15. val hasGroups: Boolean
  16. val hasInitialScores: Boolean
  17. val hasValidationData: Boolean
  18. val hasWeights: Boolean
  19. val improvementTolerance: Double
  20. def incrementArrayProcessedSignal(log: Logger): Int
  21. def incrementDataPrepDoneSignal(log: Logger): Unit
  22. val isClassification: Boolean
  23. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  24. val isProvideTrainingMetric: Boolean
  25. val isStreaming: Boolean
  26. val microBatchSize: Int
  27. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  28. val networkParams: NetworkParams
  29. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  30. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  31. val numCols: Int
  32. val numInitScoreClasses: Int
  33. val numTasksPerExecutor: Int
  34. val partitionCounts: Option[Array[Long]]
  35. val schema: StructType
  36. def sharedState(): SharedState
  37. val sharedStateSingleton: SharedSingleton[SharedState]
  38. def shouldCreateValidationDataset(): Boolean

    Determines if the current task should calculate the validation Dataset.

    Determines if the current task should calculate the validation Dataset. Only 1 task per executor needs to do it, and first one to call this gets the assignment.

    returns

    True if the current task should create, false otherwise.

  39. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  40. val trainingParams: BaseTrainParams
  41. val useSingleDatasetMode: Boolean
  42. val validationData: Option[Broadcast[Array[Row]]]
  43. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  44. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  45. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Inherited from Product

Inherited from Equals

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped