case class TrainingContext(batchIndex: Int, sharedStateSingleton: SharedSingleton[SharedState], schema: StructType, numCols: Int, numInitScoreClasses: Int, trainingParams: BaseTrainParams, networkParams: NetworkParams, columnParams: ColumnParams, datasetParams: String, featureNames: Option[Array[String]], numTasksPerExecutor: Int, validationData: Option[Broadcast[Array[Row]]], broadcastedSampleData: Option[Broadcast[Array[Row]]], partitionCounts: Option[Array[Long]]) extends Serializable with Product

Object to encapsulate all information about a training session that does not change during execution and can be created on the driver. There is also a reference to the shared state in an executor, which can change over time.

Linear Supertypes
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. TrainingContext
  2. Product
  3. Equals
  4. Serializable
  5. Serializable
  6. AnyRef
  7. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new TrainingContext(batchIndex: Int, sharedStateSingleton: SharedSingleton[SharedState], schema: StructType, numCols: Int, numInitScoreClasses: Int, trainingParams: BaseTrainParams, networkParams: NetworkParams, columnParams: ColumnParams, datasetParams: String, featureNames: Option[Array[String]], numTasksPerExecutor: Int, validationData: Option[Broadcast[Array[Row]]], broadcastedSampleData: Option[Broadcast[Array[Row]]], partitionCounts: Option[Array[Long]])

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. val batchIndex: Int
  6. val broadcastedSampleData: Option[Broadcast[Array[Row]]]
  7. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  8. val columnParams: ColumnParams
  9. val datasetParams: String
  10. val earlyStoppingRound: Int
  11. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  12. val featureNames: Option[Array[String]]
  13. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  14. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  15. val hasGroups: Boolean
  16. val hasGroupsAsInt: Int
  17. val hasInitialScores: Boolean
  18. val hasInitialScoresAsInt: Int
  19. val hasValidationData: Boolean
  20. val hasWeights: Boolean
  21. val hasWeightsAsInt: Int
  22. val improvementTolerance: Double
  23. def incrementArrayProcessedSignal(log: Logger): Int
  24. def incrementDataPrepDoneSignal(log: Logger): Unit
  25. val isBulk: Boolean
  26. val isClassification: Boolean
  27. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  28. val isProvideTrainingMetric: Boolean
  29. val isStreaming: Boolean
  30. val microBatchSize: Int
  31. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  32. val networkParams: NetworkParams
  33. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  34. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  35. val numCols: Int
  36. val numInitScoreClasses: Int
  37. val numTasksPerExecutor: Int
  38. val partitionCounts: Option[Array[Long]]
  39. val schema: StructType
  40. def sharedState(): SharedState
  41. val sharedStateSingleton: SharedSingleton[SharedState]
  42. def shouldCreateValidationDataset(): Boolean

    Determines if the current task should calculate the validation Dataset.

    Determines if the current task should calculate the validation Dataset. Only 1 task per executor needs to do it, and first one to call this gets the assignment.

    returns

    True if the current task should create, false otherwise.

  43. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  44. implicit def toInt(b: Boolean): Int
  45. val trainingParams: BaseTrainParams
  46. val useSingleDatasetMode: Boolean
  47. val validationData: Option[Broadcast[Array[Row]]]
  48. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  49. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  50. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Inherited from Product

Inherited from Equals

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped