object SparkSchema
Schema modification and information retrieval methods.
- Alphabetic
- By Inheritance
- SparkSchema
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
getLabelColumnName: (StructType, String) ⇒ String
Gets the label column name.
Gets the label column name.
- returns
The label column name.
-
def
getLabelColumnName(dataset: DataFrame, modelName: String): String
Gets the label column name.
Gets the label column name.
- dataset
The dataset to get the label column from.
- modelName
The model to retrieve the label column from.
- returns
The label column name.
-
def
getScoreValueKind(schema: StructType, modelName: String, columnName: String): String
Gets the score value kind or null if it does not exist from the schema.
Gets the score value kind or null if it does not exist from the schema.
- schema
The schema to get the score column kind column name from.
- modelName
The model to retrieve the score column kind column name from.
- columnName
The column to retrieve the score value kind from.
-
def
getScoreValueKind(dataset: DataFrame, modelName: String, columnName: String): String
Gets the score value kind or null if it does not exist from a dataset.
Gets the score value kind or null if it does not exist from a dataset.
- dataset
The dataset to get the score column kind column name from.
- modelName
The model to retrieve the score column kind column name from.
- columnName
The column to retrieve the score value kind from.
-
def
getScoredLabelsColumnName: (StructType, String) ⇒ String
Gets the scored labels column name.
Gets the scored labels column name.
- returns
The scored labels column name.
-
def
getScoredLabelsColumnName(dataset: DataFrame, modelName: String): String
Gets the scored labels column name.
Gets the scored labels column name.
- dataset
The dataset to get the scored labels column from.
- modelName
The model to retrieve the scored labels column from.
- returns
The scored labels column name.
-
def
getScoredProbabilitiesColumnName: (StructType, String) ⇒ String
Gets the scored probabilities column name.
Gets the scored probabilities column name.
- returns
The scored probabilities column name.
-
def
getScoredProbabilitiesColumnName(dataset: DataFrame, modelName: String): String
Gets the scored probabilities column name.
Gets the scored probabilities column name.
- dataset
The dataset to get the scored probabilities column from.
- modelName
The model to retrieve the scored probabilities column from.
- returns
The scored probabilities column name.
-
def
getScoresColumnName: (StructType, String) ⇒ String
Gets the scores column name.
Gets the scores column name.
- returns
The scores column name.
-
def
getScoresColumnName(dataset: DataFrame, modelName: String): String
Gets the scores column name.
Gets the scores column name.
- dataset
The dataset to get the scores column from.
- modelName
The model to retrieve the scores column from.
- returns
The scores column name.
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
isBoolean(df: DataFrame, column: String): Boolean
Find if the given column is boolean
-
def
isCategorical(df: DataFrame, column: String): Boolean
Find if the given column is Categorical; use CategoricalColumnInfo for more details
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
def
isNumeric(df: DataFrame, column: String): Boolean
Find if the given column is numeric
-
def
isString(df: DataFrame, column: String): Boolean
Find if the given column is a string
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
def
setLabelColumnName: (DataFrame, String, String, String) ⇒ DataFrame
Sets the label column name.
Sets the label column name.
- returns
The modified dataset.
-
def
setScoredLabelsColumnName: (DataFrame, String, String, String) ⇒ DataFrame
Sets the scored labels column name.
Sets the scored labels column name.
- returns
The modified dataset.
-
def
setScoredProbabilitiesColumnName: (DataFrame, String, String, String) ⇒ DataFrame
Sets the scored probabilities column name.
Sets the scored probabilities column name.
- returns
The modified dataset.
-
def
setScoresColumnName: (DataFrame, String, String, String) ⇒ DataFrame
Sets the scores column name.
Sets the scores column name.
- returns
The modified dataset.
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toString(): String
- Definition Classes
- AnyRef → Any
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()