Value Members

1.  final def !=(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

2.  final def ##(): Int

   Definition Classes

   AnyRef → Any

3.  final def $[T](param: Param[T]): T

   Attributes

   protected

   Definition Classes

   Params

4.  final def ==(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

5.  final def asInstanceOf[T0]: T0

   Definition Classes

   Any

6.  val binary: BooleanParam

   All nonnegative word counts are set to 1 when set to true

   All nonnegative word counts are set to 1 when set to true

   Definition Classes

   TextFeaturizerParams

7.  val caseSensitiveStopWords: BooleanParam

   Indicates whether a case sensitive comparison is performed on stop words.

   Indicates whether a case sensitive comparison is performed on stop words.

   Definition Classes

   TextFeaturizerParams

8.  lazy val classNameHelper: String

   Attributes

   protected

   Definition Classes

   BaseWrappable

9.  final def clear(param: Param[_]): TextFeaturizer.this.type

   Definition Classes

   Params

10.  def clone(): AnyRef

    Attributes

    protected[lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... ) @native()

11.  def companionModelClassName: String

    Attributes

    protected

    Definition Classes

    BaseWrappable

12.  def copy(extra: ParamMap): TextFeaturizer.this.type

    Definition Classes

    TextFeaturizer → Estimator → PipelineStage → Params

13.  def copyValues[T <: Params](to: T, extra: ParamMap): T

    Attributes

    protected

    Definition Classes

    Params

14.  lazy val copyrightLines: String

    Attributes

    protected

    Definition Classes

    BaseWrappable

15.  final def defaultCopy[T <: Params](extra: ParamMap): T

    Attributes

    protected

    Definition Classes

    Params

16.  val defaultStopWordLanguage: Param[String]

    Specify the language to use for stop word removal.

    Specify the language to use for stop word removal. The Use the custom setting when using the stopWords input

    Definition Classes

    TextFeaturizerParams

17.  final def eq(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

18.  def equals(arg0: Any): Boolean

    Definition Classes

    AnyRef → Any

19.  def explainParam(param: Param[_]): String

    Definition Classes

    Params

20.  def explainParams(): String

    Definition Classes

    Params

21.  final def extractParamMap(): ParamMap

    Definition Classes

    Params

22.  final def extractParamMap(extra: ParamMap): ParamMap

    Definition Classes

    Params

23.  def finalize(): Unit

    Attributes

    protected[lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

24.  def fit(dataset: Dataset[_]): PipelineModel

    Definition Classes

    TextFeaturizer → Estimator

25.  def fit(dataset: Dataset[_], paramMaps: Seq[ParamMap]): Seq[PipelineModel]

    Definition Classes

    Estimator

    Annotations

    @Since( "2.0.0" )

26.  def fit(dataset: Dataset[_], paramMap: ParamMap): PipelineModel

    Definition Classes

    Estimator

    Annotations

    @Since( "2.0.0" )

27.  def fit(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): PipelineModel

    Definition Classes

    Estimator

    Annotations

    @Since( "2.0.0" ) @varargs()

28.  final def get[T](param: Param[T]): Option[T]

    Definition Classes

    Params

29.  final def getBinary: Boolean
    Definition Classes

    TextFeaturizerParams

30.  final def getCaseSensitiveStopWords: Boolean
    Definition Classes

    TextFeaturizerParams

31.  final def getClass(): Class[_]

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

32.  final def getDefault[T](param: Param[T]): Option[T]

    Definition Classes

    Params

33.  final def getDefaultStopWordLanguage: String
    Definition Classes

    TextFeaturizerParams

34.  def getInputCol: String
    Definition Classes

    HasInputCol

35.  final def getMinDocFreq: Int
    Definition Classes

    TextFeaturizerParams

36.  final def getMinTokenLength: Int
    Definition Classes

    TextFeaturizerParams

37.  final def getNGramLength: Int
    Definition Classes

    TextFeaturizerParams

38.  final def getNumFeatures: Int
    Definition Classes

    TextFeaturizerParams

39.  final def getOrDefault[T](param: Param[T]): T

    Definition Classes

    Params

40.  def getOutputCol: String
    Definition Classes

    HasOutputCol

41.  def getParam(paramName: String): Param[Any]

    Definition Classes

    Params

42.  final def getStopWords: String
    Definition Classes

    TextFeaturizerParams

43.  final def getToLowercase: Boolean
    Definition Classes

    TextFeaturizerParams

44.  final def getTokenizerGaps: Boolean
    Definition Classes

    TextFeaturizerParams

45.  final def getTokenizerPattern: String
    Definition Classes

    TextFeaturizerParams

46.  final def getUseIDF: Boolean
    Definition Classes

    TextFeaturizerParams

47.  final def getUseNGram: Boolean
    Definition Classes

    TextFeaturizerParams

48.  final def getUseStopWordsRemover: Boolean
    Definition Classes

    TextFeaturizerParams

49.  final def getUseTokenizer: Boolean
    Definition Classes

    TextFeaturizerParams

50.  final def hasDefault[T](param: Param[T]): Boolean

    Definition Classes

    Params

51.  def hasParam(paramName: String): Boolean

    Definition Classes

    Params

52.  def hashCode(): Int

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

53.  def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    Attributes

    protected

    Definition Classes

    Logging

54.  def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Attributes

    protected

    Definition Classes

    Logging

55.  val inputCol: Param[String]

    The name of the input column

    The name of the input column

    Definition Classes

    HasInputCol

56.  final def isDefined(param: Param[_]): Boolean

    Definition Classes

    Params

57.  final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

58.  final def isSet(param: Param[_]): Boolean

    Definition Classes

    Params

59.  def isTraceEnabled(): Boolean

    Attributes

    protected

    Definition Classes

    Logging

60.  def log: Logger

    Attributes

    protected

    Definition Classes

    Logging

61.  def logBase(methodName: String): Unit

    Attributes

    protected

    Definition Classes

    BasicLogging

62.  def logClass(): Unit

    Definition Classes

    BasicLogging

63.  def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

64.  def logDebug(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

65.  def logError(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

66.  def logError(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

67.  def logErrorBase(methodName: String, e: Exception): Unit

    Attributes

    protected

    Definition Classes

    BasicLogging

68.  def logFit[T](f: ⇒ T): T

    Definition Classes

    BasicLogging

69.  def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

70.  def logInfo(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

71.  def logName: String

    Attributes

    protected

    Definition Classes

    Logging

72.  def logPredict[T](f: ⇒ T): T

    Definition Classes

    BasicLogging

73.  def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

74.  def logTrace(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

75.  def logTrain[T](f: ⇒ T): T

    Definition Classes

    BasicLogging

76.  def logTransform[T](f: ⇒ T): T

    Definition Classes

    BasicLogging

77.  def logVerb[T](verb: String, f: ⇒ T): T

    Definition Classes

    BasicLogging

78.  def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

79.  def logWarning(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

80.  def makePyFile(conf: CodegenConfig): Unit

    Definition Classes

    PythonWrappable

81.  def makeRFile(conf: CodegenConfig): Unit

    Definition Classes

    RWrappable

82.  val minDocFreq: IntParam

    Minimum number of documents in which a term should appear.

    Minimum number of documents in which a term should appear.

    Definition Classes

    TextFeaturizerParams

83.  val minTokenLength: IntParam

    Minumum token length; must be 0 or greater.

    Minumum token length; must be 0 or greater.

    Definition Classes

    TextFeaturizerParams

84.  val nGramLength: IntParam

    The size of the Ngrams

    The size of the Ngrams

    Definition Classes

    TextFeaturizerParams

85.  final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

86.  final def notify(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

87.  final def notifyAll(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

88.  val numFeatures: IntParam

    Set the number of features to hash each document to

    Set the number of features to hash each document to

    Definition Classes

    TextFeaturizerParams

89.  val outputCol: Param[String]

    The name of the output column

    The name of the output column

    Definition Classes

    HasOutputCol

90.  lazy val params: Array[Param[_]]

    Definition Classes

    Params

91.  def pyAdditionalMethods: String

    Definition Classes

    PythonWrappable

92.  lazy val pyClassDoc: String

    Attributes

    protected

    Definition Classes

    PythonWrappable

93.  lazy val pyClassName: String

    Attributes

    protected

    Definition Classes

    PythonWrappable

94.  def pyExtraEstimatorImports: String

    Attributes

    protected

    Definition Classes

    PythonWrappable

95.  def pyExtraEstimatorMethods: String

    Attributes

    protected

    Definition Classes

    PythonWrappable

96.  lazy val pyInheritedClasses: Seq[String]

    Attributes

    protected

    Definition Classes

    PythonWrappable

97.  def pyInitFunc(): String

    Definition Classes

    PythonWrappable

98.  lazy val pyInternalWrapper: Boolean

    Attributes

    protected

    Definition Classes

    PythonWrappable

99.  lazy val pyObjectBaseClass: String

    Attributes

    protected

    Definition Classes

    PythonWrappable

100.  def pyParamArg[T](p: Param[T]): String

     Attributes

     protected

     Definition Classes

     PythonWrappable

101.  def pyParamDefault[T](p: Param[T]): Option[String]

     Attributes

     protected

     Definition Classes

     PythonWrappable

102.  def pyParamGetter(p: Param[_]): String

     Attributes

     protected

     Definition Classes

     PythonWrappable

103.  def pyParamSetter(p: Param[_]): String

     Attributes

     protected

     Definition Classes

     PythonWrappable

104.  def pyParamsArgs: String

     Attributes

     protected

     Definition Classes

     PythonWrappable

105.  def pyParamsDefaults: String

     Attributes

     protected

     Definition Classes

     PythonWrappable

106.  lazy val pyParamsDefinitions: String

     Attributes

     protected

     Definition Classes

     PythonWrappable

107.  def pyParamsGetters: String

     Attributes

     protected

     Definition Classes

     PythonWrappable

108.  def pyParamsSetters: String

     Attributes

     protected

     Definition Classes

     PythonWrappable

109.  def pythonClass(): String

     Attributes

     protected

     Definition Classes

     PythonWrappable

110.  def rClass(): String

     Attributes

     protected

     Definition Classes

     RWrappable

111.  def rDocString: String

     Attributes

     protected

     Definition Classes

     RWrappable

112.  def rExtraBodyLines: String

     Attributes

     protected

     Definition Classes

     RWrappable

113.  def rExtraInitLines: String

     Attributes

     protected

     Definition Classes

     RWrappable

114.  lazy val rFuncName: String

     Attributes

     protected

     Definition Classes

     RWrappable

115.  lazy val rInternalWrapper: Boolean

     Attributes

     protected

     Definition Classes

     RWrappable

116.  def rParamArg[T](p: Param[T]): String

     Attributes

     protected

     Definition Classes

     RWrappable

117.  def rParamsArgs: String

     Attributes

     protected

     Definition Classes

     RWrappable

118.  def rSetterLines: String

     Attributes

     protected

     Definition Classes

     RWrappable

119.  def save(path: String): Unit

     Definition Classes

     MLWritable

     Annotations

     @Since( "1.6.0" ) @throws( ... )

120.  final def set(paramPair: ParamPair[_]): TextFeaturizer.this.type

     Attributes

     protected

     Definition Classes

     Params

121.  final def set(param: String, value: Any): TextFeaturizer.this.type

     Attributes

     protected

     Definition Classes

     Params

122.  final def set[T](param: Param[T], value: T): TextFeaturizer.this.type

     Definition Classes

     Params

123.  def setBinary(value: Boolean): TextFeaturizer.this.type

124.  def setCaseSensitiveStopWords(value: Boolean): TextFeaturizer.this.type

125.  final def setDefault(paramPairs: ParamPair[_]*): TextFeaturizer.this.type

     Attributes

     protected

     Definition Classes

     Params

126.  final def setDefault[T](param: Param[T], value: T): TextFeaturizer.this.type

     Attributes

     protected

     Definition Classes

     Params

127.  def setDefaultStopWordLanguage(value: String): TextFeaturizer.this.type

128.  def setInputCol(value: String): TextFeaturizer.this.type
     Definition Classes

     HasInputCol

129.  def setMinDocFreq(value: Int): TextFeaturizer.this.type

130.  def setMinTokenLength(value: Int): TextFeaturizer.this.type

131.  def setNGramLength(value: Int): TextFeaturizer.this.type

132.  def setNumFeatures(value: Int): TextFeaturizer.this.type

133.  def setOutputCol(value: String): TextFeaturizer.this.type
     Definition Classes

     HasOutputCol

134.  def setStopWords(value: String): TextFeaturizer.this.type

135.  def setToLowercase(value: Boolean): TextFeaturizer.this.type

136.  def setTokenizerGaps(value: Boolean): TextFeaturizer.this.type

137.  def setTokenizerPattern(value: String): TextFeaturizer.this.type

138.  def setUseIDF(value: Boolean): TextFeaturizer.this.type

139.  def setUseNGram(value: Boolean): TextFeaturizer.this.type

140.  def setUseStopWordsRemover(value: Boolean): TextFeaturizer.this.type

141.  def setUseTokenizer(value: Boolean): TextFeaturizer.this.type
142.  val stopWords: Param[String]

     The words to be filtered out.

     The words to be filtered out. This is a comma separated list of words, encoded as a single string. For example, "a, the, and"

     Definition Classes

     TextFeaturizerParams

143.  final def synchronized[T0](arg0: ⇒ T0): T0

     Definition Classes

     AnyRef

144.  val toLowercase: BooleanParam

     Indicates whether to convert all characters to lowercase before tokenizing.

     Indicates whether to convert all characters to lowercase before tokenizing.

     Definition Classes

     TextFeaturizerParams

145.  def toString(): String

     Definition Classes

     Identifiable → AnyRef → Any

146.  val tokenizerGaps: BooleanParam

     Indicates whether the regex splits on gaps (true) or matches tokens (false)

     Indicates whether the regex splits on gaps (true) or matches tokens (false)

     Definition Classes

     TextFeaturizerParams

147.  val tokenizerPattern: Param[String]

     Regex pattern used to match delimiters if gaps (true) or tokens (false)

     Regex pattern used to match delimiters if gaps (true) or tokens (false)

     Definition Classes

     TextFeaturizerParams

148.  def transformSchema(schema: StructType): StructType

     Definition Classes

     TextFeaturizer → PipelineStage

149.  def transformSchema(schema: StructType, logging: Boolean): StructType

     Attributes

     protected

     Definition Classes

     PipelineStage

     Annotations

     @DeveloperApi()

150.  val uid: String

     Definition Classes

     TextFeaturizer → BasicLogging → Identifiable

151.  val useIDF: BooleanParam

     Scale the Term Frequencies by IDF when set to true

     Scale the Term Frequencies by IDF when set to true

     Definition Classes

     TextFeaturizerParams

152.  val useNGram: BooleanParam

     Enumerate N grams when set

     Enumerate N grams when set

     Definition Classes

     TextFeaturizerParams

153.  val useStopWordsRemover: BooleanParam

     Indicates whether to remove stop words from tokenized data.

     Indicates whether to remove stop words from tokenized data.

     Definition Classes

     TextFeaturizerParams

154.  val useTokenizer: BooleanParam

     Tokenize the input when set to true

     Tokenize the input when set to true

     Definition Classes

     TextFeaturizerParams

155.  val ver: String

     Definition Classes

     BasicLogging

156.  final def wait(): Unit

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

157.  final def wait(arg0: Long, arg1: Int): Unit

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

158.  final def wait(arg0: Long): Unit

     Definition Classes

     AnyRef

     Annotations

     @throws( ... ) @native()

159.  def write: MLWriter

     Definition Classes

     DefaultParamsWritable → MLWritable