Packages

class Translate extends TextTranslatorBase with TextAsOnlyEntity with BasicLogging

Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. Translate
  2. TextAsOnlyEntity
  3. HasTextInput
  4. TextTranslatorBase
  5. HasSetLocation
  6. HasUrlPath
  7. HasSubscriptionRegion
  8. HasCognitiveServiceInput
  9. HasInternalJsonOutputParser
  10. CognitiveServicesBase
  11. HasHandler
  12. CognitiveServicesBaseNoHandler
  13. BasicLogging
  14. HasErrorCol
  15. HasSubscriptionKey
  16. HasServiceParams
  17. ComplexParamsWritable
  18. MLWritable
  19. HasURL
  20. HasOutputCol
  21. HTTPParams
  22. Wrappable
  23. RWrappable
  24. PythonWrappable
  25. BaseWrappable
  26. Transformer
  27. PipelineStage
  28. Logging
  29. Params
  30. Serializable
  31. Serializable
  32. Identifiable
  33. AnyRef
  34. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new Translate()
  2. new Translate(uid: String)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def $[T](param: Param[T]): T
    Attributes
    protected
    Definition Classes
    Params
  4. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  5. val allowFallback: ServiceParam[Boolean]
  6. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  7. val category: ServiceParam[String]
  8. lazy val classNameHelper: String
    Attributes
    protected
    Definition Classes
    BaseWrappable
  9. final def clear(param: Param[_]): Translate.this.type
    Definition Classes
    Params
  10. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  11. def companionModelClassName: String
    Attributes
    protected
    Definition Classes
    BaseWrappable
  12. val concurrency: Param[Int]
    Definition Classes
    HTTPParams
  13. val concurrentTimeout: Param[Double]
    Definition Classes
    HTTPParams
  14. def contentType: (Row) ⇒ String
    Attributes
    protected
    Definition Classes
    TextTranslatorBase → HasCognitiveServiceInput
  15. def copy(extra: ParamMap): Transformer
    Definition Classes
    CognitiveServicesBaseNoHandler → Transformer → PipelineStage → Params
  16. def copyValues[T <: Params](to: T, extra: ParamMap): T
    Attributes
    protected
    Definition Classes
    Params
  17. lazy val copyrightLines: String
    Attributes
    protected
    Definition Classes
    BaseWrappable
  18. final def defaultCopy[T <: Params](extra: ParamMap): T
    Attributes
    protected
    Definition Classes
    Params
  19. def emptyParamData[T](row: Row, p: ServiceParam[T]): Boolean
    Attributes
    protected
    Definition Classes
    HasServiceParams
  20. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  21. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  22. val errorCol: Param[String]
    Definition Classes
    HasErrorCol
  23. def explainParam(param: Param[_]): String
    Definition Classes
    Params
  24. def explainParams(): String
    Definition Classes
    Params
  25. final def extractParamMap(): ParamMap
    Definition Classes
    Params
  26. final def extractParamMap(extra: ParamMap): ParamMap
    Definition Classes
    Params
  27. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  28. val fromLanguage: ServiceParam[String]
  29. val fromScript: ServiceParam[String]
  30. final def get[T](param: Param[T]): Option[T]
    Definition Classes
    Params
  31. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  32. def getConcurrency: Int

    Definition Classes
    HTTPParams
  33. def getConcurrentTimeout: Double

    Definition Classes
    HTTPParams
  34. final def getDefault[T](param: Param[T]): Option[T]
    Definition Classes
    Params
  35. def getErrorCol: String
    Definition Classes
    HasErrorCol
  36. def getHandler: HandlerFunc

    Definition Classes
    HasHandler
  37. def getInternalInputParser(schema: StructType): HTTPInputParser
    Attributes
    protected
    Definition Classes
    HasCognitiveServiceInput
  38. def getInternalOutputParser(schema: StructType): HTTPOutputParser
    Attributes
    protected
    Definition Classes
    HasInternalJsonOutputParser
  39. def getInternalTransformer(schema: StructType): PipelineModel
    Attributes
    protected
    Definition Classes
    CognitiveServicesBaseNoHandler
  40. final def getOrDefault[T](param: Param[T]): T
    Definition Classes
    Params
  41. def getOutputCol: String

    Definition Classes
    HasOutputCol
  42. def getParam(paramName: String): Param[Any]
    Definition Classes
    Params
  43. def getRequiredParams: Array[ServiceParam[_]]
    Attributes
    protected
    Definition Classes
    HasServiceParams
  44. def getScalarParam[T](name: String): T
    Definition Classes
    HasServiceParams
  45. def getScalarParam[T](p: ServiceParam[T]): T
    Definition Classes
    HasServiceParams
  46. def getSubscriptionKey: String
    Definition Classes
    HasSubscriptionKey
  47. def getSubscriptionKeyCol: String
    Definition Classes
    HasSubscriptionKey
  48. def getSubscriptionRegion: String
    Definition Classes
    HasSubscriptionRegion
  49. def getSubscriptionRegionCol: String
    Definition Classes
    HasSubscriptionRegion
  50. def getText: Seq[String]
    Definition Classes
    HasTextInput
  51. def getTextCol: String
    Definition Classes
    HasTextInput
  52. def getTimeout: Double

    Definition Classes
    HTTPParams
  53. def getUrl: String

    Definition Classes
    HasURL
  54. def getUrlParams: Array[ServiceParam[_]]
    Attributes
    protected
    Definition Classes
    HasServiceParams
  55. def getValue[T](row: Row, p: ServiceParam[T]): T
    Attributes
    protected
    Definition Classes
    HasServiceParams
  56. def getValueAny(row: Row, p: ServiceParam[_]): Any
    Attributes
    protected
    Definition Classes
    HasServiceParams
  57. def getValueAnyOpt(row: Row, p: ServiceParam[_]): Option[Any]
    Attributes
    protected
    Definition Classes
    HasServiceParams
  58. def getValueMap(row: Row, excludes: Set[ServiceParam[_]] = Set()): Map[String, Any]
    Attributes
    protected
    Definition Classes
    HasServiceParams
  59. def getValueOpt[T](row: Row, p: ServiceParam[T]): Option[T]
    Attributes
    protected
    Definition Classes
    HasServiceParams
  60. def getVectorParam(name: String): String
    Definition Classes
    HasServiceParams
  61. def getVectorParam(p: ServiceParam[_]): String
    Definition Classes
    HasServiceParams
  62. def getVectorParamMap: Map[String, String]
    Attributes
    protected
    Definition Classes
    HasServiceParams
  63. val handler: UDFParam
    Definition Classes
    HasHandler
  64. def handlingFunc(client: CloseableHttpClient, request: HTTPRequestData): HTTPResponseData
    Definition Classes
    CognitiveServicesBase → CognitiveServicesBaseNoHandler
  65. final def hasDefault[T](param: Param[T]): Boolean
    Definition Classes
    Params
  66. def hasParam(paramName: String): Boolean
    Definition Classes
    Params
  67. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  68. val includeAlignment: ServiceParam[Boolean]
  69. val includeSentenceLength: ServiceParam[Boolean]
  70. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  71. def initializeLogIfNecessary(isInterpreter: Boolean): Unit
    Attributes
    protected
    Definition Classes
    Logging
  72. def inputFunc(schema: StructType): (Row) ⇒ Option[HttpRequestBase]
    Attributes
    protected
    Definition Classes
    TextTranslatorBase → HasCognitiveServiceInput
  73. final def isDefined(param: Param[_]): Boolean
    Definition Classes
    Params
  74. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  75. final def isSet(param: Param[_]): Boolean
    Definition Classes
    Params
  76. def isTraceEnabled(): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  77. def log: Logger
    Attributes
    protected
    Definition Classes
    Logging
  78. def logBase(methodName: String): Unit
    Attributes
    protected
    Definition Classes
    BasicLogging
  79. def logClass(): Unit
    Definition Classes
    BasicLogging
  80. def logDebug(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  81. def logDebug(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  82. def logError(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  83. def logError(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  84. def logErrorBase(methodName: String, e: Exception): Unit
    Attributes
    protected
    Definition Classes
    BasicLogging
  85. def logFit[T](f: ⇒ T): T
    Definition Classes
    BasicLogging
  86. def logInfo(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  87. def logInfo(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  88. def logName: String
    Attributes
    protected
    Definition Classes
    Logging
  89. def logPredict[T](f: ⇒ T): T
    Definition Classes
    BasicLogging
  90. def logTrace(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  91. def logTrace(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  92. def logTrain[T](f: ⇒ T): T
    Definition Classes
    BasicLogging
  93. def logTransform[T](f: ⇒ T): T
    Definition Classes
    BasicLogging
  94. def logVerb[T](verb: String, f: ⇒ T): T
    Definition Classes
    BasicLogging
  95. def logWarning(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  96. def logWarning(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  97. def makePyFile(conf: CodegenConfig): Unit
    Definition Classes
    PythonWrappable
  98. def makeRFile(conf: CodegenConfig): Unit
    Definition Classes
    RWrappable
  99. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  100. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  101. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  102. val outputCol: Param[String]

    The name of the output column

    The name of the output column

    Definition Classes
    HasOutputCol
  103. lazy val params: Array[Param[_]]
    Definition Classes
    Params
  104. def prepareEntity: (Row) ⇒ Option[AbstractHttpEntity]
    Attributes
    protected
    Definition Classes
    TextAsOnlyEntity → HasCognitiveServiceInput
  105. def prepareMethod(): HttpRequestBase
    Attributes
    protected
    Definition Classes
    HasCognitiveServiceInput
  106. def prepareUrl: (Row) ⇒ String
    Attributes
    protected
    Definition Classes
    TextTranslatorBase → HasCognitiveServiceInput
  107. val profanityAction: ServiceParam[String]
  108. val profanityMarker: ServiceParam[String]
  109. def pyAdditionalMethods: String
    Definition Classes
    HasSetLocation → PythonWrappable
  110. lazy val pyClassDoc: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  111. lazy val pyClassName: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  112. def pyExtraEstimatorImports: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  113. def pyExtraEstimatorMethods: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  114. lazy val pyInheritedClasses: Seq[String]
    Attributes
    protected
    Definition Classes
    PythonWrappable
  115. def pyInitFunc(): String
    Definition Classes
    PythonWrappable
  116. lazy val pyInternalWrapper: Boolean
    Attributes
    protected
    Definition Classes
    PythonWrappable
  117. lazy val pyObjectBaseClass: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  118. def pyParamArg[T](p: Param[T]): String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  119. def pyParamDefault[T](p: Param[T]): Option[String]
    Attributes
    protected
    Definition Classes
    PythonWrappable
  120. def pyParamGetter(p: Param[_]): String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  121. def pyParamSetter(p: Param[_]): String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  122. def pyParamsArgs: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  123. def pyParamsDefaults: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  124. lazy val pyParamsDefinitions: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  125. def pyParamsGetters: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  126. def pyParamsSetters: String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  127. def pythonClass(): String
    Attributes
    protected
    Definition Classes
    PythonWrappable
  128. def rClass(): String
    Attributes
    protected
    Definition Classes
    RWrappable
  129. def rDocString: String
    Attributes
    protected
    Definition Classes
    RWrappable
  130. def rExtraBodyLines: String
    Attributes
    protected
    Definition Classes
    RWrappable
  131. def rExtraInitLines: String
    Attributes
    protected
    Definition Classes
    RWrappable
  132. lazy val rFuncName: String
    Attributes
    protected
    Definition Classes
    RWrappable
  133. lazy val rInternalWrapper: Boolean
    Attributes
    protected
    Definition Classes
    RWrappable
  134. def rParamArg[T](p: Param[T]): String
    Attributes
    protected
    Definition Classes
    RWrappable
  135. def rParamsArgs: String
    Attributes
    protected
    Definition Classes
    RWrappable
  136. def rSetterLines: String
    Attributes
    protected
    Definition Classes
    RWrappable
  137. def responseDataType: DataType
    Definition Classes
    Translate → HasInternalJsonOutputParser
  138. def save(path: String): Unit
    Definition Classes
    MLWritable
    Annotations
    @Since( "1.6.0" ) @throws( ... )
  139. final def set(paramPair: ParamPair[_]): Translate.this.type
    Attributes
    protected
    Definition Classes
    Params
  140. final def set(param: String, value: Any): Translate.this.type
    Attributes
    protected
    Definition Classes
    Params
  141. final def set[T](param: Param[T], value: T): Translate.this.type
    Definition Classes
    Params
  142. def setAllowFallback(v: Boolean): Translate.this.type
  143. def setAllowFallbackCol(v: String): Translate.this.type
  144. def setCategory(v: String): Translate.this.type
  145. def setCategoryCol(v: String): Translate.this.type
  146. def setConcurrency(value: Int): Translate.this.type

    Definition Classes
    HTTPParams
  147. def setConcurrentTimeout(value: Option[Double]): Translate.this.type
    Definition Classes
    HTTPParams
  148. def setConcurrentTimeout(value: Double): Translate.this.type

    Definition Classes
    HTTPParams
  149. final def setDefault(paramPairs: ParamPair[_]*): Translate.this.type
    Attributes
    protected
    Definition Classes
    Params
  150. final def setDefault[T](param: Param[T], value: T): Translate.this.type
    Attributes
    protected
    Definition Classes
    Params
  151. def setErrorCol(v: String): Translate.this.type
    Definition Classes
    HasErrorCol
  152. def setFromLanguage(v: String): Translate.this.type
  153. def setFromLanguageCol(v: String): Translate.this.type
  154. def setFromScript(v: String): Translate.this.type
  155. def setFromScriptCol(v: String): Translate.this.type
  156. def setHandler(v: HandlerFunc): Translate.this.type
    Definition Classes
    HasHandler
  157. def setIncludeAlignment(v: Boolean): Translate.this.type
  158. def setIncludeAlignmentCol(v: String): Translate.this.type
  159. def setIncludeSentenceLength(v: Boolean): Translate.this.type
  160. def setIncludeSentenceLengthCol(v: String): Translate.this.type
  161. def setLocation(v: String): Translate.this.type
    Definition Classes
    TextTranslatorBase → HasSetLocation
  162. def setOutputCol(value: String): Translate.this.type

    Definition Classes
    HasOutputCol
  163. def setProfanityAction(v: String): Translate.this.type
  164. def setProfanityActionCol(v: String): Translate.this.type
  165. def setProfanityMarker(v: String): Translate.this.type
  166. def setProfanityMarkerCol(v: String): Translate.this.type
  167. def setScalarParam[T](name: String, value: T): Translate.this.type
    Definition Classes
    HasServiceParams
  168. def setScalarParam[T](p: ServiceParam[T], value: T): Translate.this.type
    Definition Classes
    HasServiceParams
  169. def setSubscriptionKey(v: String): Translate.this.type
    Definition Classes
    HasSubscriptionKey
  170. def setSubscriptionKeyCol(v: String): Translate.this.type
    Definition Classes
    HasSubscriptionKey
  171. def setSubscriptionRegion(v: String): Translate.this.type
    Definition Classes
    HasSubscriptionRegion
  172. def setSubscriptionRegionCol(v: String): Translate.this.type
    Definition Classes
    HasSubscriptionRegion
  173. def setSuggestedFrom(v: String): Translate.this.type
  174. def setSuggestedFromCol(v: String): Translate.this.type
  175. def setText(v: Seq[String]): Translate.this.type
    Definition Classes
    HasTextInput
  176. def setTextCol(v: String): Translate.this.type
    Definition Classes
    HasTextInput
  177. def setTextType(v: String): Translate.this.type
  178. def setTextTypeCol(v: String): Translate.this.type
  179. def setTimeout(value: Double): Translate.this.type

    Definition Classes
    HTTPParams
  180. def setToLanguage(v: Seq[String]): Translate.this.type
  181. def setToLanguageCol(v: String): Translate.this.type
  182. def setToScript(v: String): Translate.this.type
  183. def setToScriptCol(v: String): Translate.this.type
  184. def setUrl(value: String): Translate.this.type

    Definition Classes
    HasURL
  185. def setVectorParam(name: String, value: String): Translate.this.type
    Definition Classes
    HasServiceParams
  186. def setVectorParam[T](p: ServiceParam[T], value: String): Translate.this.type
    Definition Classes
    HasServiceParams
  187. def shouldSkip(row: Row): Boolean
    Attributes
    protected
    Definition Classes
    HasServiceParams
  188. val subscriptionKey: ServiceParam[String]
    Definition Classes
    HasSubscriptionKey
  189. val subscriptionKeyHeaderName: String
    Attributes
    protected
    Definition Classes
    HasCognitiveServiceInput
  190. val subscriptionRegion: ServiceParam[String]
    Definition Classes
    HasSubscriptionRegion
  191. val subscriptionRegionHeaderName: String
    Attributes
    protected
    Definition Classes
    TextTranslatorBase
  192. val suggestedFrom: ServiceParam[String]
  193. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  194. val text: ServiceParam[Seq[String]]
    Definition Classes
    HasTextInput
  195. val textType: ServiceParam[String]
  196. val timeout: Param[Double]
    Definition Classes
    HTTPParams
  197. val toLanguage: ServiceParam[Seq[String]]
  198. val toScript: ServiceParam[String]
  199. def toString(): String
    Definition Classes
    Identifiable → AnyRef → Any
  200. def transform(dataset: Dataset[_]): DataFrame
    Definition Classes
    CognitiveServicesBaseNoHandler → Transformer
  201. def transform(dataset: Dataset[_], paramMap: ParamMap): DataFrame
    Definition Classes
    Transformer
    Annotations
    @Since( "2.0.0" )
  202. def transform(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): DataFrame
    Definition Classes
    Transformer
    Annotations
    @Since( "2.0.0" ) @varargs()
  203. def transformSchema(schema: StructType): StructType
    Definition Classes
    CognitiveServicesBaseNoHandler → PipelineStage
  204. def transformSchema(schema: StructType, logging: Boolean): StructType
    Attributes
    protected
    Definition Classes
    PipelineStage
    Annotations
    @DeveloperApi()
  205. val uid: String
    Definition Classes
    Translate → TextTranslatorBase → CognitiveServicesBaseNoHandler → BasicLogging → Identifiable
  206. val url: Param[String]
    Definition Classes
    HasURL
  207. def urlPath: String
    Definition Classes
    Translate → HasUrlPath
  208. val ver: String
    Definition Classes
    BasicLogging
  209. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  210. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  211. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  212. def write: MLWriter
    Definition Classes
    ComplexParamsWritable → MLWritable

Inherited from TextAsOnlyEntity

Inherited from HasTextInput

Inherited from TextTranslatorBase

Inherited from HasSetLocation

Inherited from HasUrlPath

Inherited from HasSubscriptionRegion

Inherited from HasCognitiveServiceInput

Inherited from HasInternalJsonOutputParser

Inherited from CognitiveServicesBase

Inherited from HasHandler

Inherited from CognitiveServicesBaseNoHandler

Inherited from BasicLogging

Inherited from HasErrorCol

Inherited from HasSubscriptionKey

Inherited from HasServiceParams

Inherited from ComplexParamsWritable

Inherited from MLWritable

Inherited from HasURL

Inherited from HasOutputCol

Inherited from HTTPParams

Inherited from Wrappable

Inherited from RWrappable

Inherited from PythonWrappable

Inherited from BaseWrappable

Inherited from Transformer

Inherited from PipelineStage

Inherited from Logging

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from AnyRef

Inherited from Any

getParam

param

setParam

Ungrouped