Class/Object

com.microsoft.ml.spark

LanguageDetector

Related Docs: object LanguageDetector | package spark

Permalink

class LanguageDetector extends TextAnalyticsBase

Linear Supertypes
Ordering
  1. Grouped
  2. Alphabetic
  3. By Inheritance
Inherited
  1. LanguageDetector
  2. TextAnalyticsBase
  3. HasInternalJsonOutputParser
  4. HasCognitiveServiceInput
  5. CognitiveServicesBase
  6. HasHandler
  7. CognitiveServicesBaseWithoutHandler
  8. HasErrorCol
  9. HasSubscriptionKey
  10. HasServiceParams
  11. ComplexParamsWritable
  12. MLWritable
  13. HasURL
  14. HasOutputCol
  15. HTTPParams
  16. Wrappable
  17. Transformer
  18. PipelineStage
  19. Logging
  20. Params
  21. Serializable
  22. Serializable
  23. Identifiable
  24. AnyRef
  25. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new LanguageDetector()

    Permalink
  2. new LanguageDetector(uid: String)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def $[T](param: Param[T]): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  4. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  6. final def clear(param: Param[_]): LanguageDetector.this.type

    Permalink
    Definition Classes
    Params
  7. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  8. val concurrency: Param[Int]

    Permalink
    Definition Classes
    HTTPParams
  9. val concurrentTimeout: Param[Double]

    Permalink
    Definition Classes
    HTTPParams
  10. def copy(extra: ParamMap): Transformer

    Permalink
    Definition Classes
    CognitiveServicesBaseWithoutHandler → Transformer → PipelineStage → Params
  11. def copyValues[T <: Params](to: T, extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  12. final def defaultCopy[T <: Params](extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  13. def emptyParamData[T](row: Row, p: ServiceParam[T]): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    HasServiceParams
  14. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  15. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  16. val errorCol: Param[String]

    Permalink
    Definition Classes
    HasErrorCol
  17. def explainParam(param: Param[_]): String

    Permalink
    Definition Classes
    Params
  18. def explainParams(): String

    Permalink
    Definition Classes
    Params
  19. final def extractParamMap(): ParamMap

    Permalink
    Definition Classes
    Params
  20. final def extractParamMap(extra: ParamMap): ParamMap

    Permalink
    Definition Classes
    Params
  21. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  22. final def get[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params
  23. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  24. def getConcurrency: Int

    Permalink

    Definition Classes
    HTTPParams
  25. def getConcurrentTimeout: Double

    Permalink

    Definition Classes
    HTTPParams
  26. final def getDefault[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params
  27. def getErrorCol: String

    Permalink
    Definition Classes
    HasErrorCol
  28. def getHandler: HandlerFunc

    Permalink

    Definition Classes
    HasHandler
  29. def getInternalInputParser(schema: StructType): HTTPInputParser

    Permalink
    Attributes
    protected
    Definition Classes
    HasCognitiveServiceInput
  30. def getInternalOutputParser(schema: StructType): HTTPOutputParser

    Permalink
    Attributes
    protected
    Definition Classes
    HasInternalJsonOutputParser
  31. def getInternalTransformer(schema: StructType): PipelineModel

    Permalink
    Attributes
    protected
    Definition Classes
    TextAnalyticsBaseCognitiveServicesBaseWithoutHandler
  32. final def getOrDefault[T](param: Param[T]): T

    Permalink
    Definition Classes
    Params
  33. def getOutputCol: String

    Permalink

    Definition Classes
    HasOutputCol
  34. def getParam(paramName: String): Param[Any]

    Permalink
    Definition Classes
    Params
  35. def getRequiredParams: Array[ServiceParam[_]]

    Permalink
    Attributes
    protected
    Definition Classes
    HasServiceParams
  36. def getScalarParam[T](name: String): T

    Permalink
    Definition Classes
    HasServiceParams
  37. def getScalarParam[T](p: ServiceParam[T]): T

    Permalink
    Definition Classes
    HasServiceParams
  38. def getSubscriptionKey: String

    Permalink
    Definition Classes
    HasSubscriptionKey
  39. def getSubscriptionKeyCol: String

    Permalink
    Definition Classes
    HasSubscriptionKey
  40. def getTimeout: Double

    Permalink

    Definition Classes
    HTTPParams
  41. def getUrl: String

    Permalink

    Definition Classes
    HasURL
  42. def getUrlParams: Array[ServiceParam[_]]

    Permalink
    Attributes
    protected
    Definition Classes
    HasServiceParams
  43. def getValue[T](row: Row, p: ServiceParam[T]): T

    Permalink
    Attributes
    protected
    Definition Classes
    HasServiceParams
  44. def getValueAny(row: Row, p: ServiceParam[_]): Any

    Permalink
    Attributes
    protected
    Definition Classes
    HasServiceParams
  45. def getValueAnyOpt(row: Row, p: ServiceParam[_]): Option[Any]

    Permalink
    Attributes
    protected
    Definition Classes
    HasServiceParams
  46. def getValueMap(row: Row, excludes: Set[ServiceParam[_]] = Set()): Map[String, Any]

    Permalink
    Attributes
    protected
    Definition Classes
    HasServiceParams
  47. def getValueOpt[T](row: Row, p: ServiceParam[T]): Option[T]

    Permalink
    Attributes
    protected
    Definition Classes
    HasServiceParams
  48. def getVectorParam(name: String): String

    Permalink
    Definition Classes
    HasServiceParams
  49. def getVectorParam(p: ServiceParam[_]): String

    Permalink
    Definition Classes
    HasServiceParams
  50. def getVectorParamMap: Map[String, String]

    Permalink
    Attributes
    protected
    Definition Classes
    HasServiceParams
  51. val handler: UDFParam

    Permalink
    Definition Classes
    HasHandler
  52. def handlingFunc(client: CloseableHttpClient, request: HTTPRequestData): HTTPResponseData

    Permalink
  53. final def hasDefault[T](param: Param[T]): Boolean

    Permalink
    Definition Classes
    Params
  54. def hasParam(paramName: String): Boolean

    Permalink
    Definition Classes
    Params
  55. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  56. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  57. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  58. def innerResponseDataType: StructType

    Permalink
    Attributes
    protected
    Definition Classes
    TextAnalyticsBase
  59. def inputFunc(schema: StructType): (Row) ⇒ Option[HttpRequestBase]

    Permalink
    Attributes
    protected
    Definition Classes
    TextAnalyticsBaseHasCognitiveServiceInput
  60. final def isDefined(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params
  61. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  62. final def isSet(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params
  63. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  64. val language: ServiceParam[Seq[String]]

    Permalink
    Definition Classes
    TextAnalyticsBase
  65. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  66. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  67. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  68. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  69. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  70. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  71. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  72. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  73. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  74. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  75. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  76. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  77. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  78. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  79. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  80. val outputCol: Param[String]

    Permalink

    The name of the output column

    The name of the output column

    Definition Classes
    HasOutputCol
  81. lazy val params: Array[Param[_]]

    Permalink
    Definition Classes
    Params
  82. def prepareEntity: (Row) ⇒ Option[AbstractHttpEntity]

    Permalink
    Attributes
    protected
    Definition Classes
    TextAnalyticsBaseHasCognitiveServiceInput
  83. def prepareMethod(): HttpRequestBase

    Permalink
    Attributes
    protected
    Definition Classes
    HasCognitiveServiceInput
  84. def prepareUrl: (Row) ⇒ String

    Permalink
    Attributes
    protected
    Definition Classes
    HasCognitiveServiceInput
  85. def responseDataType: StructType

    Permalink
  86. def save(path: String): Unit

    Permalink
    Definition Classes
    MLWritable
    Annotations
    @Since( "1.6.0" ) @throws( ... )
  87. final def set(paramPair: ParamPair[_]): LanguageDetector.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  88. final def set(param: String, value: Any): LanguageDetector.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  89. final def set[T](param: Param[T], value: T): LanguageDetector.this.type

    Permalink
    Definition Classes
    Params
  90. def setConcurrency(value: Int): LanguageDetector.this.type

    Permalink

    Definition Classes
    HTTPParams
  91. def setConcurrentTimeout(value: Double): LanguageDetector.this.type

    Permalink

    Definition Classes
    HTTPParams
  92. final def setDefault(paramPairs: ParamPair[_]*): LanguageDetector.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  93. final def setDefault[T](param: Param[T], value: T): LanguageDetector.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  94. def setDefaultLanguage(v: String): LanguageDetector.this.type

    Permalink
    Definition Classes
    TextAnalyticsBase
  95. def setDefaultValue[T](p: ServiceParam[T], value: Option[T]): LanguageDetector.this.type

    Permalink
    Definition Classes
    HasServiceParams
  96. def setDefaultValue[T](p: ServiceParam[T], value: T): LanguageDetector.this.type

    Permalink
    Definition Classes
    HasServiceParams
  97. def setErrorCol(v: String): LanguageDetector.this.type

    Permalink
    Definition Classes
    HasErrorCol
  98. def setHandler(v: HandlerFunc): LanguageDetector.this.type

    Permalink
    Definition Classes
    HasHandler
  99. def setLanguage(v: String): LanguageDetector.this.type

    Permalink
    Definition Classes
    TextAnalyticsBase
  100. def setLanguage(v: Seq[String]): LanguageDetector.this.type

    Permalink
    Definition Classes
    TextAnalyticsBase
  101. def setLanguageCol(v: String): LanguageDetector.this.type

    Permalink
    Definition Classes
    TextAnalyticsBase
  102. def setLocation(v: String): LanguageDetector.this.type

    Permalink
  103. def setOutputCol(value: String): LanguageDetector.this.type

    Permalink

    Definition Classes
    HasOutputCol
  104. def setScalarParam[T](name: String, value: T): LanguageDetector.this.type

    Permalink
    Definition Classes
    HasServiceParams
  105. def setScalarParam[T](p: ServiceParam[T], value: T): LanguageDetector.this.type

    Permalink
    Definition Classes
    HasServiceParams
  106. def setSubscriptionKey(v: String): LanguageDetector.this.type

    Permalink
    Definition Classes
    HasSubscriptionKey
  107. def setSubscriptionKeyCol(v: String): LanguageDetector.this.type

    Permalink
    Definition Classes
    HasSubscriptionKey
  108. def setText(v: String): LanguageDetector.this.type

    Permalink
    Definition Classes
    TextAnalyticsBase
  109. def setText(v: Seq[String]): LanguageDetector.this.type

    Permalink
    Definition Classes
    TextAnalyticsBase
  110. def setTextCol(v: String): LanguageDetector.this.type

    Permalink
    Definition Classes
    TextAnalyticsBase
  111. def setTimeout(value: Double): LanguageDetector.this.type

    Permalink

    Definition Classes
    HTTPParams
  112. def setUrl(value: String): LanguageDetector.this.type

    Permalink

    Definition Classes
    HasURL
  113. def setVectorParam(name: String, value: String): LanguageDetector.this.type

    Permalink
    Definition Classes
    HasServiceParams
  114. def setVectorParam[T](p: ServiceParam[T], value: String): LanguageDetector.this.type

    Permalink
    Definition Classes
    HasServiceParams
  115. def shouldSkip(row: Row): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    HasServiceParams
  116. val subscriptionKey: ServiceParam[String]

    Permalink
    Definition Classes
    HasSubscriptionKey
  117. val subscriptionKeyHeaderName: String

    Permalink
    Attributes
    protected
    Definition Classes
    HasCognitiveServiceInput
  118. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  119. val text: ServiceParam[Seq[String]]

    Permalink
    Definition Classes
    TextAnalyticsBase
  120. val timeout: Param[Double]

    Permalink
    Definition Classes
    HTTPParams
  121. def toString(): String

    Permalink
    Definition Classes
    Identifiable → AnyRef → Any
  122. def transform(dataset: Dataset[_]): DataFrame

    Permalink
    Definition Classes
    CognitiveServicesBaseWithoutHandler → Transformer
  123. def transform(dataset: Dataset[_], paramMap: ParamMap): DataFrame

    Permalink
    Definition Classes
    Transformer
    Annotations
    @Since( "2.0.0" )
  124. def transform(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): DataFrame

    Permalink
    Definition Classes
    Transformer
    Annotations
    @Since( "2.0.0" ) @varargs()
  125. def transformSchema(schema: StructType): StructType

    Permalink
    Definition Classes
    CognitiveServicesBaseWithoutHandler → PipelineStage
  126. def transformSchema(schema: StructType, logging: Boolean): StructType

    Permalink
    Attributes
    protected
    Definition Classes
    PipelineStage
    Annotations
    @DeveloperApi()
  127. val uid: String

    Permalink
    Definition Classes
    LanguageDetectorTextAnalyticsBaseCognitiveServicesBaseWithoutHandler → Identifiable
  128. val url: Param[String]

    Permalink
    Definition Classes
    HasURL
  129. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  130. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  131. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  132. def write: MLWriter

    Permalink
    Definition Classes
    ComplexParamsWritable → MLWritable

Inherited from TextAnalyticsBase

Inherited from HasCognitiveServiceInput

Inherited from CognitiveServicesBase

Inherited from HasHandler

Inherited from HasErrorCol

Inherited from HasSubscriptionKey

Inherited from HasServiceParams

Inherited from ComplexParamsWritable

Inherited from MLWritable

Inherited from HasURL

Inherited from HasOutputCol

Inherited from HTTPParams

Inherited from Wrappable

Inherited from Transformer

Inherited from PipelineStage

Inherited from org.apache.spark.internal.Logging

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from AnyRef

Inherited from Any

Parameters

A list of parameter keys this algorithm can take. Users can set and get the parameter values through setters and getters

Parameter setters

Parameter getters

Members