AssembleFeatures

Instance Constructors

new AssembleFeatures()
new AssembleFeatures(uid: String)

uid
The id of the module

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def $[T](param: Param[T]): T

Attributes
protected
Definition Classes
Params
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def BooleanParam(i: Identifiable, name: String, description: String, default: Boolean): BooleanParam

Definition Classes
Wrappable
def BooleanParam(i: Identifiable, name: String, description: String): BooleanParam

Definition Classes
Wrappable
def DoubleParam(i: Identifiable, name: String, description: String, default: Double): DoubleParam

Definition Classes
Wrappable
def DoubleParam(i: Identifiable, name: String, description: String): DoubleParam

Definition Classes
Wrappable
def IntParam(i: Identifiable, name: String, description: String, validation: (Int) ⇒ Boolean): IntParam

Definition Classes
Wrappable
def IntParam(i: Identifiable, name: String, description: String, default: Int): IntParam

Definition Classes
Wrappable
def IntParam(i: Identifiable, name: String, description: String): IntParam

Definition Classes
Wrappable
def LongParam(i: Identifiable, name: String, description: String, default: Long): LongParam

Definition Classes
Wrappable
def LongParam(i: Identifiable, name: String, description: String): LongParam

Definition Classes
Wrappable
def StringParam(i: Identifiable, name: String, description: String, default: String, domain: Seq[String]): Param[String]

Definition Classes
Wrappable
def StringParam(i: Identifiable, name: String, description: String, default: String): Param[String]

Definition Classes
Wrappable
def StringParam(i: Identifiable, name: String, description: String, validation: (String) ⇒ Boolean): Param[String]

Definition Classes
Wrappable
def StringParam(i: Identifiable, name: String, description: String): Param[String]

Definition Classes
Wrappable
val allowImages: Param[Boolean]

Specifies whether to allow featurization of images
final def asInstanceOf[T0]: T0

Definition Classes
Any
def chainedUid(origin: String): String

Definition Classes
Wrappable
final def clear(param: Param[_]): AssembleFeatures.this.type

Definition Classes
Params
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val columnsToFeaturize: StringArrayParam

Columns to featurize
def copy(extra: ParamMap): Estimator[AssembleFeaturesModel]

Definition Classes
AssembleFeatures → Estimator → PipelineStage → Params
def copyValues[T <: Params](to: T, extra: ParamMap): T

Attributes
protected
Definition Classes
Params
final def defaultCopy[T <: Params](extra: ParamMap): T

Attributes
protected
Definition Classes
Params
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def explainParam(param: Param[_]): String

Definition Classes
Params
def explainParams(): String

Definition Classes
Params
final def extractParamMap(): ParamMap

Definition Classes
Params
final def extractParamMap(extra: ParamMap): ParamMap

Definition Classes
Params
val featuresCol: Param[String]

The name of the features column
The name of the features column

Definition Classes
HasFeaturesCol
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def fit(dataset: Dataset[_]): AssembleFeaturesModel

Creates a vector column of features from a collection of feature columns
Creates a vector column of features from a collection of feature columns
dataset
The input dataset to fit.
returns
The model that will return the original dataset with assembled features as a vector.

Definition Classes
AssembleFeatures → Estimator
def fit(dataset: Dataset[_], paramMaps: Array[ParamMap]): Seq[AssembleFeaturesModel]

Definition Classes
Estimator
Annotations
@Since( "2.0.0" )
def fit(dataset: Dataset[_], paramMap: ParamMap): AssembleFeaturesModel

Definition Classes
Estimator
Annotations
@Since( "2.0.0" )
def fit(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): AssembleFeaturesModel

Definition Classes
Estimator
Annotations
@Since( "2.0.0" ) @varargs()
final def get[T](param: Param[T]): Option[T]

Definition Classes
Params
final def getAllowImages: Boolean
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
final def getColumnsToFeaturize: Array[String]
final def getDefault[T](param: Param[T]): Option[T]

Definition Classes
Params
def getFeaturesCol: String

Definition Classes
HasFeaturesCol
final def getNumberOfFeatures: Int
final def getOneHotEncodeCategoricals: Boolean
final def getOrDefault[T](param: Param[T]): T

Definition Classes
Params
def getParam(paramName: String): Param[Any]

Definition Classes
Params
final def hasDefault[T](param: Param[T]): Boolean

Definition Classes
Params
def hasParam(paramName: String): Boolean

Definition Classes
Params
def hashCode(): Int

Definition Classes
AnyRef → Any
def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

Attributes
protected
Definition Classes
Logging
def initializeLogIfNecessary(isInterpreter: Boolean): Unit

Attributes
protected
Definition Classes
Logging
final def isDefined(param: Param[_]): Boolean

Definition Classes
Params
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def isSet(param: Param[_]): Boolean

Definition Classes
Params
def isTraceEnabled(): Boolean

Attributes
protected
Definition Classes
Logging
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logName: String

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val numberOfFeatures: IntParam

Number of features to has string columns tos
val oneHotEncodeCategoricals: Param[Boolean]

Categorical columns are one-hot encoded when true; default is true
val paramDomains: Map[String, Seq[String]]

Definition Classes
Wrappable
lazy val params: Array[Param[_]]

Definition Classes
Params
def save(path: String): Unit

Definition Classes
MLWritable
Annotations
@Since( "1.6.0" ) @throws( ... )
final def set(paramPair: ParamPair[_]): AssembleFeatures.this.type

Attributes
protected
Definition Classes
Params
final def set(param: String, value: Any): AssembleFeatures.this.type

Attributes
protected
Definition Classes
Params
final def set[T](param: Param[T], value: T): AssembleFeatures.this.type

Definition Classes
Params
def setAllowImages(value: Boolean): AssembleFeatures.this.type
def setColumnsToFeaturize(value: Array[String]): AssembleFeatures.this.type
final def setDefault(paramPairs: ParamPair[_]*): AssembleFeatures.this.type

Attributes
protected
Definition Classes
Params
final def setDefault[T](param: Param[T], value: T): AssembleFeatures.this.type

Attributes
protected
Definition Classes
Params
def setFeaturesCol(value: String): AssembleFeatures.this.type

Definition Classes
HasFeaturesCol
def setNumberOfFeatures(value: Int): AssembleFeatures.this.type
def setOneHotEncodeCategoricals(value: Boolean): AssembleFeatures.this.type
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toBitSet(indices: Array[Int]): BitSet
def toString(): String

Definition Classes
Identifiable → AnyRef → Any
def transformSchema(schema: StructType): StructType

Definition Classes
AssembleFeatures → PipelineStage
Annotations
@DeveloperApi()
def transformSchema(schema: StructType, logging: Boolean): StructType

Attributes
protected
Definition Classes
PipelineStage
Annotations
@DeveloperApi()
val uid: String

The id of the module
The id of the module

Definition Classes
AssembleFeatures → Identifiable
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def write: MLWriter

Definition Classes
DefaultParamsWritable → MLWritable

Inherited from MMLParams

Inherited from DefaultParamsWritable

Inherited from MLWritable

Inherited from HasFeaturesCol

Inherited from Wrappable

Inherited from Estimator[AssembleFeaturesModel]

Inherited from PipelineStage

Inherited from org.apache.spark.internal.Logging

Inherited from Params

Inherited from Serializable

Inherited from Identifiable

Inherited from AnyRef

Inherited from Any

Parameters

A list of parameter keys this algorithm can take. Users can set and get the parameter values through setters and getters

Parameter setters

Parameter getters

Members

Related Docs: object AssembleFeatures | package spark

class AssembleFeatures extends Estimator[AssembleFeaturesModel] with HasFeaturesCol with MMLParams

Instance Constructors

new AssembleFeatures()

new AssembleFeatures(uid: String)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def $[T](param: Param[T]): T

final def ==(arg0: Any): Boolean

def BooleanParam(i: Identifiable, name: String, description: String, default: Boolean): BooleanParam

def BooleanParam(i: Identifiable, name: String, description: String): BooleanParam

def DoubleParam(i: Identifiable, name: String, description: String, default: Double): DoubleParam

def DoubleParam(i: Identifiable, name: String, description: String): DoubleParam

def IntParam(i: Identifiable, name: String, description: String, validation: (Int) ⇒ Boolean): IntParam

def IntParam(i: Identifiable, name: String, description: String, default: Int): IntParam

def IntParam(i: Identifiable, name: String, description: String): IntParam

def LongParam(i: Identifiable, name: String, description: String, default: Long): LongParam

def LongParam(i: Identifiable, name: String, description: String): LongParam

def StringParam(i: Identifiable, name: String, description: String, default: String, domain: Seq[String]): Param[String]

def StringParam(i: Identifiable, name: String, description: String, default: String): Param[String]

def StringParam(i: Identifiable, name: String, description: String, validation: (String) ⇒ Boolean): Param[String]

def StringParam(i: Identifiable, name: String, description: String): Param[String]

val allowImages: Param[Boolean]

final def asInstanceOf[T0]: T0

def chainedUid(origin: String): String

final def clear(param: Param[_]): AssembleFeatures.this.type

def clone(): AnyRef

val columnsToFeaturize: StringArrayParam

def copy(extra: ParamMap): Estimator[AssembleFeaturesModel]

def copyValues[T <: Params](to: T, extra: ParamMap): T

final def defaultCopy[T <: Params](extra: ParamMap): T

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def explainParam(param: Param[_]): String

def explainParams(): String

final def extractParamMap(): ParamMap

final def extractParamMap(extra: ParamMap): ParamMap

val featuresCol: Param[String]

def finalize(): Unit

def fit(dataset: Dataset[_]): AssembleFeaturesModel

def fit(dataset: Dataset[_], paramMaps: Array[ParamMap]): Seq[AssembleFeaturesModel]

def fit(dataset: Dataset[_], paramMap: ParamMap): AssembleFeaturesModel

def fit(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): AssembleFeaturesModel

final def get[T](param: Param[T]): Option[T]

final def getAllowImages: Boolean

final def getClass(): Class[_]

final def getColumnsToFeaturize: Array[String]

final def getDefault[T](param: Param[T]): Option[T]

def getFeaturesCol: String

final def getNumberOfFeatures: Int

final def getOneHotEncodeCategoricals: Boolean

final def getOrDefault[T](param: Param[T]): T

def getParam(paramName: String): Param[Any]

final def hasDefault[T](param: Param[T]): Boolean

def hasParam(paramName: String): Boolean

def hashCode(): Int

def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

def initializeLogIfNecessary(isInterpreter: Boolean): Unit

final def isDefined(param: Param[_]): Boolean

final def isInstanceOf[T0]: Boolean

final def isSet(param: Param[_]): Boolean

def isTraceEnabled(): Boolean

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logName: String

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val numberOfFeatures: IntParam