com
.
microsoft
.
ml
.
spark
DynamicMiniBatchTransformer
Related Docs:
object DynamicMiniBatchTransformer
|
package spark
class
DynamicMiniBatchTransformer
extends
Transformer
with
MiniBatchBase
Linear Supertypes
MiniBatchBase
,
Wrappable
,
DefaultParamsWritable
,
MLWritable
,
Transformer
,
PipelineStage
,
org.apache.spark.internal.Logging
,
Params
,
Serializable
,
Serializable
,
Identifiable
,
AnyRef
,
Any
Ordering
Grouped
Alphabetic
By Inheritance
Inherited
DynamicMiniBatchTransformer
MiniBatchBase
Wrappable
DefaultParamsWritable
MLWritable
Transformer
PipelineStage
Logging
Params
Serializable
Serializable
Identifiable
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
DynamicMiniBatchTransformer
()
new
DynamicMiniBatchTransformer
(
uid:
String
)
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
$
[
T
]
(
param:
Param
[
T
]
)
:
T
Attributes
protected
Definition Classes
Params
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
final
def
clear
(
param:
Param
[_]
)
:
DynamicMiniBatchTransformer
.this.type
Definition Classes
Params
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
copy
(
extra:
ParamMap
)
:
DynamicMiniBatchTransformer
.this.type
Definition Classes
MiniBatchBase
→ Transformer → PipelineStage → Params
def
copyValues
[
T <:
Params
]
(
to:
T
,
extra:
ParamMap
)
:
T
Attributes
protected
Definition Classes
Params
final
def
defaultCopy
[
T <:
Params
]
(
extra:
ParamMap
)
:
T
Attributes
protected
Definition Classes
Params
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
explainParam
(
param:
Param
[_]
)
:
String
Definition Classes
Params
def
explainParams
()
:
String
Definition Classes
Params
final
def
extractParamMap
()
:
ParamMap
Definition Classes
Params
final
def
extractParamMap
(
extra:
ParamMap
)
:
ParamMap
Definition Classes
Params
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
get
[
T
]
(
param:
Param
[
T
]
)
:
Option
[
T
]
Definition Classes
Params
def
getBatcher
(
it:
Iterator
[
Row
]
)
:
DynamicBufferedBatcher
[
Row
]
Definition Classes
DynamicMiniBatchTransformer
→
MiniBatchBase
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
final
def
getDefault
[
T
]
(
param:
Param
[
T
]
)
:
Option
[
T
]
Definition Classes
Params
def
getMaxBatchSize
:
Int
final
def
getOrDefault
[
T
]
(
param:
Param
[
T
]
)
:
T
Definition Classes
Params
def
getParam
(
paramName:
String
)
:
Param
[
Any
]
Definition Classes
Params
final
def
hasDefault
[
T
]
(
param:
Param
[
T
]
)
:
Boolean
Definition Classes
Params
def
hasParam
(
paramName:
String
)
:
Boolean
Definition Classes
Params
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
def
initializeLogIfNecessary
(
isInterpreter:
Boolean
,
silent:
Boolean
)
:
Boolean
Attributes
protected
Definition Classes
Logging
def
initializeLogIfNecessary
(
isInterpreter:
Boolean
)
:
Unit
Attributes
protected
Definition Classes
Logging
final
def
isDefined
(
param:
Param
[_]
)
:
Boolean
Definition Classes
Params
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
final
def
isSet
(
param:
Param
[_]
)
:
Boolean
Definition Classes
Params
def
isTraceEnabled
()
:
Boolean
Attributes
protected
Definition Classes
Logging
def
log
:
Logger
Attributes
protected
Definition Classes
Logging
def
logDebug
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logDebug
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logError
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logError
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logInfo
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logInfo
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logName
:
String
Attributes
protected
Definition Classes
Logging
def
logTrace
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logTrace
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logWarning
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logWarning
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
val
maxBatchSize
:
Param
[
Int
]
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
lazy val
params
:
Array
[
Param
[_]]
Definition Classes
Params
def
save
(
path:
String
)
:
Unit
Definition Classes
MLWritable
Annotations
@Since
(
"1.6.0"
)
@throws
(
...
)
final
def
set
(
paramPair:
ParamPair
[_]
)
:
DynamicMiniBatchTransformer
.this.type
Attributes
protected
Definition Classes
Params
final
def
set
(
param:
String
,
value:
Any
)
:
DynamicMiniBatchTransformer
.this.type
Attributes
protected
Definition Classes
Params
final
def
set
[
T
]
(
param:
Param
[
T
]
,
value:
T
)
:
DynamicMiniBatchTransformer
.this.type
Definition Classes
Params
final
def
setDefault
(
paramPairs:
ParamPair
[_]*
)
:
DynamicMiniBatchTransformer
.this.type
Attributes
protected
Definition Classes
Params
final
def
setDefault
[
T
]
(
param:
Param
[
T
]
,
value:
T
)
:
DynamicMiniBatchTransformer
.this.type
Attributes
protected
Definition Classes
Params
def
setMaxBatchSize
(
value:
Int
)
:
DynamicMiniBatchTransformer
.this.type
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
Identifiable → AnyRef → Any
def
transform
(
dataset:
Dataset
[_]
)
:
DataFrame
Definition Classes
MiniBatchBase
→ Transformer
def
transform
(
dataset:
Dataset
[_]
,
paramMap:
ParamMap
)
:
DataFrame
Definition Classes
Transformer
Annotations
@Since
(
"2.0.0"
)
def
transform
(
dataset:
Dataset
[_]
,
firstParamPair:
ParamPair
[_]
,
otherParamPairs:
ParamPair
[_]*
)
:
DataFrame
Definition Classes
Transformer
Annotations
@Since
(
"2.0.0"
)
@varargs
()
def
transformSchema
(
schema:
StructType
)
:
StructType
Definition Classes
MiniBatchBase
→ PipelineStage
def
transformSchema
(
schema:
StructType
,
logging:
Boolean
)
:
StructType
Attributes
protected
Definition Classes
PipelineStage
Annotations
@DeveloperApi
()
def
transpose
(
nestedSeq:
Seq
[
Seq
[
Any
]]
)
:
Seq
[
Seq
[
Any
]]
Definition Classes
MiniBatchBase
val
uid
:
String
Definition Classes
DynamicMiniBatchTransformer
→ Identifiable
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
write
:
MLWriter
Definition Classes
DefaultParamsWritable → MLWritable
Inherited from
MiniBatchBase
Inherited from
Wrappable
Inherited from
DefaultParamsWritable
Inherited from
MLWritable
Inherited from
Transformer
Inherited from
PipelineStage
Inherited from
org.apache.spark.internal.Logging
Inherited from
Params
Inherited from
Serializable
Inherited from
Serializable
Inherited from
Identifiable
Inherited from
AnyRef
Inherited from
Any
Parameter setters
Parameter getters
Members