spark

Type Members

1. class AdvancedRankingMetrics extends Serializable

   

2. class AnalyzeImage extends CognitiveServicesBase with HasImageUrl with HasInternalJsonOutputParser with HasCognitiveServiceInput

   

3. class AssembleFeatures extends Estimator[AssembleFeaturesModel] with HasFeaturesCol with Wrappable with DefaultParamsWritable

   

   Creates a vector column of features from a collection of feature columns

4. class AssembleFeaturesModel extends Model[AssembleFeaturesModel] with Params with ConstructorWritable[AssembleFeaturesModel]

   

   Model produced by AssembleFeatures.

5. abstract class AsyncClient extends BaseClient

   

6. class AsyncHTTPClient extends AsyncClient with HTTPClient

   

7. abstract class AutoTrainedModel[TrainedModel <: Model[TrainedModel]] extends Model[TrainedModel] with ConstructorWritable[TrainedModel]

   

   Defines common inheritance and functions across auto trained models.

8. trait AutoTrainer[TrainedModel <: Model[TrainedModel]] extends Estimator[TrainedModel] with HasLabelCol with ComplexParamsWritable with HasFeaturesCol

   

   Defines common inheritance and parameters across trainers.

9. class BasicDatasetGenerationConstraints extends HasDatasetGenerationConstraints

   

   Basic constraints for generating a dataset.

10. class BatchIterator[T] extends Iterator[List[T]]

    

11. case class Benchmark(name: String, value: Double, precision: Double, higherIsBetter: Boolean = true) extends Product with Serializable

    

12. abstract class Benchmarks extends TestBase

    

13. class BestModel extends Model[BestModel] with ConstructorWritable[BestModel]

    

    Model produced by FindBestModel.

    Model produced by FindBestModel.

    Annotations

    @InternalWrapper()

14. case class BingImage(accentColor: String, contentSize: String, contentUrl: String, datePublished: String, encodingFormat: String, height: Int, hostPageDisplayUrl: String, hostPageUrl: String, id: String, imageId: String, imageInsightsToken: String, insightsMetadata: String, name: String, thumbnail: BingMediaSize, thumbnailUrl: String, webSearchUrl: String, width: Int) extends Product with Serializable

    

15. class BingImageSearch extends CognitiveServicesBase with HasCognitiveServiceInput with HasInternalJsonOutputParser

    

    Annotations

    @InternalWrapper()

16. case class BingImagesResponse(_type: String, instrumentation: BingInstrumentation, webSearchUrl: String, totalEstimatedMatches: Int, nextOffset: Int, value: Seq[BingImage], pivotSuggestions: Seq[BingPivot], queryExpansions: Seq[BingQuery], relatedSearches: Seq[BingQuery]) extends Product with Serializable

    

17. case class BingInstrumentation(_type: String) extends Product with Serializable

    

18. case class BingMediaSize(height: Int, width: Int) extends Product with Serializable

    

19. case class BingPivot(pivot: String, suggestions: Seq[BingQuery]) extends Product with Serializable

    

20. case class BingQuery(displayText: String, searchLink: String, text: String, thumbnail: BingThumbnail, webSearchUrl: String) extends Product with Serializable

    

21. case class BingThumbnail(thumbnailUrl: String) extends Product with Serializable

    

22. class Blur extends ImageTransformerStage

    

    Blurs the image using a box filter.

    Blurs the image using a box filter. The params are a map of the dimensions of the blurring box. Please refer to OpenCV for more information.

23. class BrainScriptBuilder extends AnyRef

    

    Utility methods for manipulating the BrainScript and overrides configs output to disk.

24. case class BrainScriptConfig(name: String, text: Seq[String]) extends Product with Serializable

    

25. class CNTKCommandBuilder extends CNTKCommandBuilderBase

    

26. abstract class CNTKCommandBuilderBase extends AnyRef

    

27. class CNTKConfig extends MMLConfig

    

28. class CNTKFunctionParam extends ComplexParam[SerializableFunction]

    

    Param for ByteArray.

    Param for ByteArray. Needed as spark has explicit params for many different types but not ByteArray.

29. class CNTKLearner extends Estimator[CNTKModel] with CNTKParams with Wrappable

    

    Annotations

    @InternalWrapper()

30. class CNTKModel extends Model[CNTKModel] with ComplexParamsWritable with HasMiniBatcher with Wrappable

    

    Annotations

    @InternalWrapper()

31. trait CNTKParams extends Params

    

32. class Cacher extends Transformer with Wrappable with DefaultParamsWritable

    

33. class CheckpointData extends Transformer with CheckpointDataParams

    

    Cache the dataset at this point to memory or memory and disk

34. trait CheckpointDataParams extends Wrappable with DefaultParamsWritable

    

35. class ClassBalancer extends Estimator[ClassBalancerModel] with DefaultParamsWritable with HasInputCol with HasOutputCol

    

    An estimator that calculates the weights for balancing a dataset.

    An estimator that calculates the weights for balancing a dataset. For example, if the negative class is half the size of the positive class, the weights will be 2 for rows with negative classes and 1 for rows with positive classes. these weights can be used in weighted classifiers and regressors to correct for heavilty skewed datasets. The inputCol should be the labels of the classes, and the output col will be the requisite weights.

36. class ClassBalancerModel extends Model[ClassBalancerModel] with ConstructorWritable[ClassBalancerModel]

    

37. case class ClassifierTrainParams(parallelism: String, numIterations: Int, learningRate: Double, numLeaves: Int, maxBin: Int, baggingFraction: Double, baggingFreq: Int, baggingSeed: Int, earlyStoppingRound: Int, featureFraction: Double, maxDepth: Int, minSumHessianInLeaf: Double, numMachines: Int, objective: String, modelString: String, isUnbalance: Boolean, verbosity: Int, categoricalFeatures: Array[Int], numClass: Option[Int], metric: String) extends TrainParams with Product with Serializable

    

    Defines the Booster parameters passed to the LightGBM classifier.

38. class CleanMissingData extends Estimator[CleanMissingDataModel] with HasInputCols with HasOutputCols with Wrappable with DefaultParamsWritable

    

    Removes missing values from input dataset.

    Removes missing values from input dataset. The following modes are supported: Mean - replaces missings with mean of fit column Median - replaces missings with approximate median of fit column Custom - replaces missings with custom value specified by user For mean and median modes, only numeric column types are supported, specifically: Int, Long, Float, Double For custom mode, the types above are supported and additionally: String, Boolean

39. class CleanMissingDataModel extends Model[CleanMissingDataModel] with ConstructorWritable[CleanMissingDataModel]

    

    Model produced by CleanMissingData.

40. class Cluster extends AnyRef

    

41. abstract class CognitiveServicesBase extends CognitiveServicesBaseWithoutHandler with HasHandler

    

42. abstract class CognitiveServicesBaseWithoutHandler extends Transformer with HTTPParams with HasOutputCol with HasURL with ComplexParamsWritable with HasSubscriptionKey with HasErrorCol

    

43. class ColorFormat extends ImageTransformerStage

    

    Converts an image from one color space to another, eg COLOR_BGR2GRAY.

    Converts an image from one color space to another, eg COLOR_BGR2GRAY. Refer to OpenCV for more information.

44. class ColumnNamesToFeaturize extends Serializable

    

    Class containing the list of column names to perform special featurization steps for.

    Class containing the list of column names to perform special featurization steps for. colNamesToHash - List of column names to hash. colNamesToDuplicateForMissings - List of column names containing doubles to duplicate so we can remove missing values from them. colNamesToTypes - Map of column names to their types. colNamesToCleanMissings - List of column names to clean missing values from (ignore). colNamesToVectorize - List of column names to vectorize using FastVectorAssembler. categoricalColumns - List of categorical columns to pass through or turn into indicator array. conversionColumnNamesMap - Map from old column names to new. addedColumnNamesMap - Map from old columns to newly generated columns for featurization.

    Annotations

    @SerialVersionUID()

45. class ComputeModelStatistics extends Transformer with ComputeModelStatisticsParams

    

    Evaluates the given scored dataset.

46. trait ComputeModelStatisticsParams extends Wrappable with DefaultParamsWritable with HasLabelCol with HasScoresCol with HasScoredLabelsCol with HasEvaluationMetric

    

47. class ComputePerInstanceStatistics extends Transformer with ComputePerInstanceStatisticsParams

    

    Evaluates the given scored dataset with per instance metrics.

    Evaluates the given scored dataset with per instance metrics.

    The Regression metrics are: - L1_loss - L2_loss

    The Classification metrics are: - log_loss

48. trait ComputePerInstanceStatisticsParams extends Wrappable with DefaultParamsWritable with HasLabelCol with HasScoresCol with HasScoredLabelsCol with HasScoredProbabilitiesCol with HasEvaluationMetric

    

49. abstract class Configuration extends AnyRef

    

50. class Consolidator[T] extends AnyRef

    

51. trait ConstructorReadable[T <: ConstructorWritable[_]] extends MLReadable[T]

    

52. class ConstructorReader[T] extends MLReader[T]

    

53. trait ConstructorWritable[S <: PipelineStage] extends MLWritable

    

    This trait allows you to easily add serialization to your Spark Models, assuming that they are completely parameterized by their constructor.

    This trait allows you to easily add serialization to your Spark Models, assuming that they are completely parameterized by their constructor. The main two fields required ate the TypeTag that allows the writer to inspect the constructor to get the types that need to be serialized, the actual objects that are serialized need to be defined in the field objectsToSave.

54. abstract class ConstructorWriter[S <: PipelineStage] extends MLWriter

    

55. class ContextObjectInputStream extends ObjectInputStream

    

56. class CropImage extends ImageTransformerStage

    

    Crops the image for processing.

    Crops the image for processing. The parameters are: "x" - First dimension; start of crop "y" - second dimension - start of crop "height" -height of cropped image "width" - width of cropped image "stageName" - "crop"

57. class CustomInputParser extends HTTPInputParser with ComplexParamsWritable

    

58. class CustomOutputParser extends HTTPOutputParser with ComplexParamsWritable

    

59. class DataConversion extends Transformer with Wrappable with DefaultParamsWritable

    

    Converts the specified list of columns to the specified type.

    Converts the specified list of columns to the specified type. Returns a new DataFrame with the converted columns

60. trait DataFrameEquality extends TestBase

    

61. case class DataFrameServingExtensions(df: DataFrame) extends Product with Serializable

    

62. class DataFrameSugars extends AnyRef

    

63. case class DataStreamReaderExtensions(dsr: DataStreamReader) extends Product with Serializable

    

64. case class DataStreamWriterExtensions[T](dsw: DataStreamWriter[T]) extends Product with Serializable

    

65. abstract class DataWriter extends AnyRef

    

66. case class DatasetMissingValuesGenerationOptions(percentMissing: Double, columnTypesWithMissings: ColumnOptions.ValueSet, dataTypesWithMissings: DataOptions.ValueSet) extends Product with Serializable

    

67. case class DatasetOptions(columnTypes: ColumnOptions.ValueSet, dataTypes: DataOptions.ValueSet, missingValuesOptions: DatasetMissingValuesGenerationOptions) extends Product with Serializable

    

    Options used to specify how a dataset will be generated.

    Options used to specify how a dataset will be generated. This contains information on what the data and column types (specified as flags) for generating a dataset will be limited to. It also contain options for all possible missing values generation and options for how values will be generated.

68. class DescribeImage extends CognitiveServicesBase with HasCognitiveServiceInput with HasImageUrl with HasInternalJsonOutputParser

    

69. case class DetectEntitiesScore(id: String, entities: Seq[Entity]) extends Product with Serializable

    

70. class DetectFace extends CognitiveServicesBase with HasImageUrl with HasServiceParams with HasCognitiveServiceInput with HasInternalJsonOutputParser

    

71. case class DetectLanguageScore(id: String, detectedLanguages: Seq[DetectedLanguage]) extends Product with Serializable

    

72. case class DetectedLanguage(name: String, iso6391Name: String, score: Double) extends Product with Serializable

    

73. class DiscreteHyperParam[T] extends Dist[T]

    

74. abstract class Dist[T] extends AnyRef

    

    Represents a distribution of values.

    Represents a distribution of values.

    T

    The type T of the values generated.

75. class DoubleRangeHyperParam extends RangeHyperParam[Double]

    

76. class DropColumns extends Transformer with Wrappable with DefaultParamsWritable

    

    DropColumns takes a dataframe and a list of columns to drop as input and returns a dataframe comprised of only those columns not listed in the input list.

    DropColumns takes a dataframe and a list of columns to drop as input and returns a dataframe comprised of only those columns not listed in the input list.

77. class DynamicBufferedBatcher[T] extends Iterator[List[T]]

    

78. class DynamicMiniBatchTransformer extends Transformer with MiniBatchBase

    

79. class EnsembleByKey extends Transformer with Wrappable with DefaultParamsWritable

    

80. case class Entity(name: String, matches: Seq[Match], wikipediaLanguage: String, wikipediaId: String, wikipediaUrl: String, bingId: String) extends Product with Serializable

    

81. case class EntityData(content: Array[Byte], contentEncoding: Option[HeaderData], contentLength: Option[Long], contentType: Option[HeaderData], isChunked: Boolean, isRepeatable: Boolean, isStreaming: Boolean) extends Product with Serializable

    

82. class EntityDetector extends TextAnalyticsBase

    

83. class Explode extends Transformer with HasInputCol with HasOutputCol with Wrappable with DefaultParamsWritable

    

84. class Featurize extends Estimator[PipelineModel] with Wrappable with DefaultParamsWritable

    

    Featurizes a dataset.

    Featurizes a dataset. Converts the specified columns to feature columns.

85. class FindBestModel extends Estimator[BestModel] with FindBestModelParams

    

    Evaluates and chooses the best model from a list of models.

    Evaluates and chooses the best model from a list of models.

    Annotations

    @InternalWrapper()

86. trait FindBestModelParams extends Wrappable with ComplexParamsWritable with HasEvaluationMetric

    

87. class FindSimilarFace extends CognitiveServicesBase with HasServiceParams with HasMaxNumOfCandidatesReturned with HasFaceIds with HasCognitiveServiceInput with HasInternalJsonOutputParser

    

88. class FixedBatcher[T] extends Iterator[List[T]]

    

89. class FixedBufferedBatcher[T] extends Iterator[List[T]]

    

90. class FixedMiniBatchTransformer extends Transformer with MiniBatchBase

    

91. class FlattenBatch extends Transformer with Wrappable with DefaultParamsWritable

    

92. class Flip extends ImageTransformerStage

    

    Flips the image

93. class FloatRangeHyperParam extends RangeHyperParam[Float]

    

94. class GaussianKernel extends ImageTransformerStage

    

    Applies gaussian kernel to blur the image.

    Applies gaussian kernel to blur the image. Please refer to OpenCV for detailed information about the parameters and their allowable values.

95. class GenerateDataType extends Serializable

    

    Generates the specified random data type.

96. class GenerateThumbnails extends CognitiveServicesBase with HasImageUrl with HasWidth with HasHeight with HasSmartCropping with HasInternalJsonOutputParser with HasCognitiveServiceInput

    

97. class GridSpace extends ParamSpace

    

    Represents a parameter grid for tuning with discrete values.

    Represents a parameter grid for tuning with discrete values. Can be generated with the ParamGridBuilder.

98. class GroupFaces extends CognitiveServicesBase with HasServiceParams with HasFaceIds with HasCognitiveServiceInput with HasInternalJsonOutputParser

    

99. abstract class HTTPInputParser extends Transformer with HasOutputCol with HasInputCol

    

100. abstract class HTTPOutputParser extends Transformer with HasInputCol with HasOutputCol

     

101. trait HTTPParams extends Wrappable

     

102. case class HTTPRequestData(requestLine: RequestLineData, headers: Array[HeaderData], entity: Option[EntityData]) extends Product with Serializable

     

103. case class HTTPResponseData(headers: Array[HeaderData], entity: Option[EntityData], statusLine: StatusLineData, locale: String) extends Product with Serializable

     

104. class HTTPTransformer extends Transformer with HTTPParams with HasInputCol with HasOutputCol with HasHandler with ComplexParamsWritable

     

105. trait Handler extends AnyRef

     

106. trait HasCellSize extends Params

     

107. trait HasCognitiveServiceInput extends HasURL with HasSubscriptionKey

     

108. trait HasDatasetGenerationConstraints extends AnyRef

     

     Specifies the trait for constraints on generating a dataset.

109. trait HasDetectOrientation extends HasServiceParams

     

110. trait HasErrorCol extends Params

     

111. trait HasEvaluationMetric extends Wrappable

     

112. trait HasFaceIds extends HasServiceParams

     

113. trait HasFeaturesCol extends Wrappable

     

114. trait HasHandler extends Params

     

115. trait HasHeight extends HasServiceParams

     

116. trait HasImageUrl extends HasServiceParams

     

117. trait HasInputCol extends Wrappable

     

118. trait HasInputCols extends Wrappable

     

119. trait HasInternalJsonOutputParser extends AnyRef

     

120. trait HasLabelCol extends Wrappable

     

121. trait HasLanguage extends HasServiceParams

     

122. trait HasMaxNumOfCandidatesReturned extends HasServiceParams

     

123. trait HasMiniBatcher extends Params

     

124. trait HasModifier extends Params

     

125. trait HasOutputCol extends Wrappable

     

126. trait HasOutputCols extends Wrappable

     

127. trait HasScoredLabelsCol extends Wrappable

     

128. trait HasScoredProbabilitiesCol extends Wrappable

     

129. trait HasScoresCol extends Wrappable

     

130. trait HasServiceParams extends Params

     

131. trait HasSmartCropping extends HasServiceParams

     

132. trait HasSubscriptionKey extends HasServiceParams

     

133. trait HasURL extends Wrappable

     

134. trait HasWeightCol extends Wrappable

     

135. trait HasWidth extends HasServiceParams

     

136. class HdfsWriter extends SingleFileResolver

     

137. case class HeaderData(name: String, value: String) extends Product with Serializable

     

138. class HyperparamBuilder extends AnyRef

     

     Specifies the search space for hyperparameters.

139. class IdentifyFaces extends CognitiveServicesBase with HasServiceParams with HasMaxNumOfCandidatesReturned with HasFaceIds with HasCognitiveServiceInput with HasInternalJsonOutputParser

     

140. class ImageFeaturizer extends Transformer with HasInputCol with HasOutputCol with Wrappable with ComplexParamsWritable

     

     The ImageFeaturizer relies on a CNTK model to do the featurization, one can set this model using the modelLocation parameter.

     The ImageFeaturizer relies on a CNTK model to do the featurization, one can set this model using the modelLocation parameter. To map the nodes of the CNTK model onto the standard "layers" structure of a feed forward neural net, one needs to supply a list of node names that range from the output node, back towards the input node of the CNTK Function. This list does not need to be exhaustive, and is provided to you if you use a model downloaded from the ModelDownloader, one can find this layer list in the schema of the downloaded model.

     The ImageFeaturizer takes an input column of images (the type returned by the ImageReader), and automatically resizes them to fit the CMTKModel's inputs. It then feeds them through a pre-trained CNTK model. One can truncate the model using the cutOutputLayers parameter that determines how many layers to truncate from the output of the network. For example, layer=0 means that no layers are removed, layer=2 means that the image featurizer returns the activations of the layer that is two layers from the output layer.

     Annotations

     @InternalWrapper()

141. class ImageLIME extends Transformer with HasInputCol with HasOutputCol with HasLabelCol with Wrappable with ComplexParamsWritable with HasModifier with HasCellSize

     

     Distributed implementation of Local Interpretable Model-Agnostic Explanations (LIME)

     Distributed implementation of Local Interpretable Model-Agnostic Explanations (LIME)

     https://arxiv.org/pdf/1602.04938v1.pdf

142. class ImageSetAugmenter extends Transformer with HasInputCol with HasOutputCol with DefaultParamsWritable

     

143. class ImageTransformer extends Transformer with HasInputCol with HasOutputCol with Wrappable with DefaultParamsWritable

     

     Image processing stage.

     Image processing stage. Please refer to OpenCV for additional information

     Annotations

     @InternalWrapper()

144. abstract class ImageTransformerStage extends Serializable

     

     Image processing stage.

145. class IndexToValue extends Transformer with HasInputCol with HasOutputCol with Wrappable with DefaultParamsWritable

     

     This class takes in a categorical column with MML style attibutes and then transforms it back to the original values.

     This class takes in a categorical column with MML style attibutes and then transforms it back to the original values. This extends MLLIB IndexToString by allowing the transformation back to any types of values.

146. case class InputData(format: String, path: String, shapes: Map[String, InputShape]) extends Product with Serializable

     

147. case class InputShape(dim: Int, form: String) extends Product with Serializable

     

148. class IntRangeHyperParam extends RangeHyperParam[Int]

     

149. class InternalWrapper extends Annotation with StaticAnnotation

     

     Generate the internal wrapper for a given class.

     Generate the internal wrapper for a given class. Used for complicated wrappers, where the basic functionality is auto-generated, and the rest is added in the inherited wrapper.

150. class JSONInputParser extends HTTPInputParser with HasURL with ComplexParamsWritable

     

151. class JSONOutputParser extends HTTPOutputParser with ComplexParamsWritable

     

     Annotations

     @InternalWrapper()

152. class KeyPhraseExtractor extends TextAnalyticsBase

     

153. case class KeyPhraseScore(id: String, keyPhrases: Seq[String]) extends Product with Serializable

     

154. class Lambda extends Transformer with Wrappable with ComplexParamsWritable

     

155. class LanguageDetector extends TextAnalyticsBase

     

156. class LightGBMBooster extends Serializable

     

     Represents a LightGBM Booster learner

     Represents a LightGBM Booster learner

     Annotations

     @SerialVersionUID()

157. class LightGBMClassificationModel extends ProbabilisticClassificationModel[Vector, LightGBMClassificationModel] with ConstructorWritable[LightGBMClassificationModel]

     

     Model produced by LightGBMClassifier.

     Model produced by LightGBMClassifier.

     Annotations

     @InternalWrapper()

158. class LightGBMClassifier extends ProbabilisticClassifier[Vector, LightGBMClassifier, LightGBMClassificationModel] with LightGBMParams

     

     Trains a LightGBM Binary Classification model, a fast, distributed, high performance gradient boosting framework based on decision tree algorithms.

     Trains a LightGBM Binary Classification model, a fast, distributed, high performance gradient boosting framework based on decision tree algorithms. For more information please see here: https://github.com/Microsoft/LightGBM. For parameter information see here: https://github.com/Microsoft/LightGBM/blob/master/docs/Parameters.rst

     Annotations

     @InternalWrapper()

159. trait LightGBMParams extends Wrappable with DefaultParamsWritable with HasWeightCol

     

     Defines common parameters across all LightGBM learners.

160. class LightGBMRegressionModel extends RegressionModel[Vector, LightGBMRegressionModel] with ConstructorWritable[LightGBMRegressionModel]

     

     Model produced by LightGBMRegressor.

     Model produced by LightGBMRegressor.

     Annotations

     @InternalWrapper()

161. class LightGBMRegressor extends BaseRegressor[Vector, LightGBMRegressor, LightGBMRegressionModel] with LightGBMParams

     

     Trains a LightGBM Regression model, a fast, distributed, high performance gradient boosting framework based on decision tree algorithms.

     Trains a LightGBM Regression model, a fast, distributed, high performance gradient boosting framework based on decision tree algorithms. For more information please see here: https://github.com/Microsoft/LightGBM. For parameter information see here: https://github.com/Microsoft/LightGBM/blob/master/docs/Parameters.rst Note: The application parameter supports the following values:

     • regression_l2, L2 loss, alias=regression, mean_squared_error, mse, l2_root, root_mean_squared_error, rmse
     • regression_l1, L1 loss, alias=mean_absolute_error, mae
     • huber, Huber loss
     • fair, Fair loss
     • poisson, Poisson regression
     • quantile, Quantile regression
     • mape, MAPE loss, alias=mean_absolute_percentage_error
     • gamma, Gamma regression with log-link. It might be useful, e.g., for modeling insurance claims severity, or for any target that might be gamma-distributed
     • tweedie, Tweedie regression with log-link. It might be useful, e.g., for modeling total loss in insurance, or for any target that might be tweedie-distributed

     Annotations

     @InternalWrapper()

162. trait LinuxOnly extends TestBase

     

163. class LocalWriter extends SingleFileResolver

     

164. class LongRangeHyperParam extends RangeHyperParam[Long]

     

165. class MMLConfig extends Configuration

     

166. class MPICommandBuilder extends CNTKCommandBuilderBase with MPIConfiguration

     

167. trait MPIConfiguration extends AnyRef

     

168. case class Match(text: String, offset: Int, length: Int) extends Product with Serializable

     

169. class MetricsLogger extends AnyRef

     

     Helper class for logging metrics to log4j.

170. trait MiniBatchBase extends Transformer with DefaultParamsWritable with Wrappable

     

171. trait Mode extends HasRecommenderCols

     

172. class ModelDownloader extends Client

     

     Class for downloading models from a server to Local or HDFS

173. class ModelNotFoundException extends FileNotFoundException

     

     Exception returned if a repo cannot find the file

174. case class ModelSchema(name: String, dataset: String, modelType: String, uri: URI, hash: String, size: Long, inputNode: Int, numLayers: Int, layerNames: Array[String]) extends Schema with Product with Serializable

     

     Class representing the schema of a CNTK model

     Class representing the schema of a CNTK model

     name

     name of the model architecture

     dataset

     dataset the model was trained on

     modelType

     type of problem the model is suited for eg: (image, text, sound, sentiment etc)

     uri

     location of the underlying file (local, HDFS, or HTTP)

     hash

     sha256 hash of the underlying file

     size

     size in bytes of the underlying file

     inputNode

     the node which represents the input

     numLayers

     the number of layers of the model

     layerNames

     the names nodes that represent layers in the network

175. class MultiColumnAdapter extends Estimator[PipelineModel] with Wrappable with ComplexParamsWritable

     

     The MultiColumnAdapter takes a unary pipeline stage and a list of input output column pairs and applies the pipeline stage to each input column after being fit

     The MultiColumnAdapter takes a unary pipeline stage and a list of input output column pairs and applies the pipeline stage to each input column after being fit

176. class MultiNGram extends Transformer with HasInputCol with HasOutputCol with Wrappable with DefaultParamsWritable

     

     Extracts several ngrams

177. class MultiVectorAssembler extends VectorAssembler

     

178. class NER extends TextAnalyticsBase

     

179. case class NEREntity(value: String, startIndex: Int, precision: Double, category: String) extends Product with Serializable

     

180. case class NERScore(id: String, entities: Seq[NEREntity]) extends Product with Serializable

     

181. class NativeLoader extends Serializable

     

182. case class NetworkParams(defaultListenPort: Int, addr: String, port: Int) extends Product with Serializable

     

183. class NullOrdering[T] extends Ordering[T]

     

184. class OCR extends CognitiveServicesBase with HasLanguage with HasImageUrl with HasDetectOrientation with HasCognitiveServiceInput with HasInternalJsonOutputParser

     

185. class PageSplitter extends Transformer with HasInputCol with HasOutputCol with Wrappable with DefaultParamsWritable

     

     Splits text into chunks of at most n characters

186. class PartitionConsolidator extends Transformer with HTTPParams with HasInputCol with HasOutputCol with ComplexParamsWritable

     

187. sealed class PartitionSample extends Transformer with PartitionSampleParams

     

188. trait PartitionSampleParams extends Wrappable with DefaultParamsWritable

     

189. case class ProtocolVersionData(protocol: String, major: Int, minor: Int) extends Product with Serializable

     

190. class RandomDatasetGenerationConstraints extends HasDatasetGenerationConstraints

     

     Contraints on generating a dataset where all parameters are randomly generated.

191. abstract class RandomMMLGenerator[T] extends RandomDataGenerator[T]

     

     Base abstract class for random generation of data.

     Base abstract class for random generation of data.

     T

     The data to generate.

192. class RandomRowGenerator extends RandomMMLGenerator[Row]

     

     Randomly generates a row given the set space of data, column options.

193. class RandomRowGeneratorCombiner extends RandomMMLGenerator[Row]

     

     Combines an array of row generators into a single row generator.

194. class RandomSpace extends ParamSpace

     

     Represents a generator of parameters with specified distributions added by the HyperparamBuilder.

195. abstract class RangeHyperParam[T] extends Dist[T]

     

196. class RankingAdapter extends Estimator[RankingAdapterModel] with ComplexParamsWritable with RankingParams with Mode

     

197. class RankingAdapterModel extends Model[RankingAdapterModel] with ComplexParamsWritable with Wrappable with RankingParams with Mode

     

     Model from train validation split.

198. class RankingEvaluator extends Evaluator with RecEvaluatorParams with HasRecommenderCols with ComplexParamsWritable

     

199. trait RankingParams extends HasRecommenderCols with HasLabelCol with hasK

     

200. class RankingTrainValidationSplit extends Estimator[RankingTrainValidationSplitModel] with RankingTrainValidationSplitParams with Wrappable with ComplexParamsWritable with RecommendationParams

     

     Annotations

     @InternalWrapper()

201. class RankingTrainValidationSplitModel extends Model[RankingTrainValidationSplitModel] with RankingTrainValidationSplitParams with ComplexParamsWritable

     

     Annotations

     @InternalWrapper()

202. class RecognizeDomainSpecificContent extends CognitiveServicesBase with HasImageUrl with HasServiceParams with HasCognitiveServiceInput with HasInternalJsonOutputParser

     

203. class RecognizeText extends CognitiveServicesBaseWithoutHandler with HasImageUrl with HasCognitiveServiceInput with HasInternalJsonOutputParser

     

204. case class RegressorTrainParams(parallelism: String, numIterations: Int, learningRate: Double, numLeaves: Int, objective: String, alpha: Double, tweedieVariancePower: Double, maxBin: Int, baggingFraction: Double, baggingFreq: Int, baggingSeed: Int, earlyStoppingRound: Int, featureFraction: Double, maxDepth: Int, minSumHessianInLeaf: Double, numMachines: Int, modelString: String, verbosity: Int, categoricalFeatures: Array[Int]) extends TrainParams with Product with Serializable

     

     Defines the Booster parameters passed to the LightGBM regressor.

205. class RenameColumn extends Transformer with Wrappable with DefaultParamsWritable with HasInputCol with HasOutputCol

     

     RenameColumn takes a dataframe with an input and an output column name and returns a dataframe comprised of the original columns with the input column renamed as the output column name.

     RenameColumn takes a dataframe with an input and an output column name and returns a dataframe comprised of the original columns with the input column renamed as the output column name.

206. class Repartition extends Transformer with Wrappable with DefaultParamsWritable

     

     Partitions the dataset into n partitions

207. case class RequestLineData(method: String, uri: String, protoclVersion: Option[ProtocolVersionData]) extends Product with Serializable

     

208. class ResizeImage extends ImageTransformerStage

     

     Resizes the image.

     Resizes the image. The parameters of the ParameterMap are: "height" - the height of the image "width" "stageName" Please refer to OpenCV for more information

209. class ResizeImageTransformer extends Transformer with HasInputCol with HasOutputCol with Wrappable with DefaultParamsWritable

     

     Annotations

     @InternalWrapper()

210. abstract class Schema extends AnyRef

     

     Abstract representation of a schema for an item that can be held in a repository

211. class SelectColumns extends Transformer with Wrappable with DefaultParamsWritable

     

     SelectColumns takes a dataframe and a list of columns to select as input and returns a dataframe comprised of only those columns listed in the input list.

     SelectColumns takes a dataframe and a list of columns to select as input and returns a dataframe comprised of only those columns listed in the input list.

     The columns to be selected is a list of column names

212. case class SentimentScore(id: String, score: Float) extends Product with Serializable

     

213. class SharedSingleton[T] extends Serializable

     

     Holds a variable shared among all workers that behaves like a local singleton.

     Holds a variable shared among all workers that behaves like a local singleton. Useful to use non-serializable objects in Spark closures that maintain state across tasks.

214. class SharedVariable[T] extends Serializable

     

     Holds a variable shared among all workers.

     Holds a variable shared among all workers. Useful to use non-serializable objects in Spark closures.

     Note this code has been borrowed from: https://www.nicolaferraro.me/2016/02/22/using-non-serializable-objects-in-apache-spark/

215. class SimpleHTTPTransformer extends Transformer with HTTPParams with HasMiniBatcher with HasHandler with HasInputCol with HasOutputCol with ComplexParamsWritable with HasErrorCol

     

     Annotations

     @InternalWrapper()

216. abstract class SingleFileResolver extends DataWriter

     

217. class SingleThreadedHTTPClient extends HTTPClient with SingleThreadedClient

     

218. abstract class SingleTypeReducer extends Transformer with TypeConversion

     

219. class SingleVectorAssembler extends VectorAssembler

     

220. case class StatusLineData(protocolVersion: ProtocolVersionData, statusCode: Int, reasonPhrase: String) extends Product with Serializable

     

221. class StringOutputParser extends HTTPOutputParser with ComplexParamsWritable

     

222. class SummarizeData extends Transformer with SummarizeDataParams

     

     Compute summary statistics for the dataset.

     Compute summary statistics for the dataset. The following statistics are computed: - counts - basic - sample - percentiles - errorThreshold - error threshold for quantiles

223. trait SummarizeDataParams extends Wrappable with DefaultParamsWritable

     

224. class Superpixel extends org.apache.spark.internal.Logging

     

225. case class SuperpixelData(clusters: Seq[Seq[(Int, Int)]]) extends Product with Serializable

     

226. class SuperpixelTransformer extends Transformer with HasInputCol with HasOutputCol with Wrappable with DefaultParamsWritable with HasCellSize with HasModifier

     

     A transformer that decomposes an image into it's superpixels

227. case class TADocument(language: Option[String], id: String, text: String) extends Product with Serializable

     

228. case class TAError(id: String, message: String) extends Product with Serializable

     

229. case class TARequest(documents: Seq[TADocument]) extends Product with Serializable

     

230. case class TAResponse[T](documents: Seq[T], errors: Option[Seq[TAError]]) extends Product with Serializable

     

231. class TLCConfig extends MMLConfig

     

232. class TagImage extends CognitiveServicesBase with HasCognitiveServiceInput with HasInternalJsonOutputParser

     

233. abstract class TestBase extends FunSuite with BeforeAndAfterEachTestData with BeforeAndAfterAll

     

234. abstract class TextAnalyticsBase extends CognitiveServicesBase with HasCognitiveServiceInput with HasInternalJsonOutputParser

     

235. class TextFeaturizer extends Estimator[TextFeaturizerModel] with TextFeaturizerParams with HasInputCol with HasOutputCol

     

     Featurize text.

236. class TextFeaturizerModel extends Model[TextFeaturizerModel] with ConstructorWritable[TextFeaturizerModel]

     

237. trait TextFeaturizerParams extends Wrappable with DefaultParamsWritable

     

238. class TextPreprocessor extends Transformer with HasInputCol with HasOutputCol with Wrappable with ComplexParamsWritable

     

     TextPreprocessor takes a dataframe and a dictionary that maps (text -> replacement text), scans each cell in the input col and replaces all substring matches with the corresponding value.

     TextPreprocessor takes a dataframe and a dictionary that maps (text -> replacement text), scans each cell in the input col and replaces all substring matches with the corresponding value. Priority is given to longer keys and from left to right.

239. class TextSentiment extends TextAnalyticsBase

     

240. class Threshold extends ImageTransformerStage

     

     Applies a threshold to each element of the image.

     Applies a threshold to each element of the image. Please refer to threshold for more information

241. class TimeIntervalBatcher[T] extends Iterator[List[T]]

     

242. class TimeIntervalMiniBatchTransformer extends Transformer with MiniBatchBase

     

243. class Timer extends Estimator[TimerModel] with TimerParams with ComplexParamsWritable

     

244. class TimerModel extends Model[TimerModel] with TimerParams with ConstructorWritable[TimerModel]

     

245. trait TimerParams extends Wrappable

     

246. class TrainClassifier extends Estimator[TrainedClassifierModel] with AutoTrainer[TrainedClassifierModel]

     

     Trains a classification model.

     Trains a classification model. Featurizes the given data into a vector of doubles.

     Note the behavior of the reindex and labels parameters, the parameters interact as:

     reindex -> false labels -> false (Empty) Assume all double values, don't use metadata, assume natural ordering

     reindex -> true labels -> false (Empty) Index, use natural ordering of string indexer

     reindex -> false labels -> true (Specified) Assume user knows indexing, apply label values. Currently only string type supported.

     reindex -> true labels -> true (Specified) Validate labels matches column type, try to recast to label type, reindex label column

     The currently supported classifiers are: Logistic Regression Classifier Decision Tree Classifier Random Forest Classifier Gradient Boosted Trees Classifier Naive Bayes Classifier Multilayer Perceptron Classifier In addition to any generic learner that inherits from Predictor.

     Annotations

     @InternalWrapper()

247. abstract class TrainParams extends Serializable

     

     Defines the common Booster parameters passed to the LightGBM learners.

248. class TrainRegressor extends Estimator[TrainedRegressorModel] with AutoTrainer[TrainedRegressorModel]

     

     Trains a regression model.

     Trains a regression model.

     Annotations

     @InternalWrapper()

249. class TrainedClassifierModel extends AutoTrainedModel[TrainedClassifierModel]

     

     Model produced by TrainClassifier.

     Model produced by TrainClassifier.

     Annotations

     @InternalWrapper()

250. class TrainedRegressorModel extends AutoTrainedModel[TrainedRegressorModel]

     

     Model produced by TrainRegressor.

     Model produced by TrainRegressor.

     Annotations

     @InternalWrapper()

251. class Trie extends Serializable

     

252. class TuneHyperparameters extends Estimator[TuneHyperparametersModel] with Wrappable with ComplexParamsWritable with HasEvaluationMetric

     

     Tunes model hyperparameters

     Tunes model hyperparameters

     Allows user to specify multiple untrained models to tune using various search strategies. Currently supports cross validation with random grid search.

     Annotations

     @InternalWrapper()

253. class TuneHyperparametersModel extends Model[TuneHyperparametersModel] with ConstructorWritable[TuneHyperparametersModel]

     

     Model produced by TuneHyperparameters.

     Model produced by TuneHyperparameters.

     Annotations

     @InternalWrapper()

254. trait TypeConversion extends AnyRef

     

255. class UDFTransformer extends Transformer with Wrappable with ComplexParamsWritable with HasInputCol with HasInputCols with HasOutputCol

     

     UDFTransformer takes as input input column, output column, and a UserDefinedFunction returns a dataframe comprised of the original columns with the output column as the result of the udf applied to the input column

     UDFTransformer takes as input input column, output column, and a UserDefinedFunction returns a dataframe comprised of the original columns with the output column as the result of the udf applied to the input column

     Annotations

     @InternalWrapper()

256. class UnrollBinaryImage extends Transformer with HasInputCol with HasOutputCol with Wrappable with DefaultParamsWritable

     

     Converts the representation of an m X n pixel image to an m * n vector of Doubles

     Converts the representation of an m X n pixel image to an m * n vector of Doubles

     The input column name is assumed to be "image", the output column name is "<uid>_output"

257. class UnrollImage extends Transformer with HasInputCol with HasOutputCol with Wrappable with DefaultParamsWritable

     

     Converts the representation of an m X n pixel image to an m * n vector of Doubles

     Converts the representation of an m X n pixel image to an m * n vector of Doubles

     The input column name is assumed to be "image", the output column name is "<uid>_output"

258. class ValueIndexer extends Estimator[ValueIndexerModel] with ValueIndexerParams

     

     Fits a dictionary of values from the input column.

     Fits a dictionary of values from the input column. Model then transforms a column to a categorical column of the given array of values. Similar to StringIndexer except it can be used on any value types.

259. class ValueIndexerModel extends Model[ValueIndexerModel] with ValueIndexerParams with ComplexParamsWritable

     

     Model produced by ValueIndexer.

260. trait ValueIndexerParams extends Wrappable with DefaultParamsWritable with HasInputCol with HasOutputCol

     

261. abstract class VectorAssembler extends AnyRef

     

262. class VerifyFaces extends CognitiveServicesBase with HasServiceParams with HasCognitiveServiceInput with HasInternalJsonOutputParser

     

263. trait Wrappable extends Params