PartitionSample

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def $[T](param: Param[T]): T

   

   Attributes

   protected

   Definition Classes

   Params

4. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

5. def BooleanParam(i: Identifiable, name: String, description: String, default: Boolean): BooleanParam

   

   Definition Classes

   Wrappable

6. def BooleanParam(i: Identifiable, name: String, description: String): BooleanParam

   

   Definition Classes

   Wrappable

7. def DoubleParam(i: Identifiable, name: String, description: String, default: Double): DoubleParam

   

   Definition Classes

   Wrappable

8. def DoubleParam(i: Identifiable, name: String, description: String): DoubleParam

   

   Definition Classes

   Wrappable

9. def IntParam(i: Identifiable, name: String, description: String, validation: (Int) ⇒ Boolean): IntParam

   

   Definition Classes

   Wrappable

10. def IntParam(i: Identifiable, name: String, description: String, default: Int): IntParam

    

    Definition Classes

    Wrappable

11. def IntParam(i: Identifiable, name: String, description: String): IntParam

    

    Definition Classes

    Wrappable

12. def LongParam(i: Identifiable, name: String, description: String, default: Long): LongParam

    

    Definition Classes

    Wrappable

13. def LongParam(i: Identifiable, name: String, description: String): LongParam

    

    Definition Classes

    Wrappable

14. def StringParam(i: Identifiable, name: String, description: String, default: String, domain: Seq[String]): Param[String]

    

    Definition Classes

    Wrappable

15. def StringParam(i: Identifiable, name: String, description: String, default: String): Param[String]

    

    Definition Classes

    Wrappable

16. def StringParam(i: Identifiable, name: String, description: String, validation: (String) ⇒ Boolean): Param[String]

    

    Definition Classes

    Wrappable

17. def StringParam(i: Identifiable, name: String, description: String): Param[String]

    

    Definition Classes

    Wrappable

18. final def asInstanceOf[T0]: T0

    

    Definition Classes

    Any

19. def chainedUid(origin: String): String

    

    Definition Classes

    Wrappable

20. final def clear(param: Param[_]): PartitionSample.this.type

    

    Definition Classes

    Params

21. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

22. def copy(extra: ParamMap): PartitionSample

    

    Definition Classes

    PartitionSample → Transformer → PipelineStage → Params

23. def copyValues[T <: Params](to: T, extra: ParamMap): T

    

    Attributes

    protected

    Definition Classes

    Params

24. final val count: LongParam

    

    Number of rows to return.

    Number of rows to return. Must be specified when the mode is HEAD, or when the mode is RandomSample and the sampling mode is Absolute.

    Default is 1000

    Definition Classes

    PartitionSampleParams

25. final def defaultCopy[T <: Params](extra: ParamMap): T

    

    Attributes

    protected

    Definition Classes

    Params

26. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

27. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

28. def explainParam(param: Param[_]): String

    

    Definition Classes

    Params

29. def explainParams(): String

    

    Definition Classes

    Params

30. final def extractParamMap(): ParamMap

    

    Definition Classes

    Params

31. final def extractParamMap(extra: ParamMap): ParamMap

    

    Definition Classes

    Params

32. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

33. final def get[T](param: Param[T]): Option[T]

    

    Definition Classes

    Params

34. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

35. final def getCount: Long

    
    Definition Classes

    PartitionSampleParams

36. final def getDefault[T](param: Param[T]): Option[T]

    

    Definition Classes

    Params

37. final def getMode: String

    
    Definition Classes

    PartitionSampleParams

38. final def getNewColName: String

    
    Definition Classes

    PartitionSampleParams

39. final def getNumParts: Int

    
    Definition Classes

    PartitionSampleParams

40. final def getOrDefault[T](param: Param[T]): T

    

    Definition Classes

    Params

41. def getParam(paramName: String): Param[Any]

    

    Definition Classes

    Params

42. final def getPercent: Double

    
    Definition Classes

    PartitionSampleParams

43. final def getRandomSampleMode: String

    
    Definition Classes

    PartitionSampleParams

44. final def getSeed: Long

    
    Definition Classes

    PartitionSampleParams

45. final def hasDefault[T](param: Param[T]): Boolean

    

    Definition Classes

    Params

46. def hasParam(paramName: String): Boolean

    

    Definition Classes

    Params

47. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

48. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

49. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

50. final def isDefined(param: Param[_]): Boolean

    

    Definition Classes

    Params

51. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

52. final def isSet(param: Param[_]): Boolean

    

    Definition Classes

    Params

53. def isTraceEnabled(): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

54. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

55. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

56. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

57. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

58. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

59. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

60. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

61. def logName: String

    

    Attributes

    protected

    Definition Classes

    Logging

62. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

63. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

64. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

65. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

66. final val mode: Param[String]

    

    Sampling mode.

    Sampling mode. The options are: - AssignToPartition

    • seed
    • numParts
    • newColName - RandomSample
    • mode: Absolute or Percentage
      • count (when Absolute)
      • percent (when Percentage)
    • seed - Head
    • count

    The default setting is RandomSample

    Definition Classes

    PartitionSampleParams

67. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

68. final val newColName: Param[String]

    

    Name of the partition column.

    Name of the partition column. Specify a name when the mode is AssignToPartition

    Default is \"Partition\"

    Definition Classes

    PartitionSampleParams

69. final def notify(): Unit

    

    Definition Classes

    AnyRef

70. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

71. final val numParts: IntParam

    

    Number of partitions when the mode is AssignToPartition

    Number of partitions when the mode is AssignToPartition

    Default is 10

    Definition Classes

    PartitionSampleParams

72. val paramDomains: Map[String, Seq[String]]

    

    Definition Classes

    Wrappable

73. lazy val params: Array[Param[_]]

    

    Definition Classes

    Params

74. final val percent: DoubleParam

    

    Percentage of rows to return when Random Sampling Default is .01

    Percentage of rows to return when Random Sampling Default is .01

    Definition Classes

    PartitionSampleParams

75. final val rsMode: Param[String]

    

    RandomSample mode - Absolute - Percentage

    RandomSample mode - Absolute - Percentage

    Default is Percentage

    Definition Classes

    PartitionSampleParams

76. def save(path: String): Unit

    

    Definition Classes

    MLWritable

    Annotations

    @Since( "1.6.0" ) @throws( ... )

77. final val seed: LongParam

    

    Seed for random operations (RandomSplit or AssignToPartition Default is -1

    Seed for random operations (RandomSplit or AssignToPartition Default is -1

    Definition Classes

    PartitionSampleParams

78. final def set(paramPair: ParamPair[_]): PartitionSample.this.type

    

    Attributes

    protected

    Definition Classes

    Params

79. final def set(param: String, value: Any): PartitionSample.this.type

    

    Attributes

    protected

    Definition Classes

    Params

80. final def set[T](param: Param[T], value: T): PartitionSample.this.type

    

    Definition Classes

    Params

81. def setCount(value: Long): PartitionSample.this.type

    
    Definition Classes

    PartitionSampleParams

82. final def setDefault(paramPairs: ParamPair[_]*): PartitionSample.this.type

    

    Attributes

    protected

    Definition Classes

    Params

83. final def setDefault[T](param: Param[T], value: T): PartitionSample.this.type

    

    Attributes

    protected

    Definition Classes

    Params

84. def setMode(value: String): PartitionSample.this.type

    
    Definition Classes

    PartitionSampleParams

85. def setNewColName(value: String): PartitionSample.this.type

    
    Definition Classes

    PartitionSampleParams

86. def setNumParts(value: Int): PartitionSample.this.type

    
    Definition Classes

    PartitionSampleParams

87. def setPercent(value: Double): PartitionSample.this.type

    
    Definition Classes

    PartitionSampleParams

88. def setRandomSampleMode(value: String): PartitionSample.this.type

    
    Definition Classes

    PartitionSampleParams

89. def setSeed(value: Long): PartitionSample.this.type

    
    Definition Classes

    PartitionSampleParams

90. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

91. def toString(): String

    

    Definition Classes

    Identifiable → AnyRef → Any

92. def transform(dataset: Dataset[_]): DataFrame

    

    Definition Classes

    PartitionSample → Transformer

93. def transform(dataset: Dataset[_], paramMap: ParamMap): DataFrame

    

    Definition Classes

    Transformer

    Annotations

    @Since( "2.0.0" )

94. def transform(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): DataFrame

    

    Definition Classes

    Transformer

    Annotations

    @Since( "2.0.0" ) @varargs()

95. def transformSchema(schema: StructType): StructType

    

    Definition Classes

    PartitionSample → PipelineStage

96. def transformSchema(schema: StructType, logging: Boolean): StructType

    

    Attributes

    protected

    Definition Classes

    PipelineStage

    Annotations

    @DeveloperApi()

97. val uid: String

    

    The id of the module

    The id of the module

    Definition Classes

    PartitionSample → Identifiable

98. def validateAndTransformSchema(schema: StructType): StructType

    

    Attributes

    protected

    Definition Classes

    PartitionSampleParams

99. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

100. final def wait(arg0: Long, arg1: Int): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

101. final def wait(arg0: Long): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

102. def write: MLWriter

     

     Definition Classes

     DefaultParamsWritable → MLWritable