PartitionSample

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def $[T](param: Param[T]): T

   

   Attributes

   protected

   Definition Classes

   Params

4. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

5. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

6. final def clear(param: Param[_]): PartitionSample.this.type

   

   Definition Classes

   Params

7. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

8. def copy(extra: ParamMap): PartitionSample

   

   Definition Classes

   PartitionSample → Transformer → PipelineStage → Params

9. def copyValues[T <: Params](to: T, extra: ParamMap): T

   

   Attributes

   protected

   Definition Classes

   Params

10. final val count: LongParam

    

    Number of rows to return.

    Number of rows to return. Must be specified when the mode is HEAD, or when the mode is RandomSample and the sampling mode is Absolute.

    Default is 1000

    Definition Classes

    PartitionSampleParams

11. final def defaultCopy[T <: Params](extra: ParamMap): T

    

    Attributes

    protected

    Definition Classes

    Params

12. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

13. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

14. def explainParam(param: Param[_]): String

    

    Definition Classes

    Params

15. def explainParams(): String

    

    Definition Classes

    Params

16. final def extractParamMap(): ParamMap

    

    Definition Classes

    Params

17. final def extractParamMap(extra: ParamMap): ParamMap

    

    Definition Classes

    Params

18. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

19. final def get[T](param: Param[T]): Option[T]

    

    Definition Classes

    Params

20. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

21. final def getCount: Long

    
    Definition Classes

    PartitionSampleParams

22. final def getDefault[T](param: Param[T]): Option[T]

    

    Definition Classes

    Params

23. final def getMode: String

    
    Definition Classes

    PartitionSampleParams

24. final def getNewColName: String

    
    Definition Classes

    PartitionSampleParams

25. final def getNumParts: Int

    
    Definition Classes

    PartitionSampleParams

26. final def getOrDefault[T](param: Param[T]): T

    

    Definition Classes

    Params

27. def getParam(paramName: String): Param[Any]

    

    Definition Classes

    Params

28. final def getPercent: Double

    
    Definition Classes

    PartitionSampleParams

29. final def getRandomSampleMode: String

    
    Definition Classes

    PartitionSampleParams

30. final def getSeed: Long

    
    Definition Classes

    PartitionSampleParams

31. final def hasDefault[T](param: Param[T]): Boolean

    

    Definition Classes

    Params

32. def hasParam(paramName: String): Boolean

    

    Definition Classes

    Params

33. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

34. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

35. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

36. final def isDefined(param: Param[_]): Boolean

    

    Definition Classes

    Params

37. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

38. final def isSet(param: Param[_]): Boolean

    

    Definition Classes

    Params

39. def isTraceEnabled(): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

40. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

41. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

42. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

43. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

44. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

45. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

46. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

47. def logName: String

    

    Attributes

    protected

    Definition Classes

    Logging

48. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

49. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

50. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

51. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

52. final val mode: Param[String]

    

    Sampling mode.

    Sampling mode. The options are: - AssignToPartition

    • seed
    • numParts
    • newColName - RandomSample
    • mode: Absolute or Percentage
      • count (when Absolute)
      • percent (when Percentage)
    • seed - Head
    • count

    The default setting is RandomSample

    Definition Classes

    PartitionSampleParams

53. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

54. final val newColName: Param[String]

    

    Name of the partition column.

    Name of the partition column. Specify a name when the mode is AssignToPartition

    Default is \"Partition\"

    Definition Classes

    PartitionSampleParams

55. final def notify(): Unit

    

    Definition Classes

    AnyRef

56. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

57. final val numParts: IntParam

    

    Number of partitions when the mode is AssignToPartition

    Number of partitions when the mode is AssignToPartition

    Default is 10

    Definition Classes

    PartitionSampleParams

58. lazy val params: Array[Param[_]]

    

    Definition Classes

    Params

59. final val percent: DoubleParam

    

    Percentage of rows to return when Random Sampling Default is .01

    Percentage of rows to return when Random Sampling Default is .01

    Definition Classes

    PartitionSampleParams

60. final val rsMode: Param[String]

    

    RandomSample mode - Absolute - Percentage

    RandomSample mode - Absolute - Percentage

    Default is Percentage

    Definition Classes

    PartitionSampleParams

61. def save(path: String): Unit

    

    Definition Classes

    MLWritable

    Annotations

    @Since( "1.6.0" ) @throws( ... )

62. final val seed: LongParam

    

    Seed for random operations (RandomSplit or AssignToPartition Default is -1

    Seed for random operations (RandomSplit or AssignToPartition Default is -1

    Definition Classes

    PartitionSampleParams

63. final def set(paramPair: ParamPair[_]): PartitionSample.this.type

    

    Attributes

    protected

    Definition Classes

    Params

64. final def set(param: String, value: Any): PartitionSample.this.type

    

    Attributes

    protected

    Definition Classes

    Params

65. final def set[T](param: Param[T], value: T): PartitionSample.this.type

    

    Definition Classes

    Params

66. def setCount(value: Long): PartitionSample.this.type

    
    Definition Classes

    PartitionSampleParams

67. final def setDefault(paramPairs: ParamPair[_]*): PartitionSample.this.type

    

    Attributes

    protected

    Definition Classes

    Params

68. final def setDefault[T](param: Param[T], value: T): PartitionSample.this.type

    

    Attributes

    protected

    Definition Classes

    Params

69. def setMode(value: String): PartitionSample.this.type

    
    Definition Classes

    PartitionSampleParams

70. def setNewColName(value: String): PartitionSample.this.type

    
    Definition Classes

    PartitionSampleParams

71. def setNumParts(value: Int): PartitionSample.this.type

    
    Definition Classes

    PartitionSampleParams

72. def setPercent(value: Double): PartitionSample.this.type

    
    Definition Classes

    PartitionSampleParams

73. def setRandomSampleMode(value: String): PartitionSample.this.type

    
    Definition Classes

    PartitionSampleParams

74. def setSeed(value: Long): PartitionSample.this.type

    
    Definition Classes

    PartitionSampleParams

75. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

76. def toString(): String

    

    Definition Classes

    Identifiable → AnyRef → Any

77. def transform(dataset: Dataset[_]): DataFrame

    

    Definition Classes

    PartitionSample → Transformer

78. def transform(dataset: Dataset[_], paramMap: ParamMap): DataFrame

    

    Definition Classes

    Transformer

    Annotations

    @Since( "2.0.0" )

79. def transform(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): DataFrame

    

    Definition Classes

    Transformer

    Annotations

    @Since( "2.0.0" ) @varargs()

80. def transformSchema(schema: StructType): StructType

    

    Definition Classes

    PartitionSample → PipelineStage

81. def transformSchema(schema: StructType, logging: Boolean): StructType

    

    Attributes

    protected

    Definition Classes

    PipelineStage

    Annotations

    @DeveloperApi()

82. val uid: String

    

    The id of the module

    The id of the module

    Definition Classes

    PartitionSample → Identifiable

83. def validateAndTransformSchema(schema: StructType): StructType

    

    Attributes

    protected

    Definition Classes

    PartitionSampleParams

84. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

85. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

86. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

87. def write: MLWriter

    

    Definition Classes

    DefaultParamsWritable → MLWritable