DataSet

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. object ImageFolder

   

   Generate a DataSet from a local image folder.

   Generate a DataSet from a local image folder. The image folder should have two levels. The first level is class folders, and the second level is images. All images belong to a same class should be put into the same class folder. So each image in the path is labeled by the folder it belongs.

5. object SeqFileFolder

   

   Create a DataSet from a Hadoop sequence file folder.

6. def array[T](localData: Array[T], sc: SparkContext)(implicit arg0: ClassTag[T]): DistributedDataSet[T]

   

   Wrap an array as a distributed DataSet.

7. def array[T](data: Array[T]): LocalArrayDataSet[T]

   

   Wrap an array as a DataSet.

8. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

9. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

10. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

11. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

12. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

13. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

14. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

15. def imageFrame(imageFrame: ImageFrame): DataSet[ImageFeature]

    

16. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

17. val logger: Logger

    

18. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

19. final def notify(): Unit

    

    Definition Classes

    AnyRef

20. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

21. def rdd[T](data: RDD[T], partitionNum: Int = Engine.nodeNumber())(implicit arg0: ClassTag[T]): DistributedDataSet[T]

    

    Wrap a RDD as a DataSet.

    Wrap a RDD as a DataSet.

    partitionNum

    repartition data rdd to partition number, default node number.

22. def sortData[T](data: Array[T], isInOrder: Boolean)(implicit arg0: ClassTag[T]): Array[T]

    

    sort data from small to big, only support Sample data type.

    sort data from small to big, only support Sample data type.

    data

    original data

    isInOrder

    whether to sort data by ascending order

23. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

24. def toString(): String

    

    Definition Classes

    AnyRef → Any

25. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

26. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

27. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )