com.intel.analytics.bigdl.optim

DistriOptimizer

object DistriOptimizer extends AbstractOptimizer

Linear Supertypes
AbstractOptimizer, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. DistriOptimizer
  2. AbstractOptimizer
  3. AnyRef
  4. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Type Members

  1. abstract class Cache[T] extends AnyRef

    Optimizer cache some metadata on each executor

  2. case class CacheV1[T](localModels: Array[Module[T]], modelWeights: Array[Tensor[T]], modelGradients: Array[Tensor[T]], localCriterions: Array[Criterion[T]], localStates: Array[Table], moduleTimeList: Array[Long] = null, localMethods: Array[Option[Array[ValidationMethod[T]]]], optimMethods: Map[String, OptimMethod[T]], parameterSynchronizer: DistriParameterSynchronizer[T] = null) extends Cache[T] with Product with Serializable

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  7. def checkpoint[T](cacheTrigger: Option[Trigger], cachePath: Option[String], isOverWrite: Boolean, wallClockTime: Long, models: RDD[Cache[T]], state: Table, parameters: AllReduceParameter[T], optimMethods: Map[String, OptimMethod[T]], trainingModel: Module[T])(implicit arg0: ClassTag[T], ev: TensorNumeric[T]): Unit

    * Create checkpoint.

    * Create checkpoint.

    cacheTrigger

    cache trigger

    cachePath

    cache path

    isOverWrite

    whether over write

    wallClockTime

    wall clock time

    models

    cached models

    state

    state table

    parameters

    all reduce parameters

    optimMethods

    all optim methods

    trainingModel

    training model

    Attributes
    protected
    Definition Classes
    AbstractOptimizer

  8. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  9. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  10. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  11. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  12. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  13. def getModel[T](models: RDD[Cache[T]], parameters: AllReduceParameter[T], trainingModel: Module[T])(implicit arg0: ClassTag[T], ev: TensorNumeric[T]): Module[T]

    Fetch current model parameters to driver, and copy to trainingModel.

    Fetch current model parameters to driver, and copy to trainingModel.

    models

    cached models

    parameters

    AllReduceParameter

    trainingModel

    the model is trained by optimizer

    returns

    trained model

    Attributes
    protected
    Definition Classes
    DistriOptimizer → AbstractOptimizer

  14. def hashCode(): Int

    Definition Classes
    AnyRef → Any

  15. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  16. val logger: Logger

  17. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  18. final def notify(): Unit

    Definition Classes
    AnyRef

  19. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  20. def saveSummary[T](trainSummary: TrainSummary, models: RDD[Cache[T]], driverState: Table, parameters: AllReduceParameter[T], trainingModel: Module[T])(implicit arg0: ClassTag[T], ev: TensorNumeric[T]): Unit

    Save train summaries.

    Save train summaries.

    trainSummary

    train logger

    models

    cached models

    driverState

    driver state

    parameters

    AllReduceParameter

    Attributes
    protected
    Definition Classes
    AbstractOptimizer

  21. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  22. def toString(): String

    Definition Classes
    AnyRef → Any

  23. def validate[T](validationTrigger: Option[Trigger], validationDataSet: Option[DataSet[MiniBatch[T]]], validationMethods: Option[Array[ValidationMethod[T]]], coresPerNode: Int, models: RDD[Cache[T]], state: Table, validationSummary: Option[ValidationSummary], header: String, parameters: AllReduceParameter[T] = null): Unit

    Validate current model and save the result.

    Validate current model and save the result.

    validationTrigger

    validation trigger

    validationDataSet

    validation dataset

    validationMethods

    validation methods

    coresPerNode

    cores per node

    models

    cached models

    state

    state table

    validationSummary

    validation logger.

    header

    log header string

    Attributes
    protected
    Definition Classes
    AbstractOptimizer

  24. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  25. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  26. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from AbstractOptimizer

Inherited from AnyRef

Inherited from Any

Ungrouped