go home Home | Main Page | Modules | Namespace List | Class Hierarchy | Alphabetical List | Data Structures | File List | Namespace Members | Data Fields | Globals | Related Pages
Data Structures | Public Types | Public Member Functions | Static Public Member Functions | Protected Types | Protected Member Functions | Protected Attributes | Private Member Functions | Static Private Member Functions | Private Attributes
itk::StochasticGradientDescentOptimizer Class Reference
Components » Optimizers

#include <itkStochasticGradientDescentOptimizer.h>

Detailed Description

Implement a gradient descent optimizer.

StochasticGradientDescentOptimizer implements a simple gradient descent optimizer. At each iteration the current position is updated according to

\[ p_{n+1} = p_n + \mbox{learningRate} \, \frac{\partial f(p_n) }{\partial p_n} \]

The learning rate is a fixed scalar defined via SetLearningRate(). The optimizer steps through a user defined number of iterations; no convergence checking is done.

Additionally, user can scale each component of the $\partial f / \partial p$ but setting a scaling vector using method SetScale().

The difference of this class with the itk::GradientDescentOptimizer is that it's based on the ScaledSingleValuedNonLinearOptimizer

See also
ScaledSingleValuedNonLinearOptimizer

Definition at line 53 of file itkStochasticGradientDescentOptimizer.h.

+ Inheritance diagram for itk::StochasticGradientDescentOptimizer:

Data Structures

struct  MultiThreaderParameterType
 

Public Types

typedef SmartPointer< const Self > ConstPointer
 
typedef Superclass::CostFunctionType CostFunctionType
 
typedef Superclass::DerivativeType DerivativeType
 
typedef Superclass::MeasureType MeasureType
 
typedef Superclass::ParametersType ParametersType
 
typedef SmartPointer< Self > Pointer
 
typedef Superclass::ScaledCostFunctionPointer ScaledCostFunctionPointer
 
typedef Superclass::ScaledCostFunctionType ScaledCostFunctionType
 
typedef Superclass::ScalesType ScalesType
 
typedef StochasticGradientDescentOptimizer Self
 
enum  StopConditionType {
  MaximumNumberOfIterations , MetricError , MinimumStepSize , InvalidDiagonalMatrix ,
  GradientMagnitudeTolerance , LineSearchError
}
 
typedef ScaledSingleValuedNonLinearOptimizer Superclass
 
- Public Types inherited from itk::ScaledSingleValuedNonLinearOptimizer
typedef SmartPointer< const Self > ConstPointer
 
typedef Superclass::CostFunctionType CostFunctionType
 
typedef Superclass::DerivativeType DerivativeType
 
typedef Superclass::MeasureType MeasureType
 
typedef Superclass::ParametersType ParametersType
 
typedef SmartPointer< Self > Pointer
 
typedef ScaledCostFunctionType::Pointer ScaledCostFunctionPointer
 
typedef ScaledSingleValuedCostFunction ScaledCostFunctionType
 
typedef NonLinearOptimizer::ScalesType ScalesType
 
typedef ScaledSingleValuedNonLinearOptimizer Self
 
typedef SingleValuedNonLinearOptimizer Superclass
 

Public Member Functions

virtual void AdvanceOneStep (void)
 
virtual const char * GetClassName () const
 
virtual unsigned int GetCurrentInnerIteration () const
 
virtual unsigned int GetCurrentIteration () const
 
virtual const DerivativeType & GetGradient ()
 
virtual unsigned int GetLBFGSMemory () const
 
virtual const double & GetLearningRate ()
 
virtual const unsigned long & GetNumberOfInnerIterations ()
 
virtual const unsigned long & GetNumberOfIterations ()
 
virtual const DerivativeType & GetPreviousGradient ()
 
virtual const ParametersType & GetPreviousPosition ()
 
virtual const DerivativeType & GetSearchDir ()
 
virtual const StopConditionType & GetStopCondition ()
 
virtual const double & GetValue ()
 
virtual void MetricErrorResponse (ExceptionObject &err)
 
virtual void ResumeOptimization (void)
 
virtual void SetLearningRate (double _arg)
 
virtual void SetNumberOfIterations (unsigned long _arg)
 
void SetNumberOfWorkUnits (ThreadIdType numberOfThreads)
 
virtual void SetPreviousGradient (DerivativeType _arg)
 
virtual void SetPreviousPosition (ParametersType _arg)
 
virtual void SetUseEigen (bool _arg)
 
virtual void SetUseMultiThread (bool _arg)
 
virtual void SetUseOpenMP (bool _arg)
 
void StartOptimization (void) override
 
virtual void StopOptimization (void)
 
- Public Member Functions inherited from itk::ScaledSingleValuedNonLinearOptimizer
virtual const char * GetClassName () const
 
const ParametersType & GetCurrentPosition (void) const override
 
virtual bool GetMaximize () const
 
virtual const ScaledCostFunctionType * GetScaledCostFunction ()
 
virtual const ParametersType & GetScaledCurrentPosition ()
 
bool GetUseScales (void) const
 
virtual void InitializeScales (void)
 
virtual void MaximizeOff ()
 
virtual void MaximizeOn ()
 
void SetCostFunction (CostFunctionType *costFunction) override
 
virtual void SetMaximize (bool _arg)
 
virtual void SetUseScales (bool arg)
 

Static Public Member Functions

static Pointer New ()
 
- Static Public Member Functions inherited from itk::ScaledSingleValuedNonLinearOptimizer
static Pointer New ()
 

Protected Types

typedef itk::PlatformMultiThreader ThreaderType
 
typedef ThreaderType::WorkUnitInfo ThreadInfoType
 

Protected Member Functions

void PrintSelf (std::ostream &os, Indent indent) const override
 
 StochasticGradientDescentOptimizer ()
 
 ~StochasticGradientDescentOptimizer () override
 
- Protected Member Functions inherited from itk::ScaledSingleValuedNonLinearOptimizer
virtual void GetScaledDerivative (const ParametersType &parameters, DerivativeType &derivative) const
 
virtual MeasureType GetScaledValue (const ParametersType &parameters) const
 
virtual void GetScaledValueAndDerivative (const ParametersType &parameters, MeasureType &value, DerivativeType &derivative) const
 
void PrintSelf (std::ostream &os, Indent indent) const override
 
 ScaledSingleValuedNonLinearOptimizer ()
 
void SetCurrentPosition (const ParametersType &param) override
 
virtual void SetScaledCurrentPosition (const ParametersType &parameters)
 
 ~ScaledSingleValuedNonLinearOptimizer () override
 

Protected Attributes

unsigned long m_CurrentInnerIteration
 
unsigned long m_CurrentIteration
 
DerivativeType m_Gradient
 
unsigned long m_LBFGSMemory
 
double m_LearningRate
 
ParametersType m_MeanSearchDir
 
unsigned long m_NumberOfInnerIterations
 
unsigned long m_NumberOfIterations
 
DerivativeType m_PrePreviousGradient
 
ParametersType m_PrePreviousSearchDir
 
DerivativeType m_PreviousGradient
 
ParametersType m_PreviousPosition
 
ParametersType m_PreviousSearchDir
 
ParametersType m_SearchDir
 
bool m_Stop
 
StopConditionType m_StopCondition
 
ThreaderType::Pointer m_Threader
 
double m_Value
 
- Protected Attributes inherited from itk::ScaledSingleValuedNonLinearOptimizer
ScaledCostFunctionPointer m_ScaledCostFunction
 
ParametersType m_ScaledCurrentPosition
 

Private Member Functions

void operator= (const Self &)
 
 StochasticGradientDescentOptimizer (const Self &)
 
void ThreadedAdvanceOneStep (ThreadIdType threadId, ParametersType &newPosition)
 

Static Private Member Functions

static ITK_THREAD_RETURN_FUNCTION_CALL_CONVENTION AdvanceOneStepThreaderCallback (void *arg)
 

Private Attributes

bool m_UseEigen
 
bool m_UseMultiThread
 
bool m_UseOpenMP
 

Member Typedef Documentation

◆ ConstPointer

typedef SmartPointer<const Self> itk::StochasticGradientDescentOptimizer::ConstPointer

Definition at line 61 of file itkStochasticGradientDescentOptimizer.h.

◆ CostFunctionType

typedef Superclass::CostFunctionType itk::StochasticGradientDescentOptimizer::CostFunctionType

Definition at line 73 of file itkStochasticGradientDescentOptimizer.h.

◆ DerivativeType

typedef Superclass::DerivativeType itk::StochasticGradientDescentOptimizer::DerivativeType

Definition at line 72 of file itkStochasticGradientDescentOptimizer.h.

◆ MeasureType

typedef Superclass::MeasureType itk::StochasticGradientDescentOptimizer::MeasureType

Typedefs inherited from the superclass.

Definition at line 70 of file itkStochasticGradientDescentOptimizer.h.

◆ ParametersType

typedef Superclass::ParametersType itk::StochasticGradientDescentOptimizer::ParametersType

Definition at line 71 of file itkStochasticGradientDescentOptimizer.h.

◆ Pointer

typedef SmartPointer<Self> itk::StochasticGradientDescentOptimizer::Pointer

Definition at line 60 of file itkStochasticGradientDescentOptimizer.h.

◆ ScaledCostFunctionPointer

typedef Superclass::ScaledCostFunctionPointer itk::StochasticGradientDescentOptimizer::ScaledCostFunctionPointer

Definition at line 76 of file itkStochasticGradientDescentOptimizer.h.

◆ ScaledCostFunctionType

typedef Superclass::ScaledCostFunctionType itk::StochasticGradientDescentOptimizer::ScaledCostFunctionType

Definition at line 75 of file itkStochasticGradientDescentOptimizer.h.

◆ ScalesType

typedef Superclass::ScalesType itk::StochasticGradientDescentOptimizer::ScalesType

Definition at line 74 of file itkStochasticGradientDescentOptimizer.h.

◆ Self

typedef StochasticGradientDescentOptimizer itk::StochasticGradientDescentOptimizer::Self

Standard class typedefs.

Definition at line 58 of file itkStochasticGradientDescentOptimizer.h.

◆ Superclass

typedef ScaledSingleValuedNonLinearOptimizer itk::StochasticGradientDescentOptimizer::Superclass

Definition at line 59 of file itkStochasticGradientDescentOptimizer.h.

◆ ThreaderType

typedef itk::PlatformMultiThreader itk::StochasticGradientDescentOptimizer::ThreaderType
protected

Typedefs for multi-threading.

Definition at line 172 of file itkStochasticGradientDescentOptimizer.h.

◆ ThreadInfoType

typedef ThreaderType::WorkUnitInfo itk::StochasticGradientDescentOptimizer::ThreadInfoType
protected

Definition at line 173 of file itkStochasticGradientDescentOptimizer.h.

Member Enumeration Documentation

◆ StopConditionType

enum itk::StochasticGradientDescentOptimizer::StopConditionType

Codes of stopping conditions The MinimumStepSize stopcondition never occurs, but may be implemented in inheriting classes

Enumerator
MaximumNumberOfIterations 
MetricError 
MinimumStepSize 
InvalidDiagonalMatrix 
GradientMagnitudeTolerance 
LineSearchError 

Definition at line 81 of file itkStochasticGradientDescentOptimizer.h.

Constructor & Destructor Documentation

◆ StochasticGradientDescentOptimizer() [1/2]

itk::StochasticGradientDescentOptimizer::StochasticGradientDescentOptimizer ( )
protected

◆ ~StochasticGradientDescentOptimizer()

itk::StochasticGradientDescentOptimizer::~StochasticGradientDescentOptimizer ( )
inlineoverrideprotected

Definition at line 168 of file itkStochasticGradientDescentOptimizer.h.

◆ StochasticGradientDescentOptimizer() [2/2]

itk::StochasticGradientDescentOptimizer::StochasticGradientDescentOptimizer ( const Self &  )
private

Member Function Documentation

◆ AdvanceOneStep()

virtual void itk::StochasticGradientDescentOptimizer::AdvanceOneStep ( void  )
virtual

Advance one step following the gradient direction.

Reimplemented in elastix::AdaptiveStochasticLBFGS< TElastix >, and itk::StandardStochasticGradientOptimizer.

◆ AdvanceOneStepThreaderCallback()

static ITK_THREAD_RETURN_FUNCTION_CALL_CONVENTION itk::StochasticGradientDescentOptimizer::AdvanceOneStepThreaderCallback ( void *  arg)
staticprivate

The callback function.

◆ GetClassName()

virtual const char * itk::StochasticGradientDescentOptimizer::GetClassName ( ) const
virtual

Run-time type information (and related methods).

Reimplemented from itk::ScaledSingleValuedNonLinearOptimizer.

Reimplemented in elastix::AdaptiveStochasticLBFGS< TElastix >, itk::AdaptiveStochasticLBFGSOptimizer, and itk::StandardStochasticGradientOptimizer.

◆ GetCurrentInnerIteration()

virtual unsigned int itk::StochasticGradientDescentOptimizer::GetCurrentInnerIteration ( ) const
virtual

Get the current inner iteration number.

◆ GetCurrentIteration()

virtual unsigned int itk::StochasticGradientDescentOptimizer::GetCurrentIteration ( ) const
virtual

Get the current iteration number.

◆ GetGradient()

virtual const DerivativeType & itk::StochasticGradientDescentOptimizer::GetGradient ( )
virtual

Get current gradient.

◆ GetLBFGSMemory()

virtual unsigned int itk::StochasticGradientDescentOptimizer::GetLBFGSMemory ( ) const
virtual

Get the inner LBFGSMemory.

◆ GetLearningRate()

virtual const double & itk::StochasticGradientDescentOptimizer::GetLearningRate ( )
virtual

Get the learning rate.

◆ GetNumberOfInnerIterations()

virtual const unsigned long & itk::StochasticGradientDescentOptimizer::GetNumberOfInnerIterations ( )
virtual

Get the number of inner loop iterations.

◆ GetNumberOfIterations()

virtual const unsigned long & itk::StochasticGradientDescentOptimizer::GetNumberOfIterations ( )
virtual

Get the number of iterations.

◆ GetPreviousGradient()

virtual const DerivativeType & itk::StochasticGradientDescentOptimizer::GetPreviousGradient ( )
virtual

Get the Previous gradient.

◆ GetPreviousPosition()

virtual const ParametersType & itk::StochasticGradientDescentOptimizer::GetPreviousPosition ( )
virtual

Get the Previous Position.

◆ GetSearchDir()

virtual const DerivativeType & itk::StochasticGradientDescentOptimizer::GetSearchDir ( )
virtual

Get current search direction.

◆ GetStopCondition()

virtual const StopConditionType & itk::StochasticGradientDescentOptimizer::GetStopCondition ( )
virtual

Get Stop condition.

◆ GetValue()

virtual const double & itk::StochasticGradientDescentOptimizer::GetValue ( )
virtual

Get the current value.

◆ MetricErrorResponse()

virtual void itk::StochasticGradientDescentOptimizer::MetricErrorResponse ( ExceptionObject &  err)
virtual

Stop optimisation and pass on exception.

◆ New()

static Pointer itk::StochasticGradientDescentOptimizer::New ( )
static

Method for creation through the object factory.

◆ operator=()

void itk::StochasticGradientDescentOptimizer::operator= ( const Self &  )
private

◆ PrintSelf()

void itk::StochasticGradientDescentOptimizer::PrintSelf ( std::ostream &  os,
Indent  indent 
) const
overrideprotected

◆ ResumeOptimization()

virtual void itk::StochasticGradientDescentOptimizer::ResumeOptimization ( void  )
virtual

Resume previously stopped optimization with current parameters

See also
StopOptimization.

Reimplemented in elastix::AdaptiveStochasticLBFGS< TElastix >.

◆ SetLearningRate()

virtual void itk::StochasticGradientDescentOptimizer::SetLearningRate ( double  _arg)
virtual

Set the learning rate.

◆ SetNumberOfIterations()

virtual void itk::StochasticGradientDescentOptimizer::SetNumberOfIterations ( unsigned long  _arg)
virtual

Set the number of iterations.

◆ SetNumberOfWorkUnits()

void itk::StochasticGradientDescentOptimizer::SetNumberOfWorkUnits ( ThreadIdType  numberOfThreads)
inline

Set the number of threads.

Definition at line 156 of file itkStochasticGradientDescentOptimizer.h.

◆ SetPreviousGradient()

virtual void itk::StochasticGradientDescentOptimizer::SetPreviousGradient ( DerivativeType  _arg)
virtual

Set the Previous gradient.

◆ SetPreviousPosition()

virtual void itk::StochasticGradientDescentOptimizer::SetPreviousPosition ( ParametersType  _arg)
virtual

Set the Previous Position.

◆ SetUseEigen()

virtual void itk::StochasticGradientDescentOptimizer::SetUseEigen ( bool  _arg)
virtual

◆ SetUseMultiThread()

virtual void itk::StochasticGradientDescentOptimizer::SetUseMultiThread ( bool  _arg)
virtual

◆ SetUseOpenMP()

virtual void itk::StochasticGradientDescentOptimizer::SetUseOpenMP ( bool  _arg)
virtual

◆ StartOptimization()

void itk::StochasticGradientDescentOptimizer::StartOptimization ( void  )
override

Start optimization.

◆ StopOptimization()

virtual void itk::StochasticGradientDescentOptimizer::StopOptimization ( void  )
virtual

Stop optimization.

See also
ResumeOptimization

Reimplemented in elastix::AdaptiveStochasticLBFGS< TElastix >.

◆ ThreadedAdvanceOneStep()

void itk::StochasticGradientDescentOptimizer::ThreadedAdvanceOneStep ( ThreadIdType  threadId,
ParametersType &  newPosition 
)
inlineprivate

The threaded implementation of AdvanceOneStep().

Field Documentation

◆ m_CurrentInnerIteration

unsigned long itk::StochasticGradientDescentOptimizer::m_CurrentInnerIteration
protected

Definition at line 193 of file itkStochasticGradientDescentOptimizer.h.

◆ m_CurrentIteration

unsigned long itk::StochasticGradientDescentOptimizer::m_CurrentIteration
protected

Definition at line 192 of file itkStochasticGradientDescentOptimizer.h.

◆ m_Gradient

DerivativeType itk::StochasticGradientDescentOptimizer::m_Gradient
protected

Definition at line 177 of file itkStochasticGradientDescentOptimizer.h.

◆ m_LBFGSMemory

unsigned long itk::StochasticGradientDescentOptimizer::m_LBFGSMemory
protected

Definition at line 194 of file itkStochasticGradientDescentOptimizer.h.

◆ m_LearningRate

double itk::StochasticGradientDescentOptimizer::m_LearningRate
protected

Definition at line 182 of file itkStochasticGradientDescentOptimizer.h.

◆ m_MeanSearchDir

ParametersType itk::StochasticGradientDescentOptimizer::m_MeanSearchDir
protected

Definition at line 181 of file itkStochasticGradientDescentOptimizer.h.

◆ m_NumberOfInnerIterations

unsigned long itk::StochasticGradientDescentOptimizer::m_NumberOfInnerIterations
protected

Definition at line 191 of file itkStochasticGradientDescentOptimizer.h.

◆ m_NumberOfIterations

unsigned long itk::StochasticGradientDescentOptimizer::m_NumberOfIterations
protected

Definition at line 190 of file itkStochasticGradientDescentOptimizer.h.

◆ m_PrePreviousGradient

DerivativeType itk::StochasticGradientDescentOptimizer::m_PrePreviousGradient
protected

Definition at line 185 of file itkStochasticGradientDescentOptimizer.h.

◆ m_PrePreviousSearchDir

ParametersType itk::StochasticGradientDescentOptimizer::m_PrePreviousSearchDir
protected

Definition at line 180 of file itkStochasticGradientDescentOptimizer.h.

◆ m_PreviousGradient

DerivativeType itk::StochasticGradientDescentOptimizer::m_PreviousGradient
protected

Definition at line 184 of file itkStochasticGradientDescentOptimizer.h.

◆ m_PreviousPosition

ParametersType itk::StochasticGradientDescentOptimizer::m_PreviousPosition
protected

Definition at line 186 of file itkStochasticGradientDescentOptimizer.h.

◆ m_PreviousSearchDir

ParametersType itk::StochasticGradientDescentOptimizer::m_PreviousSearchDir
protected

Definition at line 179 of file itkStochasticGradientDescentOptimizer.h.

◆ m_SearchDir

ParametersType itk::StochasticGradientDescentOptimizer::m_SearchDir
protected

Definition at line 178 of file itkStochasticGradientDescentOptimizer.h.

◆ m_Stop

bool itk::StochasticGradientDescentOptimizer::m_Stop
protected

Definition at line 189 of file itkStochasticGradientDescentOptimizer.h.

◆ m_StopCondition

StopConditionType itk::StochasticGradientDescentOptimizer::m_StopCondition
protected

Definition at line 183 of file itkStochasticGradientDescentOptimizer.h.

◆ m_Threader

ThreaderType::Pointer itk::StochasticGradientDescentOptimizer::m_Threader
protected

Definition at line 187 of file itkStochasticGradientDescentOptimizer.h.

◆ m_UseEigen

bool itk::StochasticGradientDescentOptimizer::m_UseEigen
private

Definition at line 209 of file itkStochasticGradientDescentOptimizer.h.

◆ m_UseMultiThread

bool itk::StochasticGradientDescentOptimizer::m_UseMultiThread
private

Definition at line 201 of file itkStochasticGradientDescentOptimizer.h.

◆ m_UseOpenMP

bool itk::StochasticGradientDescentOptimizer::m_UseOpenMP
private

Definition at line 208 of file itkStochasticGradientDescentOptimizer.h.

◆ m_Value

double itk::StochasticGradientDescentOptimizer::m_Value
protected

Definition at line 176 of file itkStochasticGradientDescentOptimizer.h.


Generated on 1667476801 for elastix by doxygen 1.9.4 elastix logo