GestureRecognitionToolkit  Version: 0.2.5
The Gesture Recognition Toolkit (GRT) is a cross-platform, open-source, c++ machine learning library for real-time gesture recognition.
FeatureExtraction Class Reference

#include <FeatureExtraction.h>

Inheritance diagram for FeatureExtraction:
MLBase GRTBase Observer< TrainingResult > Observer< TestInstanceResult > EnvelopeExtractor FFT FFTFeatures KMeansFeatures KMeansQuantizer MovementIndex MovementTrajectoryFeatures RBMQuantizer RegisterFeatureExtractionModule< T > RegisterFeatureExtractionModule< EnvelopeExtractor > RegisterFeatureExtractionModule< FFT > RegisterFeatureExtractionModule< FFTFeatures > RegisterFeatureExtractionModule< KMeansFeatures > RegisterFeatureExtractionModule< KMeansQuantizer > RegisterFeatureExtractionModule< MovementIndex > RegisterFeatureExtractionModule< MovementTrajectoryFeatures > RegisterFeatureExtractionModule< RBMQuantizer > RegisterFeatureExtractionModule< SOMQuantizer > RegisterFeatureExtractionModule< TimeDomainFeatures > RegisterFeatureExtractionModule< TimeseriesBuffer > RegisterFeatureExtractionModule< ZeroCrossingCounter > SOMQuantizer TimeDomainFeatures TimeseriesBuffer ZeroCrossingCounter

Public Types

typedef std::map< std::string, FeatureExtraction *(*)() > StringFeatureExtractionMap
 
- Public Types inherited from MLBase
enum  BaseType {
  BASE_TYPE_NOT_SET =0, CLASSIFIER, REGRESSIFIER, CLUSTERER,
  PRE_PROCSSING, POST_PROCESSING, FEATURE_EXTRACTION, CONTEXT
}
 

Public Member Functions

 FeatureExtraction (const std::string id="")
 
virtual ~FeatureExtraction ()
 
virtual bool deepCopyFrom (const FeatureExtraction *rhs)
 
bool copyBaseVariables (const FeatureExtraction *featureExtractionModule)
 
virtual bool computeFeatures (const VectorFloat &inputVector)
 
virtual bool computeFeatures (const MatrixFloat &inputMatrix)
 
virtual bool clear () override
 
bool getInitialized () const
 
bool getFeatureDataReady () const
 
const VectorFloatgetFeatureVector () const
 
const MatrixFloatgetFeatureMatrix () const
 
FeatureExtractioncreate () const
 
 GRT_DEPRECATED_MSG ("createNewInstance is deprecated, use create() instead.", FeatureExtraction *createNewInstance() const )
 
 GRT_DEPRECATED_MSG ("createInstanceFromString(id) is deprecated, use create(id) instead.", static FeatureExtraction *createInstanceFromString(const std::string &id))
 
 GRT_DEPRECATED_MSG ("getFeatureExtractionType is deprecated, use getId() instead", std::string getFeatureExtractionType() const )
 
- Public Member Functions inherited from MLBase
 MLBase (const std::string &id="", const BaseType type=BASE_TYPE_NOT_SET)
 
virtual ~MLBase (void)
 
bool copyMLBaseVariables (const MLBase *mlBase)
 
virtual bool train (ClassificationData trainingData)
 
virtual bool train_ (ClassificationData &trainingData)
 
virtual bool train (RegressionData trainingData)
 
virtual bool train_ (RegressionData &trainingData)
 
virtual bool train (RegressionData trainingData, RegressionData validationData)
 
virtual bool train_ (RegressionData &trainingData, RegressionData &validationData)
 
virtual bool train (TimeSeriesClassificationData trainingData)
 
virtual bool train_ (TimeSeriesClassificationData &trainingData)
 
virtual bool train (ClassificationDataStream trainingData)
 
virtual bool train_ (ClassificationDataStream &trainingData)
 
virtual bool train (UnlabelledData trainingData)
 
virtual bool train_ (UnlabelledData &trainingData)
 
virtual bool train (MatrixFloat data)
 
virtual bool train_ (MatrixFloat &data)
 
virtual bool predict (VectorFloat inputVector)
 
virtual bool predict_ (VectorFloat &inputVector)
 
virtual bool predict (MatrixFloat inputMatrix)
 
virtual bool predict_ (MatrixFloat &inputMatrix)
 
virtual bool map (VectorFloat inputVector)
 
virtual bool map_ (VectorFloat &inputVector)
 
virtual bool reset ()
 
virtual bool print () const
 
virtual bool save (const std::string &filename) const
 
virtual bool load (const std::string &filename)
 
virtual bool save (std::fstream &file) const
 
virtual bool load (std::fstream &file)
 
 GRT_DEPRECATED_MSG ("saveModelToFile(std::string filename) is deprecated, use save(const std::string &filename) instead", virtual bool saveModelToFile(const std::string &filename) const )
 
 GRT_DEPRECATED_MSG ("saveModelToFile(std::fstream &file) is deprecated, use save(std::fstream &file) instead", virtual bool saveModelToFile(std::fstream &file) const )
 
 GRT_DEPRECATED_MSG ("loadModelFromFile(std::string filename) is deprecated, use load(const std::string &filename) instead", virtual bool loadModelFromFile(const std::string &filename))
 
 GRT_DEPRECATED_MSG ("loadModelFromFile(std::fstream &file) is deprecated, use load(std::fstream &file) instead", virtual bool loadModelFromFile(std::fstream &file))
 
virtual bool getModel (std::ostream &stream) const
 
virtual std::string getModelAsString () const
 
DataType getInputType () const
 
DataType getOutputType () const
 
BaseType getType () const
 
UINT getNumInputFeatures () const
 
UINT getNumInputDimensions () const
 
UINT getNumOutputDimensions () const
 
UINT getMinNumEpochs () const
 
UINT getMaxNumEpochs () const
 
UINT getBatchSize () const
 
UINT getNumRestarts () const
 
UINT getValidationSetSize () const
 
UINT getNumTrainingIterationsToConverge () const
 
Float getMinChange () const
 
Float getLearningRate () const
 
Float getRMSTrainingError () const
 
 GRT_DEPRECATED_MSG ("getRootMeanSquaredTrainingError() is deprecated, use getRMSTrainingError() instead", Float getRootMeanSquaredTrainingError() const )
 
Float getTotalSquaredTrainingError () const
 
Float getRMSValidationError () const
 
Float getValidationSetAccuracy () const
 
VectorFloat getValidationSetPrecision () const
 
VectorFloat getValidationSetRecall () const
 
bool getUseValidationSet () const
 
bool getRandomiseTrainingOrder () const
 
bool getTrained () const
 
 GRT_DEPRECATED_MSG ("getModelTrained() is deprecated, use getTrained() instead", bool getModelTrained() const )
 
bool getConverged () const
 
bool getScalingEnabled () const
 
bool getIsBaseTypeClassifier () const
 
bool getIsBaseTypeRegressifier () const
 
bool getIsBaseTypeClusterer () const
 
bool getTrainingLoggingEnabled () const
 
bool getTestingLoggingEnabled () const
 
bool enableScaling (const bool useScaling)
 
bool setMaxNumEpochs (const UINT maxNumEpochs)
 
bool setBatchSize (const UINT batchSize)
 
bool setMinNumEpochs (const UINT minNumEpochs)
 
bool setNumRestarts (const UINT numRestarts)
 
bool setMinChange (const Float minChange)
 
bool setLearningRate (const Float learningRate)
 
bool setUseValidationSet (const bool useValidationSet)
 
bool setValidationSetSize (const UINT validationSetSize)
 
bool setRandomiseTrainingOrder (const bool randomiseTrainingOrder)
 
bool setTrainingLoggingEnabled (const bool loggingEnabled)
 
bool setTestingLoggingEnabled (const bool loggingEnabled)
 
bool registerTrainingResultsObserver (Observer< TrainingResult > &observer)
 
bool registerTestResultsObserver (Observer< TestInstanceResult > &observer)
 
bool removeTrainingResultsObserver (const Observer< TrainingResult > &observer)
 
bool removeTestResultsObserver (const Observer< TestInstanceResult > &observer)
 
bool removeAllTrainingObservers ()
 
bool removeAllTestObservers ()
 
bool notifyTrainingResultsObservers (const TrainingResult &data)
 
bool notifyTestResultsObservers (const TestInstanceResult &data)
 
MLBasegetMLBasePointer ()
 
const MLBasegetMLBasePointer () const
 
Vector< TrainingResultgetTrainingResults () const
 
- Public Member Functions inherited from GRTBase
 GRTBase (const std::string &id="")
 
virtual ~GRTBase (void)
 
bool copyGRTBaseVariables (const GRTBase *GRTBase)
 
 GRT_DEPRECATED_MSG ("getClassType is deprecated, use getId() instead!", std::string getClassType() const )
 
std::string getId () const
 
std::string getLastWarningMessage () const
 
std::string getLastErrorMessage () const
 
std::string getLastInfoMessage () const
 
bool setInfoLoggingEnabled (const bool loggingEnabled)
 
bool setWarningLoggingEnabled (const bool loggingEnabled)
 
bool setErrorLoggingEnabled (const bool loggingEnabled)
 
bool setDebugLoggingEnabled (const bool loggingEnabled)
 
GRTBasegetGRTBasePointer ()
 
const GRTBasegetGRTBasePointer () const
 
Float scale (const Float &x, const Float &minSource, const Float &maxSource, const Float &minTarget, const Float &maxTarget, const bool constrain=false)
 
Float SQR (const Float &x) const
 
- Public Member Functions inherited from Observer< TrainingResult >
virtual void notify (const TrainingResult &data)
 
- Public Member Functions inherited from Observer< TestInstanceResult >
virtual void notify (const TestInstanceResult &data)
 

Static Public Member Functions

static FeatureExtractioncreate (const std::string &id)
 
- Static Public Member Functions inherited from GRTBase
static std::string getGRTVersion (bool returnRevision=true)
 
static std::string getGRTRevison ()
 

Protected Member Functions

bool init ()
 
bool saveFeatureExtractionSettingsToFile (std::fstream &file) const
 
bool loadFeatureExtractionSettingsFromFile (std::fstream &file)
 
- Protected Member Functions inherited from MLBase
bool saveBaseSettingsToFile (std::fstream &file) const
 
bool loadBaseSettingsFromFile (std::fstream &file)
 

Static Protected Member Functions

static StringFeatureExtractionMapgetMap ()
 

Protected Attributes

std::string featureExtractionType
 
bool initialized
 
bool featureDataReady
 
VectorFloat featureVector
 
MatrixFloat featureMatrix
 
- Protected Attributes inherited from MLBase
bool trained
 
bool useScaling
 
bool converged
 
DataType inputType
 
DataType outputType
 
BaseType baseType
 
UINT numInputDimensions
 
UINT numOutputDimensions
 
UINT numTrainingIterationsToConverge
 
UINT minNumEpochs
 
UINT maxNumEpochs
 
UINT batchSize
 
UINT validationSetSize
 
UINT numRestarts
 
Float learningRate
 
Float minChange
 
Float rmsTrainingError
 
Float rmsValidationError
 
Float totalSquaredTrainingError
 
Float validationSetAccuracy
 
bool useValidationSet
 
bool randomiseTrainingOrder
 
VectorFloat validationSetPrecision
 
VectorFloat validationSetRecall
 
Random random
 
Vector< TrainingResulttrainingResults
 
TrainingResultsObserverManager trainingResultsObserverManager
 
TestResultsObserverManager testResultsObserverManager
 
TrainingLog trainingLog
 
TestingLog testingLog
 
- Protected Attributes inherited from GRTBase
std::string classId
 Stores the name of the class (e.g., MinDist)
 
DebugLog debugLog
 
ErrorLog errorLog
 
InfoLog infoLog
 
WarningLog warningLog
 

Detailed Description

GRT MIT License Copyright (c) <2012> <Nicholas Gillian, Media Lab, MIT>

Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:

The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.

THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

Definition at line 38 of file FeatureExtraction.h.

Member Typedef Documentation

typedef std::map< std::string, FeatureExtraction*(*)() > FeatureExtraction::StringFeatureExtractionMap

Defines a map between a string (which will contain the name of the featureExtraction module, such as FFT) and a function returns a new instance of that featureExtraction

Definition at line 124 of file FeatureExtraction.h.

Constructor & Destructor Documentation

FeatureExtraction::FeatureExtraction ( const std::string  id = "")

Default FeatureExtraction Constructor

Parameters
idthe id of the class inheriting from the FeatureExtraction base class

Definition at line 46 of file FeatureExtraction.cpp.

FeatureExtraction::~FeatureExtraction ( )
virtual

Default FeatureExtraction Destructor

Definition at line 57 of file FeatureExtraction.cpp.

Member Function Documentation

bool FeatureExtraction::clear ( )
overridevirtual

This function clears any previous setup.

Returns
returns true if the module was cleared, false otherwise

Reimplemented from MLBase.

Reimplemented in FFT, RBMQuantizer, KMeansQuantizer, and SOMQuantizer.

Definition at line 106 of file FeatureExtraction.cpp.

virtual bool FeatureExtraction::computeFeatures ( const VectorFloat inputVector)
inlinevirtual

This function is called by the GestureRecognitionPipeline when any new input data needs to be processed (during the prediction phase for example). This function should be overwritten by the derived class.

Parameters
inputVectorthe inputVector that should be processed
Returns
returns true if the data was processed, false otherwise (the base class always returns false)

Reimplemented in FFT, ZeroCrossingCounter, RBMQuantizer, KMeansQuantizer, SOMQuantizer, MovementTrajectoryFeatures, TimeDomainFeatures, FFTFeatures, KMeansFeatures, MovementIndex, EnvelopeExtractor, and TimeseriesBuffer.

Definition at line 75 of file FeatureExtraction.h.

virtual bool FeatureExtraction::computeFeatures ( const MatrixFloat inputMatrix)
inlinevirtual

This function is called by the GestureRecognitionPipeline when any new input data needs to be processed (during the prediction phase for example). This function should be overwritten by the derived class.

Parameters
inputMatrixthe inputVector that should be processed
Returns
returns true if the data was processed, false otherwise (the base class always returns false)

Reimplemented in FFT.

Definition at line 84 of file FeatureExtraction.h.

bool FeatureExtraction::copyBaseVariables ( const FeatureExtraction featureExtractionModule)

This copies the FeatureExtraction variables from featureExtractionModule to the instance that calls the function.

Parameters
featureExtractionModulea pointer to a feature extraction module from which the values will be copied
Returns
returns true if the copy was successfull, false otherwise

Definition at line 64 of file FeatureExtraction.cpp.

FeatureExtraction * FeatureExtraction::create ( ) const

Creates a new feature extraction instance based on the current featureExtractionType string value.

Returns
a pointer to the new instance of the feature extraction

Definition at line 42 of file FeatureExtraction.cpp.

virtual bool FeatureExtraction::deepCopyFrom ( const FeatureExtraction rhs)
inlinevirtual

This is the base deepCopyFrom function for the FeatureExtraction modules. This function should be overwritten by the derived class.

Parameters
featureExtractiona pointer to the FeatureExtraction base class, this should be pointing to another instance of a matching derived class
Returns
returns true if the deep copy was successfull, false otherwise (the FeatureExtraction base class will always return flase)

Reimplemented in FFT, ZeroCrossingCounter, KMeansQuantizer, RBMQuantizer, SOMQuantizer, MovementTrajectoryFeatures, TimeDomainFeatures, FFTFeatures, KMeansFeatures, MovementIndex, EnvelopeExtractor, and TimeseriesBuffer.

Definition at line 58 of file FeatureExtraction.h.

bool FeatureExtraction::getFeatureDataReady ( ) const

Returns true if the feature extraction module has just processed the last input vector and a new output feature vector is ready.

Returns
returns true if the feature extraction module has just processed the last input vector and a new output feature vector is ready, false otherwise

Definition at line 167 of file FeatureExtraction.cpp.

const MatrixFloat & FeatureExtraction::getFeatureMatrix ( ) const

Returns the current feature matrix.

Returns
returns the current feature matrix, this matrix will be empty if the module has not been initialized

Definition at line 175 of file FeatureExtraction.cpp.

const VectorFloat & FeatureExtraction::getFeatureVector ( ) const

Returns the current feature vector.

Returns
returns the current feature vector, this vector will be empty if the module has not been initialized

Definition at line 171 of file FeatureExtraction.cpp.

bool FeatureExtraction::getInitialized ( ) const

Returns true if the feature extraction module has been initialized correctly.

Returns
returns true if the feature extraction module has been initialized succesfully, false otherwise

Definition at line 163 of file FeatureExtraction.cpp.

bool FeatureExtraction::init ( )
protected

Initializes the base feature extraction module, this will resize the feature vector and get the instance ready for processing new data.

Returns
returns true if the module was initialized, false otherwise

Definition at line 86 of file FeatureExtraction.cpp.

bool FeatureExtraction::loadFeatureExtractionSettingsFromFile ( std::fstream &  file)
protected

Loads the core base settings from a file.

Returns
returns true if the base settings were loaded, false otherwise

Definition at line 132 of file FeatureExtraction.cpp.

bool FeatureExtraction::saveFeatureExtractionSettingsToFile ( std::fstream &  file) const
protected

Saves the core base settings to a file.

Returns
returns true if the base settings were saved, false otherwise

Definition at line 118 of file FeatureExtraction.cpp.


The documentation for this class was generated from the following files: