00001
00002
00003
00004
00005
00006
00007
00008
00009
00010
00011
00012
00013
00014
00015
00016 #ifndef __PERCEPTRON_H__
00017 #define __PERCEPTRON_H__
00018
00019
00020
00021 #include "../utilities/vector.h"
00022
00023 namespace OpenNN
00024 {
00025
00029
00030 class Perceptron
00031 {
00032 public:
00033
00034
00035
00036 explicit Perceptron(void);
00037
00038
00039
00040 explicit Perceptron(const unsigned int&);
00041
00042
00043
00044 explicit Perceptron(const unsigned int&, const double&);
00045
00046
00047
00048 Perceptron(const Perceptron&);
00049
00050
00051
00052 virtual ~Perceptron(void);
00053
00054
00055
00056 Perceptron& operator = (const Perceptron&);
00057
00058
00059
00060 bool operator == (const Perceptron&) const;
00061
00062
00063
00065
00066 enum ActivationFunction{Threshold, SymmetricThreshold, Logistic, HyperbolicTangent, Linear};
00067
00068
00069
00070
00071
00072 unsigned int count_inputs_number(void) const;
00073
00074 const ActivationFunction& get_activation_function(void) const;
00075 std::string write_activation_function(void) const;
00076
00077 const double& get_bias(void) const;
00078 const Vector<double>& arrange_synaptic_weights(void) const;
00079 const double& get_synaptic_weight(const unsigned int&) const;
00080
00081 unsigned int count_parameters_number(void) const;
00082 Vector<double> arrange_parameters(void) const;
00083
00084 const bool& get_display(void) const;
00085
00086
00087
00088 void set(void);
00089 void set(const unsigned int&);
00090 void set(const unsigned int&, const double&);
00091 void set(const Perceptron&);
00092
00093 void set_inputs_number(const unsigned int&);
00094
00095 void set_activation_function(const ActivationFunction&);
00096 void set_activation_function(const std::string&);
00097
00098 void set_bias(const double&);
00099 void set_synaptic_weights(const Vector<double>&);
00100 void set_synaptic_weight(const unsigned int&, const double&);
00101
00102 void set_parameters(const Vector<double>&);
00103
00104 void set_display(const bool&);
00105
00106
00107
00108 void initialize_bias(const double&);
00109 void initialize_bias_uniform(const double&, const double&);
00110 void initialize_bias_normal(const double&, const double&);
00111
00112 void initialize_synaptic_weights(const double&);
00113 void initialize_synaptic_weights_uniform(const double&, const double&);
00114 void initialize_synaptic_weights_normal(const double&, const double&);
00115
00116 void initialize_parameters(const double&);
00117
00118
00119
00120 double calculate_combination(const Vector<double>&) const;
00121 double calculate_combination_parameters(const Vector<double>&, const Vector<double>&) const;
00122
00123 Vector<double> calculate_combination_gradient(const Vector<double>&) const;
00124 Matrix<double> calculate_combination_Hessian(const Vector<double>&) const;
00125
00126 Vector<double> calculate_combination_parameters_gradient(const Vector<double>&) const;
00127 Matrix<double> calculate_combination_parameters_Hessian(const Vector<double>&) const;
00128
00129
00130
00131 double calculate_activation(const double&) const ;
00132 double calculate_activation_derivative(const double&) const ;
00133 double calculate_activation_second_derivative(const double&) const ;
00134
00135
00136
00137 double calculate_outputs(const Vector<double>&) const;
00138 Vector<double> calculate_gradient(const Vector<double>&) const;
00139 Matrix<double> calculate_Hessian(const Vector<double>&) const;
00140
00141 double calculate_parameters_output(const Vector<double>&, const Vector<double>&) const;
00142 Vector<double> calculate_parameters_gradient(const Vector<double>&) const;
00143 Matrix<double> calculate_parameters_Hessian(const Vector<double>&) const;
00144
00145
00146
00147 void grow_input(void);
00148
00149 void prune_input(const unsigned int&);
00150
00151
00152
00153 std::string write_expression(const Vector<std::string>&, const std::string&) const;
00154
00155 private:
00156
00157
00158
00160
00161 double bias;
00162
00164
00165 Vector<double> synaptic_weights;
00166
00168
00169 ActivationFunction activation_function;
00170
00172
00173 bool display;
00174
00175
00176
00177
00178
00179 double calculate_random_uniform(const double&, const double&) const;
00180 double calculate_random_normal(const double&, const double&) const ;
00181 };
00182
00183 }
00184
00185 #endif
00186
00187
00188
00189
00190
00191
00192
00193
00194
00195
00196
00197
00198
00199
00200
00201
00202
00203
00204