GPUMLib  0.2.2
GPU Machine Learning Library
RobustLearning.cu
1 /*
2  Noel Lopes is an Assistant Professor at the Polytechnic Institute of Guarda, Portugal
3  Copyright (C) 2009, 2010, 2011, 2012 Noel de Jesus Mendonša Lopes
4 
5  This file is part of GPUMLib.
6 
7  GPUMLib is free software: you can redistribute it and/or modify
8  it under the terms of the GNU General Public License as published by
9  the Free Software Foundation, either version 3 of the License, or
10  (at your option) any later version.
11 
12  This program is distributed in the hope that it will be useful,
13  but WITHOUT ANY WARRANTY; without even the implied warranty of
14  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15  GNU General Public License for more details.
16 
17  You should have received a copy of the GNU General Public License
18  along with this program. If not, see <http://www.gnu.org/licenses/>.
19 */
20 
21 #include "MBPkernels.h"
22 
23 namespace GPUMLib {
24 
25 KERNEL RobustLearning(cudafloat * rmsF, cudafloat * bestRMS, cudafloat maxErrorGrowth, int layers, int * numberWeights, cudafloat ** weights, cudafloat ** bestWeights, cudafloat ** learningRate, cudafloat r, cudafloat ** lastDeltaWithoutLearningMomentum, cudafloat ** lastDelta) {
26  __shared__ cudafloat rms;
27  __shared__ cudafloat bRMS;
28 
29  rms = *rmsF;
30  bRMS = *bestRMS;
31 
32  if (rms < bRMS) {
33  for (int l = 0; l < layers; l++) {
34  if (threadIdx.x < numberWeights[l]) bestWeights[l][threadIdx.x] = weights[l][threadIdx.x];
35  }
36 
37  if (threadIdx.x == 0) *bestRMS = rms;
38  } else if (rms >= bRMS * maxErrorGrowth) {
39  for (int l = 0; l < layers; l++) {
40  if (threadIdx.x < numberWeights[l]) {
41  weights[l][threadIdx.x] = bestWeights[l][threadIdx.x];
42 
43  learningRate[l][threadIdx.x] *= r;
44 
45  lastDeltaWithoutLearningMomentum[l][threadIdx.x] = CUDA_VALUE(0.0);
46  lastDelta[l][threadIdx.x] = CUDA_VALUE(0.0);
47  }
48  }
49  }
50 }
51 
52 }
KERNEL RobustLearning(cudafloat *rmsF, cudafloat *bestRMS, cudafloat maxErrorGrowth, int layers, int *numberWeights, cudafloat **weights, cudafloat **bestWeights, cudafloat **learningRate, cudafloat r, cudafloat **lastDeltaWithoutLearningMomentum, cudafloat **lastDelta)
#define KERNEL
Defines the type of a kernel function.
#define CUDA_VALUE(X)
float cudafloat