ncnn

1
// Tencent is pleased to support the open source community by making ncnn available.
2
//
3
// Copyright (C) 2017 THL A29 Limited, a Tencent company. All rights reserved.
4
//
5
// Licensed under the BSD 3-Clause License (the "License"); you may not use this file except
6
// in compliance with the License. You may obtain a copy of the License at
7
//
8
// https://opensource.org/licenses/BSD-3-Clause
9
//
10
// Unless required by applicable law or agreed to in writing, software distributed
11
// under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
12
// CONDITIONS OF ANY KIND, either express or implied. See the License for the
13
// specific language governing permissions and limitations under the License.
14

15
#include "selu.h"
16

17
namespace ncnn {
18

19
SELU::SELU()
20
{
21
    one_blob_only = true;
22
    support_inplace = true;
23
}
24

25
int SELU::load_param(const ParamDict& pd)
26
{
27
    alpha = pd.get(0, 1.67326324f);
28
    lambda = pd.get(1, 1.050700987f);
29

30
    return 0;
31
}
32

33
int SELU::forward_inplace(Mat& bottom_top_blob, const Option& opt) const
34
{
35
    int w = bottom_top_blob.w;
36
    int h = bottom_top_blob.h;
37
    int d = bottom_top_blob.d;
38
    int channels = bottom_top_blob.c;
39
    int size = w * h * d;
40
    float alphaxlambda = alpha * lambda;
41

42
    #pragma omp parallel for num_threads(opt.num_threads)
43
    for (int q = 0; q < channels; q++)
44
    {
45
        float* ptr = bottom_top_blob.channel(q);
46

47
        for (int i = 0; i < size; i++)
48
        {
49
            if (ptr[i] < 0.f)
50
                ptr[i] = (expf(ptr[i]) - 1.f) * alphaxlambda;
51
            else
52
                ptr[i] *= lambda;
53
        }
54
    }
55

56
    return 0;
57
}
58

59
} // namespace ncnn
60