ncnn

1
// Tencent is pleased to support the open source community by making ncnn available.
2
//
3
// Copyright (C) 2019 THL A29 Limited, a Tencent company. All rights reserved.
4
//
5
// Licensed under the BSD 3-Clause License (the "License"); you may not use this file except
6
// in compliance with the License. You may obtain a copy of the License at
7
//
8
// https://opensource.org/licenses/BSD-3-Clause
9
//
10
// Unless required by applicable law or agreed to in writing, software distributed
11
// under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
12
// CONDITIONS OF ANY KIND, either express or implied. See the License for the
13
// specific language governing permissions and limitations under the License.
14

15
#version 450
16

17
#if NCNN_fp16_storage
18
#extension GL_EXT_shader_16bit_storage: require
19
#endif
20
#if NCNN_fp16_arithmetic
21
#extension GL_EXT_shader_explicit_arithmetic_types_float16: require
22
#endif
23

24
layout (constant_id = 0) const int axis = 0;
25

26
#define shape_constant_id_offset 1
27
layout (constant_id = shape_constant_id_offset + 0) const int dims = 0;
28
layout (constant_id = shape_constant_id_offset + 1) const int w = 0;
29
layout (constant_id = shape_constant_id_offset + 2) const int h = 0;
30
layout (constant_id = shape_constant_id_offset + 3) const int c = 0;
31
layout (constant_id = shape_constant_id_offset + 4) const int cstep = 0;
32

33
layout (constant_id = shape_constant_id_offset + 5) const int outdims = 0;
34
layout (constant_id = shape_constant_id_offset + 6) const int outw = 0;
35
layout (constant_id = shape_constant_id_offset + 7) const int outh = 0;
36
layout (constant_id = shape_constant_id_offset + 8) const int outc = 0;
37
layout (constant_id = shape_constant_id_offset + 9) const int outcstep = 0;
38

39
#if NCNN_image_shader
40
layout (binding = 0) uniform unfp sampler3D bottom_blob_3d;
41
layout (binding = 1, imfmtc4) writeonly uniform unfp image3D top_blob_3d;
42
layout (binding = 2) uniform unfp sampler3D max_workspace_3d;
43
#else
44
layout (binding = 0) buffer bottom_top_blob { sfpvec4 bottom_top_blob_data[]; };
45
layout (binding = 1) readonly buffer max_workspace { sfpvec4 max_workspace_data[]; };
46
#endif
47

48
layout (push_constant) uniform parameter
49
{
50
    int dims;
51
    int w;
52
    int h;
53
    int c;
54
    int cstep;
55

56
    int outdims;
57
    int outw;
58
    int outh;
59
    int outc;
60
    int outcstep;
61
} p;
62

63
void main()
64
{
65
    int gx = int(gl_GlobalInvocationID.x);
66
    int gy = int(gl_GlobalInvocationID.y);
67
    int gz = int(gl_GlobalInvocationID.z);
68

69
    if (gx >= psc(w) || gy >= psc(h) || gz >= psc(c))
70
        return;
71

72
    int positive_axis = axis < 0 ? psc(dims) + axis : axis;
73
#if NCNN_image_shader
74
    afpvec4 v;
75
    afpvec4 max_value;
76

77
    if (psc(dims) == 1) // positive_axis == 0
78
    {
79
        v = image3d_ld4(bottom_blob_3d, ivec3(gx, 0, 0));
80
        max_value = image3d_ld4(max_workspace_3d, ivec3(0, 0, 0));
81
    }
82
    else if (psc(dims) == 2 && positive_axis == 0)
83
    {
84
        v = image3d_ld4(bottom_blob_3d, ivec3(gx, gy, 0));
85
        max_value = image3d_ld4(max_workspace_3d, ivec3(gx, 0, 0));
86
    }
87
    else if (psc(dims) == 2 && positive_axis == 1)
88
    {
89
        v = image3d_ld4(bottom_blob_3d, ivec3(gx, gy, 0));
90
        max_value = image3d_ld4(max_workspace_3d, ivec3(gy, 0, 0));
91
    }
92
    else if (psc(dims) == 3 && positive_axis == 0)
93
    {
94
        v = image3d_ld4(bottom_blob_3d, ivec3(gx, gy, gz));
95
        max_value = image3d_ld4(max_workspace_3d, ivec3(gx, gy, 0));
96
    }
97
    else if (psc(dims) == 3 && positive_axis == 1)
98
    {
99
        v = image3d_ld4(bottom_blob_3d, ivec3(gx, gy, gz));
100
        max_value = image3d_ld4(max_workspace_3d, ivec3(gx, gz, 0));
101
    }
102
    else if (psc(dims) == 3 && positive_axis == 2)
103
    {
104
        v = image3d_ld4(bottom_blob_3d, ivec3(gx, gy, gz));
105
        max_value = image3d_ld4(max_workspace_3d, ivec3(gy, gz, 0));
106
    }
107
#else
108
    const int gi = gz * psc(cstep) + gy * psc(w) + gx;
109

110
    afpvec4 v = buffer_ld4(bottom_top_blob_data, gi);
111

112
    afpvec4 max_value;
113

114
    if (psc(dims) == 1) // positive_axis == 0
115
    {
116
        max_value = buffer_ld4(max_workspace_data, 0);
117
    }
118
    else if (psc(dims) == 2 && positive_axis == 0)
119
    {
120
        max_value = buffer_ld4(max_workspace_data, gx);
121
    }
122
    else if (psc(dims) == 2 && positive_axis == 1)
123
    {
124
        max_value = buffer_ld4(max_workspace_data, gy);
125
    }
126
    else if (psc(dims) == 3 && positive_axis == 0)
127
    {
128
        max_value = buffer_ld4(max_workspace_data, gy * psc(w) + gx);
129
    }
130
    else if (psc(dims) == 3 && positive_axis == 1)
131
    {
132
        max_value = buffer_ld4(max_workspace_data, gz * psc(w) + gx);
133
    }
134
    else if (psc(dims) == 3 && positive_axis == 2)
135
    {
136
        max_value = buffer_ld4(max_workspace_data, gz * psc(h) + gy);
137
    }
138

139
#if NCNN_fp16_packed || NCNN_fp16_storage
140
    // NOTE reduce max may produce (X, undef, X, undef) on nvidia fp16p/fp16s
141
    // TODO only enable this workaround for some nvidia driver
142
    if (positive_axis == 0)
143
    {
144
        max_value = afpvec4(max_value.r);
145
    }
146
#endif
147
#endif
148

149
    v = exp(v - max_value);
150

151
#if NCNN_image_shader
152
    image3d_st4(top_blob_3d, ivec3(gx, gy, gz), v);
153
#else
154
    buffer_st4(bottom_top_blob_data, gi, v);
155
#endif
156
}
157