ncnn

1
// Tencent is pleased to support the open source community by making ncnn available.
2
//
3
// Copyright (C) 2019 THL A29 Limited, a Tencent company. All rights reserved.
4
//
5
// Licensed under the BSD 3-Clause License (the "License"); you may not use this file except
6
// in compliance with the License. You may obtain a copy of the License at
7
//
8
// https://opensource.org/licenses/BSD-3-Clause
9
//
10
// Unless required by applicable law or agreed to in writing, software distributed
11
// under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
12
// CONDITIONS OF ANY KIND, either express or implied. See the License for the
13
// specific language governing permissions and limitations under the License.
14

15
#version 450
16

17
#if NCNN_fp16_storage
18
#extension GL_EXT_shader_16bit_storage: require
19
#endif
20
#if NCNN_fp16_arithmetic
21
#extension GL_EXT_shader_explicit_arithmetic_types_float16: require
22
#endif
23

24
layout (constant_id = 0) const int storage_type_from = 0;
25
layout (constant_id = 1) const int storage_type_to = 0;
26

27
#define shape_constant_id_offset 2
28
layout (constant_id = shape_constant_id_offset + 0) const int dims = 0;
29
layout (constant_id = shape_constant_id_offset + 1) const int w = 0;
30
layout (constant_id = shape_constant_id_offset + 2) const int h = 0;
31
layout (constant_id = shape_constant_id_offset + 3) const int c = 0;
32
layout (constant_id = shape_constant_id_offset + 4) const int cstep = 0;
33

34
layout (constant_id = shape_constant_id_offset + 5) const int outdims = 0;
35
layout (constant_id = shape_constant_id_offset + 6) const int outw = 0;
36
layout (constant_id = shape_constant_id_offset + 7) const int outh = 0;
37
layout (constant_id = shape_constant_id_offset + 8) const int outc = 0;
38
layout (constant_id = shape_constant_id_offset + 9) const int outcstep = 0;
39

40
layout (binding = 0) readonly buffer bottom_blob_fp32 { float bottom_blob_fp32_data[]; };
41
layout (binding = 1) writeonly buffer top_blob { sfpvec4 top_blob_data[]; };
42
#if NCNN_image_shader
43
layout (binding = 2) uniform highp sampler3D bottom_blob_3d_fp32;
44
layout (binding = 3, imfmtc4) writeonly uniform unfp image3D top_blob_3d;
45
#endif
46

47
layout (push_constant) uniform parameter
48
{
49
    int dims;
50
    int w;
51
    int h;
52
    int c;
53
    int cstep;
54

55
    int outdims;
56
    int outw;
57
    int outh;
58
    int outc;
59
    int outcstep;
60
} p;
61

62
void main()
63
{
64
    int gx = int(gl_GlobalInvocationID.x);
65
    int gy = int(gl_GlobalInvocationID.y);
66
    int gz = int(gl_GlobalInvocationID.z);
67

68
    if (gx >= psc(outw) || gy >= psc(outh) || gz >= psc(outc))
69
        return;
70

71
    afpvec4 v;
72

73
    if (psc(dims) == 1)
74
    {
75
        if (storage_type_from == 0)
76
        {
77
            ivec4 x4 = ivec4(gx * 4) + ivec4(0, 1, 2, 3);
78

79
            ivec4 v_offset = x4;
80

81
            v.r = afp(bottom_blob_fp32_data[v_offset.r]);
82
            v.g = afp(bottom_blob_fp32_data[v_offset.g]);
83
            v.b = afp(bottom_blob_fp32_data[v_offset.b]);
84
            v.a = afp(bottom_blob_fp32_data[v_offset.a]);
85
        }
86
#if NCNN_image_shader
87
        if (storage_type_from == 1)
88
        {
89
            int x4 = gx * 4;
90

91
            v.r = afp(texelFetch(bottom_blob_3d_fp32, ivec3(x4 + 0, 0, 0), 0).r);
92
            v.g = afp(texelFetch(bottom_blob_3d_fp32, ivec3(x4 + 1, 0, 0), 0).r);
93
            v.b = afp(texelFetch(bottom_blob_3d_fp32, ivec3(x4 + 2, 0, 0), 0).r);
94
            v.a = afp(texelFetch(bottom_blob_3d_fp32, ivec3(x4 + 3, 0, 0), 0).r);
95
        }
96
#endif
97

98
        if (storage_type_to == 0)
99
        {
100
            int gi = gx;
101

102
            buffer_st4(top_blob_data, gi, v);
103
        }
104
#if NCNN_image_shader
105
        if (storage_type_to == 1)
106
        {
107
            image3d_st4(top_blob_3d, ivec3(gx, 0, 0), v);
108
        }
109
#endif
110
    }
111
    else if (psc(dims) == 2)
112
    {
113
        if (storage_type_from == 0)
114
        {
115
            ivec4 y4 = ivec4(gy * 4) + ivec4(0, 1, 2, 3);
116

117
            ivec4 v_offset = y4 * psc(w) + gx;
118

119
            v.r = afp(bottom_blob_fp32_data[v_offset.r]);
120
            v.g = afp(bottom_blob_fp32_data[v_offset.g]);
121
            v.b = afp(bottom_blob_fp32_data[v_offset.b]);
122
            v.a = afp(bottom_blob_fp32_data[v_offset.a]);
123
        }
124
#if NCNN_image_shader
125
        if (storage_type_from == 1)
126
        {
127
            int y4 = gy * 4;
128

129
            v.r = afp(texelFetch(bottom_blob_3d_fp32, ivec3(gx, y4 + 0, 0), 0).r);
130
            v.g = afp(texelFetch(bottom_blob_3d_fp32, ivec3(gx, y4 + 1, 0), 0).r);
131
            v.b = afp(texelFetch(bottom_blob_3d_fp32, ivec3(gx, y4 + 2, 0), 0).r);
132
            v.a = afp(texelFetch(bottom_blob_3d_fp32, ivec3(gx, y4 + 3, 0), 0).r);
133
        }
134
#endif
135

136
        if (storage_type_to == 0)
137
        {
138
            int gi = gy * psc(outw) + gx;
139

140
            buffer_st4(top_blob_data, gi, v);
141
        }
142
#if NCNN_image_shader
143
        if (storage_type_to == 1)
144
        {
145
            image3d_st4(top_blob_3d, ivec3(gx, gy, 0), v);
146
        }
147
#endif
148
    }
149
    else // if (psc(dims) == 3)
150
    {
151
        if (storage_type_from == 0)
152
        {
153
            ivec4 z4 = ivec4(gz * 4) + ivec4(0, 1, 2, 3);
154

155
            ivec4 v_offset = z4 * psc(cstep) + ivec4(gy * psc(w) + gx);
156

157
            v.r = afp(bottom_blob_fp32_data[v_offset.r]);
158
            v.g = afp(bottom_blob_fp32_data[v_offset.g]);
159
            v.b = afp(bottom_blob_fp32_data[v_offset.b]);
160
            v.a = afp(bottom_blob_fp32_data[v_offset.a]);
161
        }
162
#if NCNN_image_shader
163
        if (storage_type_from == 1)
164
        {
165
            int z4 = gz * 4;
166

167
            v.r = afp(texelFetch(bottom_blob_3d_fp32, ivec3(gx, gy, z4 + 0), 0).r);
168
            v.g = afp(texelFetch(bottom_blob_3d_fp32, ivec3(gx, gy, z4 + 1), 0).r);
169
            v.b = afp(texelFetch(bottom_blob_3d_fp32, ivec3(gx, gy, z4 + 2), 0).r);
170
            v.a = afp(texelFetch(bottom_blob_3d_fp32, ivec3(gx, gy, z4 + 3), 0).r);
171
        }
172
#endif
173

174
        if (storage_type_to == 0)
175
        {
176
            int gi = gz * psc(outcstep) + gy * psc(outw) + gx;
177

178
            buffer_st4(top_blob_data, gi, v);
179
        }
180
#if NCNN_image_shader
181
        if (storage_type_to == 1)
182
        {
183
            image3d_st4(top_blob_3d, ivec3(gx, gy, gz), v);
184
        }
185
#endif
186
    }
187
}
188