ncnn

1
// Tencent is pleased to support the open source community by making ncnn available.
2
//
3
// Copyright (C) 2020 THL A29 Limited, a Tencent company. All rights reserved.
4
//
5
// Licensed under the BSD 3-Clause License (the "License"); you may not use this file except
6
// in compliance with the License. You may obtain a copy of the License at
7
//
8
// https://opensource.org/licenses/BSD-3-Clause
9
//
10
// Unless required by applicable law or agreed to in writing, software distributed
11
// under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
12
// CONDITIONS OF ANY KIND, either express or implied. See the License for the
13
// specific language governing permissions and limitations under the License.
14

15
#version 450
16

17
#if NCNN_fp16_storage
18
#extension GL_EXT_shader_16bit_storage: require
19
struct sfpvec8 { f16vec4 abcd; f16vec4 efgh; };
20
#endif
21
#if NCNN_fp16_arithmetic
22
#extension GL_EXT_shader_explicit_arithmetic_types_float16: require
23
#endif
24

25
layout (constant_id = 0) const int bugihfa = 0;
26

27
#define shape_constant_id_offset 1
28
layout (constant_id = shape_constant_id_offset + 0) const int dims = 0;
29
layout (constant_id = shape_constant_id_offset + 1) const int w = 0;
30
layout (constant_id = shape_constant_id_offset + 2) const int h = 0;
31
layout (constant_id = shape_constant_id_offset + 3) const int d = 0;
32
layout (constant_id = shape_constant_id_offset + 4) const int c = 0;
33
layout (constant_id = shape_constant_id_offset + 5) const int cstep = 0;
34

35
layout (constant_id = shape_constant_id_offset + 6) const int outdims = 0;
36
layout (constant_id = shape_constant_id_offset + 7) const int outw = 0;
37
layout (constant_id = shape_constant_id_offset + 8) const int outh = 0;
38
layout (constant_id = shape_constant_id_offset + 9) const int outd = 0;
39
layout (constant_id = shape_constant_id_offset + 10) const int outc = 0;
40
layout (constant_id = shape_constant_id_offset + 11) const int outcstep = 0;
41

42
#if NCNN_image_shader
43
layout (binding = 0) uniform unfp sampler3D bottom_blob;
44
layout (binding = 1, imfmtc4) writeonly uniform unfp image3D top_blob;
45
#else
46
layout (binding = 0) readonly buffer bottom_blob { sfp bottom_blob_data[]; };
47
layout (binding = 1) writeonly buffer top_blob { sfpvec8 top_blob_data[]; };
48
#endif
49

50
layout (push_constant) uniform parameter
51
{
52
    int dims;
53
    int w;
54
    int h;
55
    int d;
56
    int c;
57
    int cstep;
58

59
    int outdims;
60
    int outw;
61
    int outh;
62
    int outd;
63
    int outc;
64
    int outcstep;
65

66
    int woffset;
67
    int hoffset;
68
    int doffset;
69
    int coffset;
70
} p;
71

72
void main()
73
{
74
    int gx = int(gl_GlobalInvocationID.x);
75
    int gy = int(gl_GlobalInvocationID.y);
76
    int gz = int(gl_GlobalInvocationID.z);
77

78
    if (gx >= psc(outw) || gy >= psc(outh) * psc(outd) || gz >= psc(outc))
79
        return;
80

81
    if (psc(dims) == 1)
82
    {
83
        int x = gx * 8 + p.woffset;
84

85
#if NCNN_image_shader
86
        afpvec8 v;
87
        v[0].r = image3d_ld1(bottom_blob, ivec3(x + 0, 0, 0));
88
        v[0].g = image3d_ld1(bottom_blob, ivec3(x + 1, 0, 0));
89
        v[0].b = image3d_ld1(bottom_blob, ivec3(x + 2, 0, 0));
90
        v[0].a = image3d_ld1(bottom_blob, ivec3(x + 3, 0, 0));
91
        v[1].r = image3d_ld1(bottom_blob, ivec3(x + 4, 0, 0));
92
        v[1].g = image3d_ld1(bottom_blob, ivec3(x + 5, 0, 0));
93
        v[1].b = image3d_ld1(bottom_blob, ivec3(x + 6, 0, 0));
94
        v[1].a = image3d_ld1(bottom_blob, ivec3(x + 7, 0, 0));
95

96
        image3d_st8(top_blob, ivec3(gx, 0, 0), v);
97
#else
98
        ivec4 v_offset = x + ivec4(0, 1, 2, 3);
99
        ivec4 vv_offset = v_offset + 4;
100

101
        buffer_cp1to8(top_blob_data, gx, bottom_blob_data, v_offset, vv_offset);
102
#endif
103
    }
104
    else if (psc(dims) == 2)
105
    {
106
        int x = gx + p.woffset;
107
        int y = gy * 8 + p.hoffset;
108

109
#if NCNN_image_shader
110
        afpvec8 v;
111
        v[0].r = image3d_ld1(bottom_blob, ivec3(x, y + 0, 0));
112
        v[0].g = image3d_ld1(bottom_blob, ivec3(x, y + 1, 0));
113
        v[0].b = image3d_ld1(bottom_blob, ivec3(x, y + 2, 0));
114
        v[0].a = image3d_ld1(bottom_blob, ivec3(x, y + 3, 0));
115
        v[1].r = image3d_ld1(bottom_blob, ivec3(x, y + 4, 0));
116
        v[1].g = image3d_ld1(bottom_blob, ivec3(x, y + 5, 0));
117
        v[1].b = image3d_ld1(bottom_blob, ivec3(x, y + 6, 0));
118
        v[1].a = image3d_ld1(bottom_blob, ivec3(x, y + 7, 0));
119

120
        image3d_st8(top_blob, ivec3(gx, gy, 0), v);
121
#else
122
        int gi = gy * psc(outw) + gx;
123

124
        ivec4 v_offset = y * psc(w) + x + ivec4(0, 1, 2, 3) * psc(w);
125
        ivec4 vv_offset = v_offset + 4 * psc(w);
126

127
        buffer_cp1to8(top_blob_data, gi, bottom_blob_data, v_offset, vv_offset);
128
#endif
129
    }
130
    else if (psc(dims) == 3)
131
    {
132
        int x = gx + p.woffset;
133
        int y = gy + p.hoffset;
134
        int z = gz * 8 + p.coffset;
135

136
#if NCNN_image_shader
137
        afpvec8 v;
138
        v[0].r = image3d_ld1(bottom_blob, ivec3(x, y, z + 0));
139
        v[0].g = image3d_ld1(bottom_blob, ivec3(x, y, z + 1));
140
        v[0].b = image3d_ld1(bottom_blob, ivec3(x, y, z + 2));
141
        v[0].a = image3d_ld1(bottom_blob, ivec3(x, y, z + 3));
142
        v[1].r = image3d_ld1(bottom_blob, ivec3(x, y, z + 4));
143
        v[1].g = image3d_ld1(bottom_blob, ivec3(x, y, z + 5));
144
        v[1].b = image3d_ld1(bottom_blob, ivec3(x, y, z + 6));
145
        v[1].a = image3d_ld1(bottom_blob, ivec3(x, y, z + 7));
146

147
        image3d_st8(top_blob, ivec3(gx, gy, gz), v);
148
#else
149
        int gi = gz * psc(outcstep) + gy * psc(outw) + gx;
150

151
        ivec4 v_offset = z * psc(cstep) + y * psc(w) + x + ivec4(0, 1, 2, 3) * psc(cstep);
152
        ivec4 vv_offset = v_offset + 4 * psc(cstep);
153

154
        buffer_cp1to8(top_blob_data, gi, bottom_blob_data, v_offset, vv_offset);
155
#endif
156
    }
157
    else // if (psc(dims) == 4)
158
    {
159
        int yd = gy / psc(outh);
160
        int yh = gy % psc(outh);
161

162
        int x = gx + p.woffset;
163
        int y = (yd + p.doffset) * psc(h) + (yh + p.hoffset);
164
        int z = gz * 8 + p.coffset;
165

166
#if NCNN_image_shader
167
        afpvec8 v;
168
        v[0].r = image3d_ld1(bottom_blob, ivec3(x, y, z + 0));
169
        v[0].g = image3d_ld1(bottom_blob, ivec3(x, y, z + 1));
170
        v[0].b = image3d_ld1(bottom_blob, ivec3(x, y, z + 2));
171
        v[0].a = image3d_ld1(bottom_blob, ivec3(x, y, z + 3));
172
        v[1].r = image3d_ld1(bottom_blob, ivec3(x, y, z + 4));
173
        v[1].g = image3d_ld1(bottom_blob, ivec3(x, y, z + 5));
174
        v[1].b = image3d_ld1(bottom_blob, ivec3(x, y, z + 6));
175
        v[1].a = image3d_ld1(bottom_blob, ivec3(x, y, z + 7));
176

177
        image3d_st8(top_blob, ivec3(gx, gy, gz), v);
178
#else
179
        int gi = gz * psc(outcstep) + gy * psc(outw) + gx;
180

181
        ivec4 v_offset = z * psc(cstep) + y * psc(w) + x + ivec4(0, 1, 2, 3) * psc(cstep);
182
        ivec4 vv_offset = v_offset + 4 * psc(cstep);
183

184
        buffer_cp1to8(top_blob_data, gi, bottom_blob_data, v_offset, vv_offset);
185
#endif
186
    }
187
}
188