ncnn

1
// Tencent is pleased to support the open source community by making ncnn available.
2
//
3
// Copyright (C) 2020 THL A29 Limited, a Tencent company. All rights reserved.
4
//
5
// Licensed under the BSD 3-Clause License (the "License"); you may not use this file except
6
// in compliance with the License. You may obtain a copy of the License at
7
//
8
// https://opensource.org/licenses/BSD-3-Clause
9
//
10
// Unless required by applicable law or agreed to in writing, software distributed
11
// under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
12
// CONDITIONS OF ANY KIND, either express or implied. See the License for the
13
// specific language governing permissions and limitations under the License.
14

15
#version 450
16

17
#if NCNN_fp16_storage
18
#extension GL_EXT_shader_16bit_storage: require
19
struct sfpvec8 { f16vec4 abcd; f16vec4 efgh; };
20
#endif
21
#if NCNN_fp16_arithmetic
22
#extension GL_EXT_shader_explicit_arithmetic_types_float16: require
23
#endif
24

25
layout (constant_id = 0) const int storage_type_from = 0;
26
layout (constant_id = 1) const int storage_type_to = 0;
27

28
#define shape_constant_id_offset 2
29
layout (constant_id = shape_constant_id_offset + 0) const int dims = 0;
30
layout (constant_id = shape_constant_id_offset + 1) const int w = 0;
31
layout (constant_id = shape_constant_id_offset + 2) const int h = 0;
32
layout (constant_id = shape_constant_id_offset + 3) const int c = 0;
33
layout (constant_id = shape_constant_id_offset + 4) const int cstep = 0;
34

35
layout (constant_id = shape_constant_id_offset + 5) const int outdims = 0;
36
layout (constant_id = shape_constant_id_offset + 6) const int outw = 0;
37
layout (constant_id = shape_constant_id_offset + 7) const int outh = 0;
38
layout (constant_id = shape_constant_id_offset + 8) const int outc = 0;
39
layout (constant_id = shape_constant_id_offset + 9) const int outcstep = 0;
40

41
layout (binding = 0) readonly buffer bottom_blob_fp32 { vec4 bottom_blob_fp32_data[]; };
42
layout (binding = 1) writeonly buffer top_blob { sfpvec8 top_blob_data[]; };
43
#if NCNN_image_shader
44
layout (binding = 2) uniform highp sampler3D bottom_blob_3d_fp32;
45
layout (binding = 3, imfmtc4) writeonly uniform unfp image3D top_blob_3d;
46
#endif
47

48
layout (push_constant) uniform parameter
49
{
50
    int dims;
51
    int w;
52
    int h;
53
    int c;
54
    int cstep;
55

56
    int outdims;
57
    int outw;
58
    int outh;
59
    int outc;
60
    int outcstep;
61
} p;
62

63
void main()
64
{
65
    int gx = int(gl_GlobalInvocationID.x);
66
    int gy = int(gl_GlobalInvocationID.y);
67
    int gz = int(gl_GlobalInvocationID.z);
68

69
    if (gx >= psc(outw) || gy >= psc(outh) || gz >= psc(outc))
70
        return;
71

72
    afpvec8 v;
73

74
    if (psc(dims) == 1)
75
    {
76
        if (storage_type_from == 0)
77
        {
78
            ivec2 x2 = ivec2(gx * 2) + ivec2(0, 1);
79

80
            ivec2 v_offset = x2;
81

82
            v[0] = afpvec4(bottom_blob_fp32_data[v_offset.r]);
83
            v[1] = afpvec4(bottom_blob_fp32_data[v_offset.g]);
84
        }
85
#if NCNN_image_shader
86
        if (storage_type_from == 1)
87
        {
88
            int x2 = gx * 2;
89

90
            v[0] = image3d_ld4(bottom_blob_3d_fp32, ivec3(x2 + 0, 0, 0));
91
            v[1] = image3d_ld4(bottom_blob_3d_fp32, ivec3(x2 + 1, 0, 0));
92
        }
93
#endif
94

95
        if (storage_type_to == 0)
96
        {
97
            int gi = gx;
98

99
            buffer_st8(top_blob_data, gi, v);
100
        }
101
#if NCNN_image_shader
102
        if (storage_type_to == 1)
103
        {
104
            image3d_st8(top_blob_3d, ivec3(gx, 0, 0), v);
105
        }
106
#endif
107
    }
108
    else if (psc(dims) == 2)
109
    {
110
        if (storage_type_from == 0)
111
        {
112
            ivec2 y2 = ivec2(gy * 2) + ivec2(0, 1);
113

114
            ivec2 v_offset = y2 * psc(w) + gx;
115

116
            v[0] = afpvec4(bottom_blob_fp32_data[v_offset.r]);
117
            v[1] = afpvec4(bottom_blob_fp32_data[v_offset.g]);
118
        }
119
#if NCNN_image_shader
120
        if (storage_type_from == 1)
121
        {
122
            int y2 = gy * 2;
123

124
            v[0] = image3d_ld4(bottom_blob_3d_fp32, ivec3(gx, y2 + 0, 0));
125
            v[1] = image3d_ld4(bottom_blob_3d_fp32, ivec3(gx, y2 + 1, 0));
126
        }
127
#endif
128

129
        if (storage_type_to == 0)
130
        {
131
            int gi = gy * psc(outw) + gx;
132

133
            buffer_st8(top_blob_data, gi, v);
134
        }
135
#if NCNN_image_shader
136
        if (storage_type_to == 1)
137
        {
138
            image3d_st8(top_blob_3d, ivec3(gx, gy, 0), v);
139
        }
140
#endif
141
    }
142
    else // if (psc(dims) == 3)
143
    {
144
        if (storage_type_from == 0)
145
        {
146
            ivec2 z2 = ivec2(gz * 2) + ivec2(0, 1);
147

148
            ivec2 v_offset = z2 * psc(cstep) + ivec2(gy * psc(w) + gx);
149

150
            v[0] = afpvec4(bottom_blob_fp32_data[v_offset.r]);
151
            v[1] = afpvec4(bottom_blob_fp32_data[v_offset.g]);
152
        }
153
#if NCNN_image_shader
154
        if (storage_type_from == 1)
155
        {
156
            int z2 = gz * 2;
157

158
            v[0] = image3d_ld4(bottom_blob_3d_fp32, ivec3(gx, gy, z2 + 0));
159
            v[1] = image3d_ld4(bottom_blob_3d_fp32, ivec3(gx, gy, z2 + 1));
160
        }
161
#endif
162

163
        if (storage_type_to == 0)
164
        {
165
            int gi = gz * psc(outcstep) + gy * psc(outw) + gx;
166

167
            buffer_st8(top_blob_data, gi, v);
168
        }
169
#if NCNN_image_shader
170
        if (storage_type_to == 1)
171
        {
172
            image3d_st8(top_blob_3d, ivec3(gx, gy, gz), v);
173
        }
174
#endif
175
    }
176
}
177