ncnn

1
// Tencent is pleased to support the open source community by making ncnn available.
2
//
3
// Copyright (C) 2020 THL A29 Limited, a Tencent company. All rights reserved.
4
//
5
// Licensed under the BSD 3-Clause License (the "License"); you may not use this file except
6
// in compliance with the License. You may obtain a copy of the License at
7
//
8
// https://opensource.org/licenses/BSD-3-Clause
9
//
10
// Unless required by applicable law or agreed to in writing, software distributed
11
// under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
12
// CONDITIONS OF ANY KIND, either express or implied. See the License for the
13
// specific language governing permissions and limitations under the License.
14

15
#version 450
16

17
#if NCNN_fp16_storage
18
#extension GL_EXT_shader_16bit_storage: require
19
struct sfpvec8 { f16vec4 abcd; f16vec4 efgh; };
20
#endif
21
#if NCNN_fp16_arithmetic
22
#extension GL_EXT_shader_explicit_arithmetic_types_float16: require
23
#endif
24

25
layout (constant_id = 0) const int storage_type_from = 0;
26
layout (constant_id = 1) const int storage_type_to = 0;
27

28
#define shape_constant_id_offset 2
29
layout (constant_id = shape_constant_id_offset + 0) const int dims = 0;
30
layout (constant_id = shape_constant_id_offset + 1) const int w = 0;
31
layout (constant_id = shape_constant_id_offset + 2) const int h = 0;
32
layout (constant_id = shape_constant_id_offset + 3) const int c = 0;
33
layout (constant_id = shape_constant_id_offset + 4) const int cstep = 0;
34

35
layout (constant_id = shape_constant_id_offset + 5) const int outdims = 0;
36
layout (constant_id = shape_constant_id_offset + 6) const int outw = 0;
37
layout (constant_id = shape_constant_id_offset + 7) const int outh = 0;
38
layout (constant_id = shape_constant_id_offset + 8) const int outc = 0;
39
layout (constant_id = shape_constant_id_offset + 9) const int outcstep = 0;
40

41
layout (binding = 0) readonly buffer bottom_blob { sfpvec8 bottom_blob_data[]; };
42
layout (binding = 1) writeonly buffer top_blob_fp32 { vec4 top_blob_fp32_data[]; };
43
#if NCNN_image_shader
44
layout (binding = 2) uniform unfp sampler3D bottom_blob_3d;
45
layout (binding = 3, rgba32f) writeonly uniform highp image3D top_blob_3d_fp32;
46
#endif
47

48
layout (push_constant) uniform parameter
49
{
50
    int dims;
51
    int w;
52
    int h;
53
    int c;
54
    int cstep;
55

56
    int outdims;
57
    int outw;
58
    int outh;
59
    int outc;
60
    int outcstep;
61
} p;
62

63
void main()
64
{
65
    int gx = int(gl_GlobalInvocationID.x);
66
    int gy = int(gl_GlobalInvocationID.y);
67
    int gz = int(gl_GlobalInvocationID.z);
68

69
    if (gx >= psc(w) || gy >= psc(h) || gz >= psc(c))
70
        return;
71

72
    afpvec8 v;
73

74
    if (psc(dims) == 1)
75
    {
76
        if (storage_type_from == 0)
77
        {
78
            int gi = gx;
79

80
            v = buffer_ld8(bottom_blob_data, gi);
81
        }
82
#if NCNN_image_shader
83
        if (storage_type_from == 1)
84
        {
85
            v = image3d_ld8(bottom_blob_3d, ivec3(gx, 0, 0));
86
        }
87
#endif
88

89
        if (storage_type_to == 0)
90
        {
91
            ivec2 x2 = ivec2(gx * 2) + ivec2(0, 1);
92

93
            ivec2 v_offset = x2;
94

95
            top_blob_fp32_data[v_offset.r] = vec4(v[0]);
96
            top_blob_fp32_data[v_offset.g] = vec4(v[1]);
97
        }
98
#if NCNN_image_shader
99
        if (storage_type_to == 1)
100
        {
101
            int x2 = gx * 2;
102

103
            imageStore(top_blob_3d_fp32, ivec3(x2 + 0, 0, 0), v[0]);
104
            imageStore(top_blob_3d_fp32, ivec3(x2 + 1, 0, 0), v[1]);
105
        }
106
#endif
107
    }
108
    else if (psc(dims) == 2)
109
    {
110
        if (storage_type_from == 0)
111
        {
112
            int gi = gy * psc(w) + gx;
113

114
            v = buffer_ld8(bottom_blob_data, gi);
115
        }
116
#if NCNN_image_shader
117
        if (storage_type_from == 1)
118
        {
119
            v = image3d_ld8(bottom_blob_3d, ivec3(gx, gy, 0));
120
        }
121
#endif
122

123
        if (storage_type_to == 0)
124
        {
125
            ivec2 y2 = ivec2(gy * 2) + ivec2(0, 1);
126

127
            ivec2 v_offset = y2 * psc(outw) + gx;
128

129
            top_blob_fp32_data[v_offset.r] = vec4(v[0]);
130
            top_blob_fp32_data[v_offset.g] = vec4(v[1]);
131
        }
132
#if NCNN_image_shader
133
        if (storage_type_to == 1)
134
        {
135
            int y2 = gy * 2;
136

137
            imageStore(top_blob_3d_fp32, ivec3(gx, y2 + 0, 0), v[0]);
138
            imageStore(top_blob_3d_fp32, ivec3(gx, y2 + 1, 0), v[1]);
139
        }
140
#endif
141
    }
142
    else // if (psc(dims) == 3)
143
    {
144
        if (storage_type_from == 0)
145
        {
146
            int gi = gz * psc(cstep) + gy * psc(w) + gx;
147

148
            v = buffer_ld8(bottom_blob_data, gi);
149
        }
150
#if NCNN_image_shader
151
        if (storage_type_from == 1)
152
        {
153
            v = image3d_ld8(bottom_blob_3d, ivec3(gx, gy, gz));
154
        }
155
#endif
156

157
        if (storage_type_to == 0)
158
        {
159
            ivec2 z2 = ivec2(gz * 2) + ivec2(0, 1);
160

161
            ivec2 v_offset = z2 * psc(outcstep) + ivec2(gy * psc(outw) + gx);
162

163
            top_blob_fp32_data[v_offset.r] = vec4(v[0]);
164
            top_blob_fp32_data[v_offset.g] = vec4(v[1]);
165
        }
166
#if NCNN_image_shader
167
        if (storage_type_to == 1)
168
        {
169
            int z2 = gz * 2;
170

171
            imageStore(top_blob_3d_fp32, ivec3(gx, gy, z2 + 0), v[0]);
172
            imageStore(top_blob_3d_fp32, ivec3(gx, gy, z2 + 1), v[1]);
173
        }
174
#endif
175
    }
176
}
177