ncnn

Форк
0
/
vision_transformer.param 
146 строк · 14.6 Кб
1
7767517
2
144 192
3
Input            input                    0 1 input
4
MemoryData       backbone.cls_token       0 1 backbone.cls_token 0=768 1=1
5
MemoryData       backbone.pos_embed       0 1 backbone.pos_embed 0=768 1=145
6
Convolution      Conv_0                   1 1 input onnx::Shape_153 0=768 1=32 11=32 2=1 12=1 3=32 13=32 4=0 14=0 15=0 16=0 5=1 6=2359296
7
Reshape          Reshape_8                1 1 onnx::Shape_153 onnx::Transpose_161 0=-1 1=768
8
Permute          Transpose_9              1 1 onnx::Transpose_161 onnx::Concat_162 0=1
9
Concat           Concat_10                2 1 backbone.cls_token onnx::Concat_162 onnx::Add_163 0=0
10
BinaryOp         Add_11                   2 1 onnx::Add_163 backbone.pos_embed input.1 0=0
11
Split            splitncnn_0              1 2 input.1 input.1_splitncnn_0 input.1_splitncnn_1
12
LayerNorm        LayerNorm_12             1 1 input.1_splitncnn_1 qkv_input 0=768 1=1.000000e-06 2=1
13
Split            splitncnn_1              1 3 qkv_input qkv_input_splitncnn_0 qkv_input_splitncnn_1 qkv_input_splitncnn_2
14
MultiHeadAttention MultiHeadAttention_21    3 1 qkv_input_splitncnn_2 qkv_input_splitncnn_1 qkv_input_splitncnn_0 onnx::Add_174 0=768 1=12 2=589824
15
BinaryOp         Add_22                   2 1 input.1_splitncnn_0 onnx::Add_174 input.4 0=0
16
Split            splitncnn_2              1 2 input.4 input.4_splitncnn_0 input.4_splitncnn_1
17
LayerNorm        LayerNorm_23             1 1 input.4_splitncnn_1 mmdeploy::Gemm_176 0=768 1=1.000000e-06 2=1
18
InnerProduct     Gemm_24                  1 1 mmdeploy::Gemm_176 mmdeploy::Gelu_177 0=3072 1=1 2=2359296
19
GELU             Gelu_25                  1 1 mmdeploy::Gelu_177 input.8 0=1
20
InnerProduct     Gemm_26                  1 1 input.8 input.12 0=768 1=1 2=2359296
21
BinaryOp         Add_27                   2 1 input.4_splitncnn_0 input.12 input.16 0=0
22
Split            splitncnn_3              1 2 input.16 input.16_splitncnn_0 input.16_splitncnn_1
23
LayerNorm        LayerNorm_28             1 1 input.16_splitncnn_1 qkv_input.3 0=768 1=1.000000e-06 2=1
24
Split            splitncnn_4              1 3 qkv_input.3 qkv_input.3_splitncnn_0 qkv_input.3_splitncnn_1 qkv_input.3_splitncnn_2
25
MultiHeadAttention MultiHeadAttention_37    3 1 qkv_input.3_splitncnn_2 qkv_input.3_splitncnn_1 qkv_input.3_splitncnn_0 onnx::Add_190 0=768 1=12 2=589824
26
BinaryOp         Add_38                   2 1 input.16_splitncnn_0 onnx::Add_190 input.20 0=0
27
Split            splitncnn_5              1 2 input.20 input.20_splitncnn_0 input.20_splitncnn_1
28
LayerNorm        LayerNorm_39             1 1 input.20_splitncnn_1 mmdeploy::Gemm_192 0=768 1=1.000000e-06 2=1
29
InnerProduct     Gemm_40                  1 1 mmdeploy::Gemm_192 mmdeploy::Gelu_193 0=3072 1=1 2=2359296
30
GELU             Gelu_41                  1 1 mmdeploy::Gelu_193 input.24 0=1
31
InnerProduct     Gemm_42                  1 1 input.24 input.28 0=768 1=1 2=2359296
32
BinaryOp         Add_43                   2 1 input.20_splitncnn_0 input.28 input.32 0=0
33
Split            splitncnn_6              1 2 input.32 input.32_splitncnn_0 input.32_splitncnn_1
34
LayerNorm        LayerNorm_44             1 1 input.32_splitncnn_1 qkv_input.7 0=768 1=1.000000e-06 2=1
35
Split            splitncnn_7              1 3 qkv_input.7 qkv_input.7_splitncnn_0 qkv_input.7_splitncnn_1 qkv_input.7_splitncnn_2
36
MultiHeadAttention MultiHeadAttention_53    3 1 qkv_input.7_splitncnn_2 qkv_input.7_splitncnn_1 qkv_input.7_splitncnn_0 onnx::Add_206 0=768 1=12 2=589824
37
BinaryOp         Add_54                   2 1 input.32_splitncnn_0 onnx::Add_206 input.36 0=0
38
Split            splitncnn_8              1 2 input.36 input.36_splitncnn_0 input.36_splitncnn_1
39
LayerNorm        LayerNorm_55             1 1 input.36_splitncnn_1 mmdeploy::Gemm_208 0=768 1=1.000000e-06 2=1
40
InnerProduct     Gemm_56                  1 1 mmdeploy::Gemm_208 mmdeploy::Gelu_209 0=3072 1=1 2=2359296
41
GELU             Gelu_57                  1 1 mmdeploy::Gelu_209 input.40 0=1
42
InnerProduct     Gemm_58                  1 1 input.40 input.44 0=768 1=1 2=2359296
43
BinaryOp         Add_59                   2 1 input.36_splitncnn_0 input.44 input.48 0=0
44
Split            splitncnn_9              1 2 input.48 input.48_splitncnn_0 input.48_splitncnn_1
45
LayerNorm        LayerNorm_60             1 1 input.48_splitncnn_1 qkv_input.11 0=768 1=1.000000e-06 2=1
46
Split            splitncnn_10             1 3 qkv_input.11 qkv_input.11_splitncnn_0 qkv_input.11_splitncnn_1 qkv_input.11_splitncnn_2
47
MultiHeadAttention MultiHeadAttention_69    3 1 qkv_input.11_splitncnn_2 qkv_input.11_splitncnn_1 qkv_input.11_splitncnn_0 onnx::Add_222 0=768 1=12 2=589824
48
BinaryOp         Add_70                   2 1 input.48_splitncnn_0 onnx::Add_222 input.52 0=0
49
Split            splitncnn_11             1 2 input.52 input.52_splitncnn_0 input.52_splitncnn_1
50
LayerNorm        LayerNorm_71             1 1 input.52_splitncnn_1 mmdeploy::Gemm_224 0=768 1=1.000000e-06 2=1
51
InnerProduct     Gemm_72                  1 1 mmdeploy::Gemm_224 mmdeploy::Gelu_225 0=3072 1=1 2=2359296
52
GELU             Gelu_73                  1 1 mmdeploy::Gelu_225 input.56 0=1
53
InnerProduct     Gemm_74                  1 1 input.56 input.60 0=768 1=1 2=2359296
54
BinaryOp         Add_75                   2 1 input.52_splitncnn_0 input.60 input.64 0=0
55
Split            splitncnn_12             1 2 input.64 input.64_splitncnn_0 input.64_splitncnn_1
56
LayerNorm        LayerNorm_76             1 1 input.64_splitncnn_1 qkv_input.15 0=768 1=1.000000e-06 2=1
57
Split            splitncnn_13             1 3 qkv_input.15 qkv_input.15_splitncnn_0 qkv_input.15_splitncnn_1 qkv_input.15_splitncnn_2
58
MultiHeadAttention MultiHeadAttention_85    3 1 qkv_input.15_splitncnn_2 qkv_input.15_splitncnn_1 qkv_input.15_splitncnn_0 onnx::Add_238 0=768 1=12 2=589824
59
BinaryOp         Add_86                   2 1 input.64_splitncnn_0 onnx::Add_238 input.68 0=0
60
Split            splitncnn_14             1 2 input.68 input.68_splitncnn_0 input.68_splitncnn_1
61
LayerNorm        LayerNorm_87             1 1 input.68_splitncnn_1 mmdeploy::Gemm_240 0=768 1=1.000000e-06 2=1
62
InnerProduct     Gemm_88                  1 1 mmdeploy::Gemm_240 mmdeploy::Gelu_241 0=3072 1=1 2=2359296
63
GELU             Gelu_89                  1 1 mmdeploy::Gelu_241 input.72 0=1
64
InnerProduct     Gemm_90                  1 1 input.72 input.76 0=768 1=1 2=2359296
65
BinaryOp         Add_91                   2 1 input.68_splitncnn_0 input.76 input.80 0=0
66
Split            splitncnn_15             1 2 input.80 input.80_splitncnn_0 input.80_splitncnn_1
67
LayerNorm        LayerNorm_92             1 1 input.80_splitncnn_1 qkv_input.19 0=768 1=1.000000e-06 2=1
68
Split            splitncnn_16             1 3 qkv_input.19 qkv_input.19_splitncnn_0 qkv_input.19_splitncnn_1 qkv_input.19_splitncnn_2
69
MultiHeadAttention MultiHeadAttention_101   3 1 qkv_input.19_splitncnn_2 qkv_input.19_splitncnn_1 qkv_input.19_splitncnn_0 onnx::Add_254 0=768 1=12 2=589824
70
BinaryOp         Add_102                  2 1 input.80_splitncnn_0 onnx::Add_254 input.84 0=0
71
Split            splitncnn_17             1 2 input.84 input.84_splitncnn_0 input.84_splitncnn_1
72
LayerNorm        LayerNorm_103            1 1 input.84_splitncnn_1 mmdeploy::Gemm_256 0=768 1=1.000000e-06 2=1
73
InnerProduct     Gemm_104                 1 1 mmdeploy::Gemm_256 mmdeploy::Gelu_257 0=3072 1=1 2=2359296
74
GELU             Gelu_105                 1 1 mmdeploy::Gelu_257 input.88 0=1
75
InnerProduct     Gemm_106                 1 1 input.88 input.92 0=768 1=1 2=2359296
76
BinaryOp         Add_107                  2 1 input.84_splitncnn_0 input.92 input.96 0=0
77
Split            splitncnn_18             1 2 input.96 input.96_splitncnn_0 input.96_splitncnn_1
78
LayerNorm        LayerNorm_108            1 1 input.96_splitncnn_1 qkv_input.23 0=768 1=1.000000e-06 2=1
79
Split            splitncnn_19             1 3 qkv_input.23 qkv_input.23_splitncnn_0 qkv_input.23_splitncnn_1 qkv_input.23_splitncnn_2
80
MultiHeadAttention MultiHeadAttention_117   3 1 qkv_input.23_splitncnn_2 qkv_input.23_splitncnn_1 qkv_input.23_splitncnn_0 onnx::Add_270 0=768 1=12 2=589824
81
BinaryOp         Add_118                  2 1 input.96_splitncnn_0 onnx::Add_270 input.100 0=0
82
Split            splitncnn_20             1 2 input.100 input.100_splitncnn_0 input.100_splitncnn_1
83
LayerNorm        LayerNorm_119            1 1 input.100_splitncnn_1 mmdeploy::Gemm_272 0=768 1=1.000000e-06 2=1
84
InnerProduct     Gemm_120                 1 1 mmdeploy::Gemm_272 mmdeploy::Gelu_273 0=3072 1=1 2=2359296
85
GELU             Gelu_121                 1 1 mmdeploy::Gelu_273 input.104 0=1
86
InnerProduct     Gemm_122                 1 1 input.104 input.108 0=768 1=1 2=2359296
87
BinaryOp         Add_123                  2 1 input.100_splitncnn_0 input.108 input.112 0=0
88
Split            splitncnn_21             1 2 input.112 input.112_splitncnn_0 input.112_splitncnn_1
89
LayerNorm        LayerNorm_124            1 1 input.112_splitncnn_1 qkv_input.27 0=768 1=1.000000e-06 2=1
90
Split            splitncnn_22             1 3 qkv_input.27 qkv_input.27_splitncnn_0 qkv_input.27_splitncnn_1 qkv_input.27_splitncnn_2
91
MultiHeadAttention MultiHeadAttention_133   3 1 qkv_input.27_splitncnn_2 qkv_input.27_splitncnn_1 qkv_input.27_splitncnn_0 onnx::Add_286 0=768 1=12 2=589824
92
BinaryOp         Add_134                  2 1 input.112_splitncnn_0 onnx::Add_286 input.116 0=0
93
Split            splitncnn_23             1 2 input.116 input.116_splitncnn_0 input.116_splitncnn_1
94
LayerNorm        LayerNorm_135            1 1 input.116_splitncnn_1 mmdeploy::Gemm_288 0=768 1=1.000000e-06 2=1
95
InnerProduct     Gemm_136                 1 1 mmdeploy::Gemm_288 mmdeploy::Gelu_289 0=3072 1=1 2=2359296
96
GELU             Gelu_137                 1 1 mmdeploy::Gelu_289 input.120 0=1
97
InnerProduct     Gemm_138                 1 1 input.120 input.124 0=768 1=1 2=2359296
98
BinaryOp         Add_139                  2 1 input.116_splitncnn_0 input.124 input.128 0=0
99
Split            splitncnn_24             1 2 input.128 input.128_splitncnn_0 input.128_splitncnn_1
100
LayerNorm        LayerNorm_140            1 1 input.128_splitncnn_1 qkv_input.31 0=768 1=1.000000e-06 2=1
101
Split            splitncnn_25             1 3 qkv_input.31 qkv_input.31_splitncnn_0 qkv_input.31_splitncnn_1 qkv_input.31_splitncnn_2
102
MultiHeadAttention MultiHeadAttention_149   3 1 qkv_input.31_splitncnn_2 qkv_input.31_splitncnn_1 qkv_input.31_splitncnn_0 onnx::Add_302 0=768 1=12 2=589824
103
BinaryOp         Add_150                  2 1 input.128_splitncnn_0 onnx::Add_302 input.132 0=0
104
Split            splitncnn_26             1 2 input.132 input.132_splitncnn_0 input.132_splitncnn_1
105
LayerNorm        LayerNorm_151            1 1 input.132_splitncnn_1 mmdeploy::Gemm_304 0=768 1=1.000000e-06 2=1
106
InnerProduct     Gemm_152                 1 1 mmdeploy::Gemm_304 mmdeploy::Gelu_305 0=3072 1=1 2=2359296
107
GELU             Gelu_153                 1 1 mmdeploy::Gelu_305 input.136 0=1
108
InnerProduct     Gemm_154                 1 1 input.136 input.140 0=768 1=1 2=2359296
109
BinaryOp         Add_155                  2 1 input.132_splitncnn_0 input.140 input.144 0=0
110
Split            splitncnn_27             1 2 input.144 input.144_splitncnn_0 input.144_splitncnn_1
111
LayerNorm        LayerNorm_156            1 1 input.144_splitncnn_1 qkv_input.35 0=768 1=1.000000e-06 2=1
112
Split            splitncnn_28             1 3 qkv_input.35 qkv_input.35_splitncnn_0 qkv_input.35_splitncnn_1 qkv_input.35_splitncnn_2
113
MultiHeadAttention MultiHeadAttention_165   3 1 qkv_input.35_splitncnn_2 qkv_input.35_splitncnn_1 qkv_input.35_splitncnn_0 onnx::Add_318 0=768 1=12 2=589824
114
BinaryOp         Add_166                  2 1 input.144_splitncnn_0 onnx::Add_318 input.148 0=0
115
Split            splitncnn_29             1 2 input.148 input.148_splitncnn_0 input.148_splitncnn_1
116
LayerNorm        LayerNorm_167            1 1 input.148_splitncnn_1 mmdeploy::Gemm_320 0=768 1=1.000000e-06 2=1
117
InnerProduct     Gemm_168                 1 1 mmdeploy::Gemm_320 mmdeploy::Gelu_321 0=3072 1=1 2=2359296
118
GELU             Gelu_169                 1 1 mmdeploy::Gelu_321 input.152 0=1
119
InnerProduct     Gemm_170                 1 1 input.152 input.156 0=768 1=1 2=2359296
120
BinaryOp         Add_171                  2 1 input.148_splitncnn_0 input.156 input.160 0=0
121
Split            splitncnn_30             1 2 input.160 input.160_splitncnn_0 input.160_splitncnn_1
122
LayerNorm        LayerNorm_172            1 1 input.160_splitncnn_1 qkv_input.39 0=768 1=1.000000e-06 2=1
123
Split            splitncnn_31             1 3 qkv_input.39 qkv_input.39_splitncnn_0 qkv_input.39_splitncnn_1 qkv_input.39_splitncnn_2
124
MultiHeadAttention MultiHeadAttention_181   3 1 qkv_input.39_splitncnn_2 qkv_input.39_splitncnn_1 qkv_input.39_splitncnn_0 onnx::Add_334 0=768 1=12 2=589824
125
BinaryOp         Add_182                  2 1 input.160_splitncnn_0 onnx::Add_334 input.164 0=0
126
Split            splitncnn_32             1 2 input.164 input.164_splitncnn_0 input.164_splitncnn_1
127
LayerNorm        LayerNorm_183            1 1 input.164_splitncnn_1 mmdeploy::Gemm_336 0=768 1=1.000000e-06 2=1
128
InnerProduct     Gemm_184                 1 1 mmdeploy::Gemm_336 mmdeploy::Gelu_337 0=3072 1=1 2=2359296
129
GELU             Gelu_185                 1 1 mmdeploy::Gelu_337 input.168 0=1
130
InnerProduct     Gemm_186                 1 1 input.168 input.172 0=768 1=1 2=2359296
131
BinaryOp         Add_187                  2 1 input.164_splitncnn_0 input.172 input.176 0=0
132
Split            splitncnn_33             1 2 input.176 input.176_splitncnn_0 input.176_splitncnn_1
133
LayerNorm        LayerNorm_188            1 1 input.176_splitncnn_1 qkv_input.43 0=768 1=1.000000e-06 2=1
134
Split            splitncnn_34             1 3 qkv_input.43 qkv_input.43_splitncnn_0 qkv_input.43_splitncnn_1 qkv_input.43_splitncnn_2
135
MultiHeadAttention MultiHeadAttention_197   3 1 qkv_input.43_splitncnn_2 qkv_input.43_splitncnn_1 qkv_input.43_splitncnn_0 onnx::Add_350 0=768 1=12 2=589824
136
BinaryOp         Add_198                  2 1 input.176_splitncnn_0 onnx::Add_350 input.180 0=0
137
Split            splitncnn_35             1 2 input.180 input.180_splitncnn_0 input.180_splitncnn_1
138
LayerNorm        LayerNorm_199            1 1 input.180_splitncnn_1 mmdeploy::Gemm_352 0=768 1=1.000000e-06 2=1
139
InnerProduct     Gemm_200                 1 1 mmdeploy::Gemm_352 mmdeploy::Gelu_353 0=3072 1=1 2=2359296
140
GELU             Gelu_201                 1 1 mmdeploy::Gelu_353 input.184 0=1
141
InnerProduct     Gemm_202                 1 1 input.184 input.188 0=768 1=1 2=2359296
142
BinaryOp         Add_203                  2 1 input.180_splitncnn_0 input.188 input.192 0=0
143
LayerNorm        LayerNorm_204            1 1 input.192 onnx::Gather_357 0=768 1=1.000000e-06 2=1
144
Crop             Gather_206               1 1 onnx::Gather_357 mmdeploy::Gemm_359 -23309=1,0 -23310=1,1 -23311=1,0
145
InnerProduct     Gemm_207                 1 1 mmdeploy::Gemm_359 cls_score 0=1000 1=1 2=768000
146
Softmax          Softmax_208              1 1 cls_score output 0=0 1=1
147

Использование cookies

Мы используем файлы cookie в соответствии с Политикой конфиденциальности и Политикой использования cookies.

Нажимая кнопку «Принимаю», Вы даете АО «СберТех» согласие на обработку Ваших персональных данных в целях совершенствования нашего веб-сайта и Сервиса GitVerse, а также повышения удобства их использования.

Запретить использование cookies Вы можете самостоятельно в настройках Вашего браузера.