convolution_host_tensor_descriptor_helper.hpp Source File

convolution_host_tensor_descriptor_helper.hpp Source File#

Composable Kernel: convolution_host_tensor_descriptor_helper.hpp Source File
library/utility/convolution_host_tensor_descriptor_helper.hpp
Go to the documentation of this file.
1// SPDX-License-Identifier: MIT
2// Copyright (c) 2018-2024, Advanced Micro Devices, Inc. All rights reserved.
3
4#pragma once
5
6#include "ck/ck.hpp"
7#include "ck/tensor_operation/gpu/device/tensor_layout.hpp"
8
9#include "ck/library/utility/convolution_parameter.hpp"
10#include "ck/library/utility/host_tensor.hpp"
11
12namespace ck {
13namespace utils {
14namespace conv {
15
16namespace detail {
17
18template <typename OldLayout>
19std::vector<std::size_t> get_layout_transpose_gnchw_to_old()
20{
21 // HACK: NHWC/KYXC/NHWK, which is treated as GNHWC/GKYXC/GNHWK by this function,
22 // is used by some legacy kernel. New kernel should use GNHWK/GKYXC/GNHWK
23 // TODO: remove this branch after removing legacy kernel
24 if constexpr(ck::is_same_v<OldLayout, ck::tensor_layout::convolution::NWC> ||
25 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::KXC> ||
26 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::NWK>)
27 {
28 return {0, 1, 3, 2};
29 }
30 else if constexpr(ck::is_same_v<OldLayout, ck::tensor_layout::convolution::NHWC> ||
31 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::KYXC> ||
32 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::NHWK>)
33 {
34 return {0, 1, 4, 2, 3};
35 }
36 else if constexpr(ck::is_same_v<OldLayout, ck::tensor_layout::convolution::NDHWC> ||
37 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::KZYXC> ||
38 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::NDHWK>)
39 {
40 return {0, 1, 5, 2, 3, 4};
41 }
42 // separate from legacy code above
43 else if constexpr(ck::is_same_v<OldLayout, ck::tensor_layout::convolution::GNCW> ||
44 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::GKCX> ||
45 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::GNKW>)
46 {
47 return {0, 1, 2, 3};
48 }
49 else if constexpr(ck::is_same_v<OldLayout, ck::tensor_layout::convolution::NGCW> ||
50 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::NGKW>)
51 {
52 return {1, 0, 2, 3};
53 }
54 else if constexpr(ck::is_same_v<OldLayout, ck::tensor_layout::convolution::NGCHW> ||
55 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::NGKHW>)
56 {
57 return {1, 0, 2, 3, 4};
58 }
59 else if constexpr(ck::is_same_v<OldLayout, ck::tensor_layout::convolution::NGCDHW> ||
60 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::NGKDHW>)
61 {
62 return {1, 0, 2, 3, 4, 5};
63 }
64 else if constexpr(ck::is_same_v<OldLayout, ck::tensor_layout::convolution::GNCHW> ||
65 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::GKCYX> ||
66 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::GNKHW>)
67 {
68 return {0, 1, 2, 3, 4};
69 }
70 else if constexpr(ck::is_same_v<OldLayout, ck::tensor_layout::convolution::GNCDHW> ||
71 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::GKCZYX> ||
72 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::GNKDHW>)
73 {
74 return {0, 1, 2, 3, 4, 5};
75 }
76 if constexpr(ck::is_same_v<OldLayout, ck::tensor_layout::convolution::GNWC> ||
77 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::GKXC> ||
78 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::GNWK>)
79 {
80 return {0, 1, 3, 2};
81 }
82 else if constexpr(ck::is_same_v<OldLayout, ck::tensor_layout::convolution::GNHWC> ||
83 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::GKYXC> ||
84 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::GNHWK>)
85 {
86 return {0, 1, 4, 2, 3};
87 }
88 else if constexpr(ck::is_same_v<OldLayout, ck::tensor_layout::convolution::GNDHWC> ||
89 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::GKZYXC> ||
90 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::GNDHWK>)
91 {
92 return {0, 1, 5, 2, 3, 4};
93 }
94 else if constexpr(ck::is_same_v<OldLayout, ck::tensor_layout::convolution::NWGC> ||
95 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::KXGC> ||
96 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::NWGK>)
97 {
98 return {2, 0, 3, 1};
99 }
100 else if constexpr(ck::is_same_v<OldLayout, ck::tensor_layout::convolution::NHWGC> ||
101 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::KYXGC> ||
102 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::NHWGK>)
103 {
104 return {3, 0, 4, 1, 2};
105 }
106 else if constexpr(ck::is_same_v<OldLayout, ck::tensor_layout::convolution::NDHWGC> ||
107 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::KZYXGC> ||
108 ck::is_same_v<OldLayout, ck::tensor_layout::convolution::NDHWGK>)
109 {
110 return {4, 0, 5, 1, 2, 3};
111 }
112 else
113 {
114 printf("%s\n", __func__);
115 throw std::runtime_error("wrong! unsupported layout");
116 }
117}
118
119} // namespace detail
120
121// make tensor descriptor for packed input tensor, and order the dimension in the order of GNCHW
122// regardless of physical layout
123template <typename InLayout>
124HostTensorDescriptor
125make_input_host_tensor_descriptor_g_n_c_wis_packed(const ck::utils::conv::ConvParam& param)
126{
127 std::vector<std::size_t> physical_lengths;
128
129 // HACK: NHWC/KYXC/NHWK, which is treated as GNHWC/GKYXC/GNHWK by this function,
130 // is used by some legacy kernel. New kernel should use GNHWK/GKYXC/GNHWK
131 // TODO: remove this branch after removing legacy kernel
132 if constexpr(ck::is_same_v<InLayout, ck::tensor_layout::convolution::NWC> ||
133 ck::is_same_v<InLayout, ck::tensor_layout::convolution::NHWC> ||
134 ck::is_same_v<InLayout, ck::tensor_layout::convolution::NDHWC>)
135 {
136 if(param.G_ != 1)
137 {
138 throw std::runtime_error("wrong! G != 1");
139 }
140
141 physical_lengths = std::vector<std::size_t>{static_cast<std::size_t>(param.G_),
142 static_cast<std::size_t>(param.N_),
143 static_cast<std::size_t>(param.C_)};
144
145 physical_lengths.insert(physical_lengths.begin() + 2,
146 param.input_spatial_lengths_.begin(),
147 param.input_spatial_lengths_.begin() + param.num_dim_spatial_);
148 }
149 // separate from legacy code above
150 else if constexpr(ck::is_same_v<InLayout, ck::tensor_layout::convolution::NGCW> ||
151 ck::is_same_v<InLayout, ck::tensor_layout::convolution::NGCHW> ||
152 ck::is_same_v<InLayout, ck::tensor_layout::convolution::NGCDHW>)
153 {
154 physical_lengths = std::vector<std::size_t>{static_cast<std::size_t>(param.N_),
155 static_cast<std::size_t>(param.G_),
156 static_cast<std::size_t>(param.C_)};
157
158 physical_lengths.insert(physical_lengths.end(),
159 param.input_spatial_lengths_.begin(),
160 param.input_spatial_lengths_.begin() + param.num_dim_spatial_);
161 }
162 else if constexpr(ck::is_same_v<InLayout, ck::tensor_layout::convolution::GNCW> ||
163 ck::is_same_v<InLayout, ck::tensor_layout::convolution::GNCHW> ||
164 ck::is_same_v<InLayout, ck::tensor_layout::convolution::GNCDHW>)
165 {
166 physical_lengths = std::vector<std::size_t>{static_cast<std::size_t>(param.G_),
167 static_cast<std::size_t>(param.N_),
168 static_cast<std::size_t>(param.C_)};
169
170 physical_lengths.insert(physical_lengths.end(),
171 param.input_spatial_lengths_.begin(),
172 param.input_spatial_lengths_.begin() + param.num_dim_spatial_);
173 }
174 else if constexpr(ck::is_same_v<InLayout, ck::tensor_layout::convolution::GNWC> ||
175 ck::is_same_v<InLayout, ck::tensor_layout::convolution::GNHWC> ||
176 ck::is_same_v<InLayout, ck::tensor_layout::convolution::GNDHWC>)
177 {
178 physical_lengths = std::vector<std::size_t>{static_cast<std::size_t>(param.G_),
179 static_cast<std::size_t>(param.N_),
180 static_cast<std::size_t>(param.C_)};
181
182 physical_lengths.insert(physical_lengths.begin() + 2,
183 param.input_spatial_lengths_.begin(),
184 param.input_spatial_lengths_.begin() + param.num_dim_spatial_);
185 }
186 else if constexpr(ck::is_same_v<InLayout, ck::tensor_layout::convolution::NWGC> ||
187 ck::is_same_v<InLayout, ck::tensor_layout::convolution::NHWGC> ||
188 ck::is_same_v<InLayout, ck::tensor_layout::convolution::NDHWGC>)
189 {
190 physical_lengths = std::vector<std::size_t>{static_cast<std::size_t>(param.N_),
191 static_cast<std::size_t>(param.G_),
192 static_cast<std::size_t>(param.C_)};
193
194 physical_lengths.insert(physical_lengths.begin() + 1,
195 param.input_spatial_lengths_.begin(),
196 param.input_spatial_lengths_.begin() + param.num_dim_spatial_);
197 }
198 else
199 {
200 printf("%s\n", __func__);
201 printf("%s\n", InLayout::name);
202 throw std::runtime_error("wrong! unsupported layout");
203 }
204
205 return transpose_host_tensor_descriptor_given_new2old(
206 // TBD: specify explicit conv layout rather than base one
207 HostTensorDescriptor(physical_lengths,
208 ck::tensor_layout::convolution::BaseConvolutionLayout{}),
209 detail::get_layout_transpose_gnchw_to_old<InLayout>(),
210 InLayout{});
211}
212
213// make tensor descriptor for packed weight tensor, and order the dimension in the order of GKCYX
214// regardless of physical layout
215template <typename WeiLayout>
216HostTensorDescriptor
217make_weight_host_tensor_descriptor_g_k_c_xs_packed(const ck::utils::conv::ConvParam& param)
218{
219 std::vector<std::size_t> physical_lengths;
220
221 // HACK: NHWC/KYXC/NHWK, which is treated as GNHWC/GKYXC/GNHWK by this function,
222 // is used by some legacy kernel. New kernel should use GNHWK/GKYXC/GNHWK
223 // TODO: remove this branch after removing legacy kernel
224 if constexpr(ck::is_same_v<WeiLayout, ck::tensor_layout::convolution::KXC> ||
225 ck::is_same_v<WeiLayout, ck::tensor_layout::convolution::KYXC> ||
226 ck::is_same_v<WeiLayout, ck::tensor_layout::convolution::KZYXC>)
227 {
228 if(param.G_ != 1)
229 {
230 throw std::runtime_error("wrong! G != 1");
231 }
232
233 physical_lengths = std::vector<std::size_t>{static_cast<std::size_t>(param.G_),
234 static_cast<std::size_t>(param.K_),
235 static_cast<std::size_t>(param.C_)};
236
237 physical_lengths.insert(physical_lengths.begin() + 2,
238 param.filter_spatial_lengths_.begin(),
239 param.filter_spatial_lengths_.begin() + param.num_dim_spatial_);
240 }
241 // separate from legacy code above
242 else if constexpr(ck::is_same_v<WeiLayout, ck::tensor_layout::convolution::KXC> ||
243 ck::is_same_v<WeiLayout, ck::tensor_layout::convolution::KYXC> ||
244 ck::is_same_v<WeiLayout, ck::tensor_layout::convolution::KZYXC>)
245 {
246 if(param.G_ != 1)
247 {
248 throw std::runtime_error("wrong! G != 1");
249 }
250
251 physical_lengths = std::vector<std::size_t>{static_cast<std::size_t>(param.K_),
252 static_cast<std::size_t>(param.C_)};
253
254 physical_lengths.insert(physical_lengths.end(),
255 param.filter_spatial_lengths_.begin(),
256 param.filter_spatial_lengths_.begin() + param.num_dim_spatial_);
257 }
258 else if constexpr(ck::is_same_v<WeiLayout, ck::tensor_layout::convolution::GKCX> ||
259 ck::is_same_v<WeiLayout, ck::tensor_layout::convolution::GKCYX> ||
260 ck::is_same_v<WeiLayout, ck::tensor_layout::convolution::GKCZYX>)
261 {
262 physical_lengths = std::vector<std::size_t>{static_cast<std::size_t>(param.G_),
263 static_cast<std::size_t>(param.K_),
264 static_cast<std::size_t>(param.C_)};
265
266 physical_lengths.insert(physical_lengths.end(),
267 param.filter_spatial_lengths_.begin(),
268 param.filter_spatial_lengths_.begin() + param.num_dim_spatial_);
269 }
270 else if constexpr(ck::is_same_v<WeiLayout, ck::tensor_layout::convolution::GKXC> ||
271 ck::is_same_v<WeiLayout, ck::tensor_layout::convolution::GKYXC> ||
272 ck::is_same_v<WeiLayout, ck::tensor_layout::convolution::GKZYXC>)
273 {
274 physical_lengths = std::vector<std::size_t>{static_cast<std::size_t>(param.G_),
275 static_cast<std::size_t>(param.K_),
276 static_cast<std::size_t>(param.C_)};
277
278 physical_lengths.insert(physical_lengths.begin() + 2,
279 param.filter_spatial_lengths_.begin(),
280 param.filter_spatial_lengths_.begin() + param.num_dim_spatial_);
281 }
282 else if constexpr(ck::is_same_v<WeiLayout, ck::tensor_layout::convolution::KXGC> ||
283 ck::is_same_v<WeiLayout, ck::tensor_layout::convolution::KYXGC> ||
284 ck::is_same_v<WeiLayout, ck::tensor_layout::convolution::KZYXGC>)
285 {
286 physical_lengths = std::vector<std::size_t>{static_cast<std::size_t>(param.K_),
287 static_cast<std::size_t>(param.G_),
288 static_cast<std::size_t>(param.C_)};
289
290 physical_lengths.insert(physical_lengths.begin() + 1,
291 param.filter_spatial_lengths_.begin(),
292 param.filter_spatial_lengths_.begin() + param.num_dim_spatial_);
293 }
294 else
295 {
296 printf("%s\n", __func__);
297 printf("%s\n", WeiLayout::name);
298 throw std::runtime_error("wrong! unsupported layout");
299 }
300
301 return transpose_host_tensor_descriptor_given_new2old(
302 HostTensorDescriptor(physical_lengths,
303 ck::tensor_layout::convolution::BaseConvolutionLayout{}),
304 detail::get_layout_transpose_gnchw_to_old<WeiLayout>(),
305 WeiLayout{});
306}
307
308// make tensor descriptor for packed output tensor, and order the dimension in the order of GNKHW
309// regardless of physical layout
310template <typename OutLayout>
311HostTensorDescriptor
312make_output_host_tensor_descriptor_g_n_k_wos_packed(const ck::utils::conv::ConvParam& param)
313{
314 std::vector<std::size_t> physical_lengths;
315
316 // HACK: NHWC/KYXC/NHWK, which is treated as GNHWC/GKYXC/GNHWK by this function,
317 // is used by some legacy kernel. New kernel should use GNHWK/GKYXC/GNHWK
318 // TODO: remove this branch after removing legacy kernel
319 if constexpr(ck::is_same_v<OutLayout, ck::tensor_layout::convolution::NWK> ||
320 ck::is_same_v<OutLayout, ck::tensor_layout::convolution::NHWK> ||
321 ck::is_same_v<OutLayout, ck::tensor_layout::convolution::NDHWK>)
322 {
323 if(param.G_ != 1)
324 {
325 throw std::runtime_error("wrong! G != 1");
326 }
327
328 physical_lengths = std::vector<std::size_t>{static_cast<std::size_t>(param.G_),
329 static_cast<std::size_t>(param.N_),
330 static_cast<std::size_t>(param.K_)};
331
332 physical_lengths.insert(physical_lengths.begin() + 2,
333 param.output_spatial_lengths_.begin(),
334 param.output_spatial_lengths_.begin() + param.num_dim_spatial_);
335 }
336 // separate from legacy code above
337 else if constexpr(ck::is_same_v<OutLayout, ck::tensor_layout::convolution::GNKW> ||
338 ck::is_same_v<OutLayout, ck::tensor_layout::convolution::GNKHW> ||
339 ck::is_same_v<OutLayout, ck::tensor_layout::convolution::GNKDHW>)
340 {
341 physical_lengths = std::vector<std::size_t>{static_cast<std::size_t>(param.G_),
342 static_cast<std::size_t>(param.N_),
343 static_cast<std::size_t>(param.K_)};
344
345 physical_lengths.insert(physical_lengths.end(),
346 param.output_spatial_lengths_.begin(),
347 param.output_spatial_lengths_.begin() + param.num_dim_spatial_);
348 }
349 // separate from legacy code above
350 else if constexpr(ck::is_same_v<OutLayout, ck::tensor_layout::convolution::NGKW> ||
351 ck::is_same_v<OutLayout, ck::tensor_layout::convolution::NGKHW> ||
352 ck::is_same_v<OutLayout, ck::tensor_layout::convolution::NGKDHW>)
353 {
354 physical_lengths = std::vector<std::size_t>{static_cast<std::size_t>(param.N_),
355 static_cast<std::size_t>(param.G_),
356 static_cast<std::size_t>(param.K_)};
357
358 physical_lengths.insert(physical_lengths.end(),
359 param.output_spatial_lengths_.begin(),
360 param.output_spatial_lengths_.begin() + param.num_dim_spatial_);
361 }
362 else if constexpr(ck::is_same_v<OutLayout, ck::tensor_layout::convolution::GNWK> ||
363 ck::is_same_v<OutLayout, ck::tensor_layout::convolution::GNHWK> ||
364 ck::is_same_v<OutLayout, ck::tensor_layout::convolution::GNDHWK>)
365 {
366 physical_lengths = std::vector<std::size_t>{static_cast<std::size_t>(param.G_),
367 static_cast<std::size_t>(param.N_),
368 static_cast<std::size_t>(param.K_)};
369
370 physical_lengths.insert(physical_lengths.begin() + 2,
371 param.output_spatial_lengths_.begin(),
372 param.output_spatial_lengths_.begin() + param.num_dim_spatial_);
373 }
374 else if constexpr(ck::is_same_v<OutLayout, ck::tensor_layout::convolution::NWGK> ||
375 ck::is_same_v<OutLayout, ck::tensor_layout::convolution::NHWGK> ||
376 ck::is_same_v<OutLayout, ck::tensor_layout::convolution::NDHWGK>)
377 {
378 physical_lengths = std::vector<std::size_t>{static_cast<std::size_t>(param.N_),
379 static_cast<std::size_t>(param.G_),
380 static_cast<std::size_t>(param.K_)};
381
382 physical_lengths.insert(physical_lengths.begin() + 1,
383 param.output_spatial_lengths_.begin(),
384 param.output_spatial_lengths_.begin() + param.num_dim_spatial_);
385 }
386 else
387 {
388 printf("%s\n", __func__);
389 printf("%s\n", OutLayout::name);
390 throw std::runtime_error("wrong! unsupported layout");
391 }
392
393 return transpose_host_tensor_descriptor_given_new2old(
394 HostTensorDescriptor(physical_lengths,
395 ck::tensor_layout::convolution::BaseConvolutionLayout{}),
396 detail::get_layout_transpose_gnchw_to_old<OutLayout>(),
397 OutLayout{});
398}
399
400} // namespace conv
401} // namespace utils
402} // namespace ck
convolution_parameter.hpp
host_tensor.hpp
transpose_host_tensor_descriptor_given_new2old
HostTensorDescriptor transpose_host_tensor_descriptor_given_new2old(const HostTensorDescriptor &a, const New2Old &new2old, const NewLayout &new_layout=NewLayout())
Definition library/utility/host_tensor.hpp:599
ck::utils::conv::detail
Definition library/utility/convolution_host_tensor_descriptor_helper.hpp:16
ck::utils::conv::detail::get_layout_transpose_gnchw_to_old
std::vector< std::size_t > get_layout_transpose_gnchw_to_old()
Definition library/utility/convolution_host_tensor_descriptor_helper.hpp:19
ck::utils::conv
Definition library/utility/convolution_host_tensor_descriptor_helper.hpp:14
ck::utils::conv::make_weight_host_tensor_descriptor_g_k_c_xs_packed
HostTensorDescriptor make_weight_host_tensor_descriptor_g_k_c_xs_packed(const ck::utils::conv::ConvParam &param)
Definition library/utility/convolution_host_tensor_descriptor_helper.hpp:217
ck::utils::conv::make_output_host_tensor_descriptor_g_n_k_wos_packed
HostTensorDescriptor make_output_host_tensor_descriptor_g_n_k_wos_packed(const ck::utils::conv::ConvParam &param)
Definition library/utility/convolution_host_tensor_descriptor_helper.hpp:312
ck::utils::conv::make_input_host_tensor_descriptor_g_n_c_wis_packed
HostTensorDescriptor make_input_host_tensor_descriptor_g_n_c_wis_packed(const ck::utils::conv::ConvParam &param)
Definition library/utility/convolution_host_tensor_descriptor_helper.hpp:125
ck::utils
Definition library/utility/check_err.hpp:24
ck
Definition ck.hpp:268
ck::is_same_v
constexpr bool is_same_v
Definition type.hpp:283
HostTensorDescriptor
A descriptor class for host tensors that manages tensor dimensions, strides, and layout.
Definition library/utility/host_tensor.hpp:171
ck::tensor_layout::convolution::BaseConvolutionLayout
Definition tensor_operation/gpu/device/tensor_layout.hpp:45
ck::utils::conv::ConvParam
Definition library/utility/convolution_parameter.hpp:20
ck::utils::conv::ConvParam::C_
ck::long_index_t C_
Definition library/utility/convolution_parameter.hpp:50
ck::utils::conv::ConvParam::num_dim_spatial_
ck::long_index_t num_dim_spatial_
Definition library/utility/convolution_parameter.hpp:46
ck::utils::conv::ConvParam::input_spatial_lengths_
std::vector< ck::long_index_t > input_spatial_lengths_
Definition library/utility/convolution_parameter.hpp:53
ck::utils::conv::ConvParam::output_spatial_lengths_
std::vector< ck::long_index_t > output_spatial_lengths_
Definition library/utility/convolution_parameter.hpp:54
ck::utils::conv::ConvParam::N_
ck::long_index_t N_
Definition library/utility/convolution_parameter.hpp:48
ck::utils::conv::ConvParam::G_
ck::long_index_t G_
Definition library/utility/convolution_parameter.hpp:47
ck::utils::conv::ConvParam::K_
ck::long_index_t K_
Definition library/utility/convolution_parameter.hpp:49
ck::utils::conv::ConvParam::filter_spatial_lengths_
std::vector< ck::long_index_t > filter_spatial_lengths_
Definition library/utility/convolution_parameter.hpp:52
tensor_layout.hpp