/******************************************************************************* * * MIT License * * Copyright (c) 2020 Advanced Micro Devices, Inc. * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in all * copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. * *******************************************************************************/ #include #include #include #include #include #include #include MIOPEN_DECLARE_ENV_VAR(MIOPEN_DEBUG_CONV_IMPLICIT_GEMM_ASM_BWD_GTC_XDLOPS) namespace miopen { namespace solver { static inline const std::vector& GetImplicitGemmGtcDynamicBwdTunablesList(const ConvolutionContext& ctx) { // clang-format off static const std::vector tunables_fp32 = { { "bwd", miopenFloat, 16, 0, 128, 128, 16, 32, 32, 1, 1, 1, 2, 2, {2, 1, 1, 4}, {1, 8, 1, 32}, {2, 1, 1, 4}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 4, 0, 128, 128, 16, 32, 32, 1, 1, 1, 2, 2, {2, 1, 1, 4}, {1, 8, 1, 32}, {2, 1, 1, 4}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 0, 128, 128, 16, 32, 32, 1, 1, 1, 2, 2, {2, 1, 1, 4}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 16, 0, 128, 128, 8, 32, 32, 1, 1, 1, 2, 2, {1, 1, 1, 4}, {1, 8, 1, 32}, {1, 1, 1, 4}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 4, 0, 128, 128, 8, 32, 32, 1, 1, 1, 2, 2, {1, 1, 1, 4}, {1, 8, 1, 32}, {1, 1, 1, 4}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 0, 128, 128, 8, 32, 32, 1, 1, 1, 2, 2, {1, 1, 1, 4}, {1, 8, 1, 32}, {1, 1, 4, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 16, 1, 128, 128, 16, 32, 32, 1, 1, 1, 2, 2, {2, 1, 4, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 4, 1, 128, 128, 16, 32, 32, 1, 1, 1, 2, 2, {2, 1, 4, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 128, 128, 16, 32, 32, 1, 1, 1, 2, 2, {2, 1, 4, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 128, 128, 8, 32, 32, 1, 1, 1, 2, 2, {1, 1, 4, 1}, {1, 8, 1, 32}, {1, 1, 4, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 16, 0, 128, 256, 16, 32, 64, 1, 1, 1, 2, 2, {1, 1, 2, 4}, {1, 16, 1, 16}, {1, 1, 4, 4}, {1, 16, 1, 16}, 0}, { "bwd", miopenFloat, 4, 0, 128, 256, 16, 32, 64, 1, 1, 1, 2, 2, {1, 1, 2, 4}, {1, 16, 1, 16}, {1, 1, 4, 4}, {1, 16, 1, 16}, 0}, { "bwd", miopenFloat, 1, 0, 128, 256, 16, 32, 64, 1, 1, 1, 2, 2, {2, 1, 1, 4}, {1, 8, 1, 32}, {2, 1, 8, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 16, 0, 128, 256, 8, 32, 64, 1, 1, 1, 2, 2, {1, 1, 1, 4}, {1, 8, 1, 32}, {1, 1, 2, 4}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 4, 0, 128, 256, 8, 32, 64, 1, 1, 1, 2, 2, {1, 1, 1, 4}, {1, 8, 1, 32}, {1, 1, 2, 4}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 0, 128, 256, 8, 32, 64, 1, 1, 1, 2, 2, {1, 1, 1, 4}, {1, 8, 1, 32}, {1, 1, 8, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 128, 256, 16, 32, 64, 1, 1, 1, 2, 2, {2, 1, 4, 1}, {1, 8, 1, 32}, {2, 1, 8, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 4, 1, 128, 256, 16, 32, 64, 1, 1, 1, 2, 2, {2, 1, 4, 1}, {1, 8, 1, 32}, {2, 1, 8, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 16, 1, 128, 256, 16, 32, 64, 1, 1, 1, 2, 2, {2, 1, 4, 1}, {1, 8, 1, 32}, {2, 1, 8, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 128, 256, 8, 32, 64, 1, 1, 1, 2, 2, {1, 1, 4, 1}, {1, 8, 1, 32}, {1, 1, 8, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 4, 0, 256, 128, 16, 64, 32, 1, 1, 1, 2, 2, {1, 1, 4, 4}, {1, 16, 1, 16}, {1, 1, 2, 4}, {1, 16, 1, 16}, 0}, { "bwd", miopenFloat, 16, 0, 256, 128, 16, 64, 32, 1, 1, 1, 2, 2, {1, 1, 4, 4}, {1, 16, 1, 16}, {1, 1, 2, 4}, {1, 16, 1, 16}, 0}, { "bwd", miopenFloat, 1, 0, 256, 128, 16, 64, 32, 1, 1, 1, 2, 2, {1, 1, 4, 4}, {1, 16, 1, 16}, {1, 1, 8, 1}, {1, 16, 1, 16}, 0}, { "bwd", miopenFloat, 4, 0, 256, 128, 8, 64, 32, 1, 1, 1, 2, 2, {1, 1, 2, 4}, {1, 8, 1, 32}, {1, 1, 1, 4}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 16, 0, 256, 128, 8, 64, 32, 1, 1, 1, 2, 2, {1, 1, 2, 4}, {1, 8, 1, 32}, {1, 1, 1, 4}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 0, 256, 128, 8, 64, 32, 1, 1, 1, 2, 2, {1, 1, 2, 4}, {1, 8, 1, 32}, {1, 1, 4, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 4, 1, 256, 128, 16, 64, 32, 1, 1, 1, 2, 2, {2, 1, 8, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 16, 1, 256, 128, 16, 64, 32, 1, 1, 1, 2, 2, {2, 1, 8, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 256, 128, 16, 64, 32, 1, 1, 1, 2, 2, {2, 1, 8, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 256, 128, 8, 64, 32, 1, 1, 1, 2, 2, {1, 1, 8, 1}, {1, 8, 1, 32}, {1, 1, 4, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 0, 256, 64, 16, 64, 16, 1, 1, 1, 2, 2, {2, 1, 8, 1}, {1, 8, 1, 32}, {2, 1, 2, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 256, 64, 16, 64, 16, 1, 1, 1, 2, 2, {2, 1, 8, 1}, {1, 8, 1, 32}, {2, 1, 2, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 4, 1, 256, 64, 16, 64, 16, 1, 1, 1, 2, 2, {2, 1, 8, 1}, {1, 8, 1, 32}, {2, 1, 2, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 256, 64, 4, 64, 16, 1, 1, 1, 2, 2, {1, 1, 4, 1}, {1, 4, 1, 64}, {1, 1, 1, 1}, {1, 4, 1, 64}, 0}, { "bwd", miopenFloat, 4, 1, 256, 64, 4, 64, 16, 1, 1, 1, 2, 2, {1, 1, 4, 1}, {1, 4, 1, 64}, {1, 1, 1, 1}, {1, 4, 1, 64}, 0}, { "bwd", miopenFloat, 1, 0, 128, 64, 16, 32, 8, 1, 1, 2, 2, 2, {2, 1, 4, 1}, {1, 8, 1, 32}, {2, 1, 2, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 128, 64, 16, 32, 8, 1, 1, 2, 2, 2, {2, 1, 4, 1}, {1, 8, 1, 32}, {2, 1, 2, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 128, 64, 8, 32, 8, 1, 1, 2, 2, 2, {1, 1, 4, 1}, {1, 8, 1, 32}, {1, 1, 2, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 4, 1, 128, 64, 8, 32, 8, 1, 1, 2, 2, 2, {1, 1, 4, 1}, {1, 8, 1, 32}, {1, 1, 2, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 0, 64, 256, 16, 16, 64, 1, 1, 1, 2, 2, {2, 1, 2, 1}, {1, 8, 1, 32}, {2, 1, 8, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 64, 256, 16, 16, 64, 1, 1, 1, 2, 2, {2, 1, 2, 1}, {1, 8, 1, 32}, {2, 1, 8, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 64, 256, 8, 16, 64, 1, 1, 1, 2, 2, {1, 1, 2, 1}, {1, 8, 1, 32}, {1, 1, 8, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 4, 1, 64, 256, 8, 16, 64, 1, 1, 1, 2, 2, {1, 1, 2, 1}, {1, 8, 1, 32}, {1, 1, 8, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 0, 64, 128, 16, 8, 32, 1, 2, 1, 2, 2, {2, 1, 2, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 64, 128, 16, 8, 32, 1, 2, 1, 2, 2, {2, 1, 2, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 64, 128, 8, 8, 32, 1, 2, 1, 2, 2, {1, 1, 2, 1}, {1, 8, 1, 32}, {1, 1, 4, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 4, 1, 64, 128, 8, 8, 32, 1, 2, 1, 2, 2, {1, 1, 2, 1}, {1, 8, 1, 32}, {1, 1, 4, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 0, 64, 64, 16, 16, 16, 1, 1, 1, 2, 2, {2, 1, 2, 1}, {1, 8, 1, 32}, {2, 1, 2, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 64, 64, 16, 16, 16, 1, 1, 1, 2, 2, {2, 1, 2, 1}, {1, 8, 1, 32}, {2, 1, 2, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 64, 64, 8, 16, 16, 1, 1, 1, 2, 2, {1, 1, 2, 1}, {1, 8, 1, 32}, {1, 1, 2, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 4, 1, 64, 64, 8, 16, 16, 1, 1, 1, 2, 2, {1, 1, 2, 1}, {1, 8, 1, 32}, {1, 1, 2, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 256, 32, 16, 64, 4, 1, 1, 2, 2, 2, {1, 1, 16, 1}, {1, 16, 1, 16}, {1, 1, 2, 1}, {1, 16, 1, 16}, 0}, { "bwd", miopenFloat, 1, 0, 256, 32, 16, 64, 4, 1, 1, 2, 2, 2, {1, 1, 16, 1}, {1, 16, 1, 16}, {1, 1, 2, 1}, {1, 16, 1, 16}, 0}, { "bwd", miopenFloat, 1, 1, 256, 32, 8, 64, 4, 1, 1, 2, 2, 2, {1, 1, 8, 1}, {1, 8, 1, 32}, {1, 1, 1, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 4, 1, 256, 32, 8, 64, 4, 1, 1, 2, 2, 2, {1, 1, 8, 1}, {1, 8, 1, 32}, {1, 1, 1, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 0, 256, 16, 16, 64, 4, 1, 1, 1, 2, 2, {1, 1, 16, 1}, {1, 16, 1, 16}, {1, 1, 1, 1}, {1, 16, 1, 16}, 0}, { "bwd", miopenFloat, 1, 1, 256, 16, 16, 64, 4, 1, 1, 1, 2, 2, {1, 1, 16, 1}, {1, 16, 1, 16}, {1, 1, 1, 1}, {1, 16, 1, 16}, 0}, { "bwd", miopenFloat, 4, 1, 256, 16, 16, 64, 4, 1, 1, 1, 2, 2, {1, 1, 16, 1}, {1, 16, 1, 16}, {1, 1, 1, 1}, {1, 16, 1, 16}, 0}, { "bwd", miopenFloat, 1, 0, 128, 32, 16, 32, 8, 1, 1, 1, 2, 2, {2, 1, 4, 1}, {1, 8, 1, 32}, {2, 1, 1, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 128, 32, 16, 32, 8, 1, 1, 1, 2, 2, {2, 1, 4, 1}, {1, 8, 1, 32}, {2, 1, 1, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 128, 32, 8, 32, 8, 1, 1, 1, 2, 2, {1, 1, 4, 1}, {1, 8, 1, 32}, {1, 1, 1, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 4, 1, 128, 32, 8, 32, 8, 1, 1, 1, 2, 2, {1, 1, 4, 1}, {1, 8, 1, 32}, {1, 1, 1, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 0, 32, 256, 16, 4, 64, 1, 2, 1, 2, 2, {2, 1, 1, 1}, {1, 8, 1, 32}, {2, 1, 8, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 32, 256, 16, 4, 64, 1, 2, 1, 2, 2, {2, 1, 1, 1}, {1, 8, 1, 32}, {2, 1, 8, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 32, 256, 8, 4, 64, 1, 2, 1, 2, 2, {1, 1, 1, 1}, {1, 8, 1, 32}, {1, 1, 8, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 4, 1, 32, 256, 8, 4, 64, 1, 2, 1, 2, 2, {1, 1, 1, 1}, {1, 8, 1, 32}, {1, 1, 8, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 0, 32, 128, 16, 8, 32, 1, 1, 1, 2, 2, {2, 1, 1, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 32, 128, 16, 8, 32, 1, 1, 1, 2, 2, {2, 1, 1, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 4, 1, 32, 128, 16, 8, 32, 1, 1, 1, 2, 2, {2, 1, 1, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 128, 16, 8, 64, 16, 1, 1, 1, 1, 1, {1, 1, 8, 1}, {1, 8, 1, 16}, {1, 1, 1, 1}, {1, 8, 1, 16}, 0}, { "bwd", miopenFloat, 1, 0, 128, 16, 8, 64, 16, 1, 1, 1, 1, 1, {1, 1, 8, 1}, {1, 8, 1, 16}, {1, 1, 1, 1}, {1, 8, 1, 16}, 0}, { "bwd", miopenFloat, 4, 1, 128, 16, 8, 64, 16, 1, 1, 1, 1, 1, {1, 1, 8, 1}, {1, 8, 1, 16}, {1, 1, 1, 1}, {1, 8, 1, 16}, 0}, { "bwd", miopenFloat, 1, 1, 64, 32, 16, 32, 8, 1, 1, 2, 1, 1, {2, 1, 2, 1}, {1, 8, 1, 32}, {2, 1, 1, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 0, 64, 32, 16, 32, 8, 1, 1, 2, 1, 1, {2, 1, 2, 1}, {1, 8, 1, 32}, {2, 1, 1, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 64, 32, 8, 32, 8, 1, 1, 2, 1, 1, {1, 1, 2, 1}, {1, 8, 1, 32}, {1, 1, 1, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 4, 1, 64, 32, 8, 32, 8, 1, 1, 2, 1, 1, {1, 1, 2, 1}, {1, 8, 1, 32}, {1, 1, 1, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 64, 16, 16, 64, 4, 1, 1, 1, 1, 1, {1, 1, 4, 1}, {1, 16, 1, 16}, {1, 1, 1, 1}, {1, 16, 1, 16}, 0}, { "bwd", miopenFloat, 1, 0, 64, 16, 16, 64, 4, 1, 1, 1, 1, 1, {1, 1, 4, 1}, {1, 16, 1, 16}, {1, 1, 1, 1}, {1, 16, 1, 16}, 0}, { "bwd", miopenFloat, 4, 1, 64, 16, 16, 64, 4, 1, 1, 1, 1, 1, {1, 1, 4, 1}, {1, 16, 1, 16}, {1, 1, 1, 1}, {1, 16, 1, 16}, 0}, { "bwd", miopenFloat, 1, 1, 64, 8, 16, 64, 4, 1, 1, 1, 1, 1, {1, 1, 8, 1}, {1, 16, 1, 8}, {1, 1, 1, 1}, {1, 16, 1, 8}, 0}, { "bwd", miopenFloat, 1, 0, 64, 8, 16, 64, 4, 1, 1, 1, 1, 1, {1, 1, 8, 1}, {1, 16, 1, 8}, {1, 1, 1, 1}, {1, 16, 1, 8}, 0}, { "bwd", miopenFloat, 4, 1, 64, 8, 16, 64, 4, 1, 1, 1, 1, 1, {1, 1, 8, 1}, {1, 16, 1, 8}, {1, 1, 1, 1}, {1, 16, 1, 8}, 0}, { "bwd", miopenFloat, 1, 1, 64, 4, 16, 64, 4, 1, 1, 1, 1, 1, {1, 1, 16, 1}, {1, 16, 1, 4}, {1, 1, 1, 1}, {1, 16, 1, 4}, 0}, { "bwd", miopenFloat, 4, 1, 64, 4, 16, 64, 4, 1, 1, 1, 1, 1, {1, 1, 16, 1}, {1, 16, 1, 4}, {1, 1, 1, 1}, {1, 16, 1, 4}, 0}, { "bwd", miopenFloat, 1, 0, 64, 4, 16, 64, 4, 1, 1, 1, 1, 1, {1, 1, 16, 1}, {1, 16, 1, 4}, {1, 1, 1, 1}, {1, 16, 1, 4}, 0}, { "bwd", miopenFloat, 4, 0, 64, 4, 16, 64, 4, 1, 1, 1, 1, 1, {1, 1, 4, 4}, {1, 16, 1, 4}, {1, 1, 1, 1}, {1, 16, 1, 4}, 0}, { "bwd", miopenFloat, 1, 1, 32, 64, 16, 8, 32, 1, 2, 1, 1, 1, {2, 1, 1, 1}, {1, 8, 1, 32}, {2, 1, 2, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 32, 64, 8, 8, 32, 1, 2, 1, 1, 1, {1, 1, 1, 1}, {1, 8, 1, 32}, {1, 1, 2, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 0, 32, 64, 8, 8, 32, 1, 2, 1, 1, 1, {1, 1, 1, 1}, {1, 8, 1, 32}, {1, 1, 2, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 4, 1, 32, 64, 8, 8, 32, 1, 2, 1, 1, 1, {1, 1, 1, 1}, {1, 8, 1, 32}, {1, 1, 2, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 32, 32, 8, 16, 16, 1, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 8, 1, 32}, {1, 1, 1, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 0, 32, 32, 8, 16, 16, 1, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 8, 1, 32}, {1, 1, 1, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 4, 1, 32, 32, 8, 16, 16, 1, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 8, 1, 32}, {1, 1, 1, 1}, {1, 8, 1, 32}, 0}, { "bwd", miopenFloat, 1, 1, 32, 16, 16, 32, 8, 1, 1, 1, 1, 1, {1, 1, 4, 1}, {1, 16, 1, 8}, {1, 1, 2, 1}, {1, 16, 1, 8}, 0}, { "bwd", miopenFloat, 1, 0, 32, 16, 16, 32, 8, 1, 1, 1, 1, 1, {1, 1, 4, 1}, {1, 16, 1, 8}, {1, 1, 2, 1}, {1, 16, 1, 8}, 0}, { "bwd", miopenFloat, 4, 1, 32, 16, 16, 32, 8, 1, 1, 1, 1, 1, {1, 1, 4, 1}, {1, 16, 1, 8}, {1, 1, 2, 1}, {1, 16, 1, 8}, 0}, { "bwd", miopenFloat, 1, 1, 32, 16, 4, 32, 8, 1, 1, 2, 1, 1, {1, 1, 2, 1}, {1, 4, 1, 16}, {1, 1, 1, 1}, {1, 4, 1, 16}, 0}, { "bwd", miopenFloat, 4, 1, 32, 16, 4, 32, 8, 1, 1, 2, 1, 1, {1, 1, 2, 1}, {1, 4, 1, 16}, {1, 1, 1, 1}, {1, 4, 1, 16}, 0}, { "bwd", miopenFloat, 8, 1, 32, 16, 4, 32, 8, 1, 1, 2, 1, 1, {1, 1, 2, 1}, {1, 4, 1, 16}, {1, 1, 1, 1}, {1, 4, 1, 16}, 0}, { "bwd", miopenFloat, 16, 1, 32, 16, 4, 32, 8, 1, 1, 2, 1, 1, {1, 1, 2, 1}, {1, 4, 1, 16}, {1, 1, 1, 1}, {1, 4, 1, 16}, 0}, { "bwd", miopenFloat, 1, 1, 16, 256, 16, 4, 64, 1, 1, 1, 2, 2, {1, 1, 1, 1}, {1, 16, 1, 16}, {1, 1, 16, 1}, {1, 16, 1, 16}, 0}, { "bwd", miopenFloat, 1, 0, 16, 256, 16, 4, 64, 1, 1, 1, 2, 2, {1, 1, 1, 1}, {1, 16, 1, 16}, {1, 1, 16, 1}, {1, 16, 1, 16}, 0}, { "bwd", miopenFloat, 4, 1, 16, 256, 16, 4, 64, 1, 1, 1, 2, 2, {1, 1, 1, 1}, {1, 16, 1, 16}, {1, 1, 16, 1}, {1, 16, 1, 16}, 0}, { "bwd", miopenFloat, 1, 1, 16, 128, 8, 16, 64, 1, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 8, 1, 16}, {1, 1, 8, 1}, {1, 8, 1, 16}, 0}, { "bwd", miopenFloat, 1, 0, 16, 128, 8, 16, 64, 1, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 8, 1, 16}, {1, 1, 8, 1}, {1, 8, 1, 16}, 0}, { "bwd", miopenFloat, 4, 1, 16, 128, 8, 16, 64, 1, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 8, 1, 16}, {1, 1, 8, 1}, {1, 8, 1, 16}, 0}, { "bwd", miopenFloat, 1, 1, 16, 64, 16, 4, 64, 1, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 16, 1, 16}, {1, 1, 4, 1}, {1, 16, 1, 16}, 0}, { "bwd", miopenFloat, 1, 0, 16, 64, 16, 4, 64, 1, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 16, 1, 16}, {1, 1, 4, 1}, {1, 16, 1, 16}, 0}, { "bwd", miopenFloat, 4, 1, 16, 64, 16, 4, 64, 1, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 16, 1, 16}, {1, 1, 4, 1}, {1, 16, 1, 16}, 0}, { "bwd", miopenFloat, 1, 1, 16, 32, 16, 8, 32, 1, 1, 1, 1, 1, {1, 1, 2, 1}, {1, 16, 1, 8}, {1, 1, 4, 1}, {1, 16, 1, 8}, 0}, { "bwd", miopenFloat, 1, 0, 16, 32, 16, 8, 32, 1, 1, 1, 1, 1, {1, 1, 2, 1}, {1, 16, 1, 8}, {1, 1, 4, 1}, {1, 16, 1, 8}, 0}, { "bwd", miopenFloat, 4, 1, 16, 32, 16, 8, 32, 1, 1, 1, 1, 1, {1, 1, 2, 1}, {1, 16, 1, 8}, {1, 1, 4, 1}, {1, 16, 1, 8}, 0}, { "bwd", miopenFloat, 1, 1, 16, 32, 4, 8, 32, 1, 2, 1, 1, 1, {1, 1, 1, 1}, {1, 4, 1, 16}, {1, 1, 2, 1}, {1, 4, 1, 16}, 0}, { "bwd", miopenFloat, 4, 1, 16, 32, 4, 8, 32, 1, 2, 1, 1, 1, {1, 1, 1, 1}, {1, 4, 1, 16}, {1, 1, 2, 1}, {1, 4, 1, 16}, 0}, { "bwd", miopenFloat, 8, 1, 16, 32, 4, 8, 32, 1, 2, 1, 1, 1, {1, 1, 1, 1}, {1, 4, 1, 16}, {1, 1, 2, 1}, {1, 4, 1, 16}, 0}, { "bwd", miopenFloat, 16, 1, 16, 32, 4, 8, 32, 1, 2, 1, 1, 1, {1, 1, 1, 1}, {1, 4, 1, 16}, {1, 1, 2, 1}, {1, 4, 1, 16}, 0}, { "bwd", miopenFloat, 1, 1, 8, 64, 16, 4, 64, 1, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 16, 1, 8}, {1, 1, 8, 1}, {1, 16, 1, 8}, 0}, { "bwd", miopenFloat, 1, 0, 8, 64, 16, 4, 64, 1, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 16, 1, 8}, {1, 1, 8, 1}, {1, 16, 1, 8}, 0}, { "bwd", miopenFloat, 4, 1, 8, 64, 16, 4, 64, 1, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 16, 1, 8}, {1, 1, 8, 1}, {1, 16, 1, 8}, 0}, { "bwd", miopenFloat, 1, 1, 4, 64, 16, 4, 64, 1, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 16, 1, 4}, {1, 1, 16, 1}, {1, 16, 1, 4}, 0}, { "bwd", miopenFloat, 1, 0, 4, 64, 16, 4, 64, 1, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 16, 1, 4}, {1, 1, 16, 1}, {1, 16, 1, 4}, 0}, { "bwd", miopenFloat, 4, 1, 4, 64, 16, 4, 64, 1, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 16, 1, 4}, {1, 1, 16, 1}, {1, 16, 1, 4}, 0}, }; static const std::vector tunables_fp16 = { { "bwd", miopenHalf, 4, 0, 256, 128, 32, 32, 32, 8, 2, 1, 2, 2, {1, 16, 1, 2}, {1, 2, 1, 128}, {1, 16, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 1, 0, 256, 128, 32, 32, 32, 8, 2, 1, 2, 2, {1, 16, 1, 2}, {1, 2, 1, 128}, {1, 16, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 128, 32, 32, 32, 8, 2, 1, 2, 2, {1, 16, 1, 2}, {1, 2, 1, 128}, {1, 16, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 128, 32, 32, 32, 8, 2, 1, 2, 2, {1, 16, 1, 2}, {1, 2, 1, 128}, {1, 16, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 4, 0, 256, 128, 16, 64, 32, 4, 1, 1, 2, 2, {1, 8, 1, 2}, {1, 2, 1, 128}, {1, 8, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 4, 0, 256, 128, 16, 32, 32, 8, 2, 1, 2, 2, {1, 8, 1, 2}, {1, 2, 1, 128}, {1, 8, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 1, 0, 256, 128, 16, 64, 32, 4, 1, 1, 2, 2, {1, 8, 1, 2}, {1, 2, 1, 128}, {1, 8, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 1, 0, 256, 128, 16, 32, 32, 8, 2, 1, 2, 2, {1, 8, 1, 2}, {1, 2, 1, 128}, {1, 8, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 128, 16, 64, 32, 4, 1, 1, 2, 2, {1, 8, 1, 2}, {1, 2, 1, 128}, {1, 8, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 128, 16, 32, 32, 8, 2, 1, 2, 2, {1, 8, 1, 2}, {1, 2, 1, 128}, {1, 8, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 128, 16, 64, 32, 4, 1, 1, 2, 2, {1, 8, 1, 2}, {1, 2, 1, 128}, {1, 8, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 128, 16, 32, 32, 8, 2, 1, 2, 2, {1, 8, 1, 2}, {1, 2, 1, 128}, {1, 8, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 4, 0, 256, 128, 8, 64, 32, 4, 1, 1, 2, 2, {1, 4, 1, 2}, {1, 2, 1, 128}, {1, 4, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 1, 0, 256, 128, 8, 64, 32, 4, 1, 1, 2, 2, {1, 4, 1, 2}, {1, 2, 1, 128}, {1, 4, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 128, 8, 64, 32, 4, 1, 1, 2, 2, {1, 4, 1, 2}, {1, 2, 1, 128}, {1, 4, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 128, 8, 64, 32, 4, 1, 1, 2, 2, {1, 4, 1, 2}, {1, 2, 1, 128}, {1, 4, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 4, 0, 256, 128, 32, 32, 32, 8, 2, 1, 2, 2, {1, 8, 1, 4}, {1, 4, 1, 64}, {1, 8, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 256, 128, 32, 32, 32, 8, 2, 1, 2, 2, {1, 8, 1, 4}, {1, 4, 1, 64}, {1, 8, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 128, 32, 32, 32, 8, 2, 1, 2, 2, {1, 8, 1, 4}, {1, 4, 1, 64}, {1, 8, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 128, 32, 32, 32, 8, 2, 1, 2, 2, {1, 8, 1, 4}, {1, 4, 1, 64}, {1, 8, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 256, 128, 16, 64, 32, 4, 1, 1, 2, 2, {1, 4, 1, 4}, {1, 4, 1, 64}, {1, 4, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 256, 128, 16, 32, 32, 8, 2, 1, 2, 2, {1, 4, 1, 4}, {1, 4, 1, 64}, {1, 4, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 256, 128, 16, 64, 32, 4, 1, 1, 2, 2, {1, 4, 1, 4}, {1, 4, 1, 64}, {1, 4, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 256, 128, 16, 32, 32, 8, 2, 1, 2, 2, {1, 4, 1, 4}, {1, 4, 1, 64}, {1, 4, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 128, 16, 64, 32, 4, 1, 1, 2, 2, {1, 4, 1, 4}, {1, 4, 1, 64}, {1, 4, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 128, 16, 64, 32, 4, 1, 1, 2, 2, {4, 1, 4, 1}, {1, 4, 1, 64}, {4, 1, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 128, 16, 32, 32, 8, 2, 1, 2, 2, {1, 4, 1, 4}, {1, 4, 1, 64}, {1, 4, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 128, 16, 32, 32, 8, 2, 1, 2, 2, {4, 1, 4, 1}, {1, 4, 1, 64}, {4, 1, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 128, 16, 64, 32, 4, 1, 1, 2, 2, {1, 4, 1, 4}, {1, 4, 1, 64}, {1, 4, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 128, 16, 64, 32, 4, 1, 1, 2, 2, {4, 1, 4, 1}, {1, 4, 1, 64}, {4, 1, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 128, 16, 32, 32, 8, 2, 1, 2, 2, {1, 4, 1, 4}, {1, 4, 1, 64}, {1, 4, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 128, 16, 32, 32, 8, 2, 1, 2, 2, {4, 1, 4, 1}, {1, 4, 1, 64}, {4, 1, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 256, 128, 8, 64, 32, 4, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 4, 1, 64}, {1, 2, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 256, 128, 8, 64, 32, 4, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 4, 1, 64}, {1, 2, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 128, 8, 64, 32, 4, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 4, 1, 64}, {1, 2, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 128, 8, 64, 32, 4, 1, 1, 2, 2, {2, 1, 4, 1}, {1, 4, 1, 64}, {2, 1, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 128, 8, 64, 32, 4, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 4, 1, 64}, {1, 2, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 128, 8, 64, 32, 4, 1, 1, 2, 2, {2, 1, 4, 1}, {1, 4, 1, 64}, {2, 1, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 256, 128, 32, 32, 32, 8, 2, 1, 2, 2, {1, 4, 1, 8}, {1, 8, 1, 32}, {1, 4, 1, 4}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 256, 128, 32, 32, 32, 8, 2, 1, 2, 2, {1, 4, 1, 8}, {1, 8, 1, 32}, {1, 4, 1, 4}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 128, 32, 32, 32, 8, 2, 1, 2, 2, {1, 4, 1, 8}, {1, 8, 1, 32}, {1, 4, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 128, 32, 32, 32, 8, 2, 1, 2, 2, {1, 4, 1, 8}, {1, 8, 1, 32}, {1, 4, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 0, 256, 128, 16, 64, 32, 4, 1, 1, 2, 2, {1, 2, 1, 8}, {1, 8, 1, 32}, {1, 2, 1, 4}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 0, 256, 128, 16, 32, 32, 8, 2, 1, 2, 2, {1, 2, 1, 8}, {1, 8, 1, 32}, {1, 2, 1, 4}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 256, 128, 16, 64, 32, 4, 1, 1, 2, 2, {1, 2, 1, 8}, {1, 8, 1, 32}, {1, 2, 1, 4}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 256, 128, 16, 32, 32, 8, 2, 1, 2, 2, {1, 2, 1, 8}, {1, 8, 1, 32}, {1, 2, 1, 4}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 128, 16, 64, 32, 4, 1, 1, 2, 2, {1, 2, 1, 8}, {1, 8, 1, 32}, {1, 2, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 128, 16, 64, 32, 4, 1, 1, 2, 2, {2, 1, 8, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 128, 16, 32, 32, 8, 2, 1, 2, 2, {1, 2, 1, 8}, {1, 8, 1, 32}, {1, 2, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 128, 16, 32, 32, 8, 2, 1, 2, 2, {2, 1, 8, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 128, 16, 64, 32, 4, 1, 1, 2, 2, {1, 2, 1, 8}, {1, 8, 1, 32}, {1, 2, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 128, 16, 64, 32, 4, 1, 1, 2, 2, {2, 1, 8, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 128, 16, 32, 32, 8, 2, 1, 2, 2, {1, 2, 1, 8}, {1, 8, 1, 32}, {1, 2, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 128, 16, 32, 32, 8, 2, 1, 2, 2, {2, 1, 8, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 128, 8, 64, 32, 4, 1, 1, 2, 2, {1, 1, 8, 1}, {1, 8, 1, 32}, {1, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 128, 8, 64, 32, 4, 1, 1, 2, 2, {1, 1, 8, 1}, {1, 8, 1, 32}, {1, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 128, 16, 64, 32, 4, 1, 1, 2, 2, {1, 1, 16, 1}, {1, 16, 1, 16}, {1, 1, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 128, 16, 32, 32, 8, 2, 1, 2, 2, {1, 1, 16, 1}, {1, 16, 1, 16}, {1, 1, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 128, 16, 64, 32, 4, 1, 1, 2, 2, {1, 1, 16, 1}, {1, 16, 1, 16}, {1, 1, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 128, 16, 32, 32, 8, 2, 1, 2, 2, {1, 1, 16, 1}, {1, 16, 1, 16}, {1, 1, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 256, 32, 32, 32, 8, 1, 2, 2, 2, {1, 16, 1, 1}, {1, 2, 1, 128}, {1, 16, 1, 2}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 256, 32, 32, 32, 8, 1, 2, 2, 2, {1, 16, 1, 1}, {1, 2, 1, 128}, {1, 16, 1, 2}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 256, 16, 32, 64, 4, 1, 1, 2, 2, {1, 8, 1, 1}, {1, 2, 1, 128}, {1, 8, 1, 2}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 256, 16, 32, 32, 8, 1, 2, 2, 2, {1, 8, 1, 1}, {1, 2, 1, 128}, {1, 8, 1, 2}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 256, 16, 32, 64, 4, 1, 1, 2, 2, {1, 8, 1, 1}, {1, 2, 1, 128}, {1, 8, 1, 2}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 256, 16, 32, 32, 8, 1, 2, 2, 2, {1, 8, 1, 1}, {1, 2, 1, 128}, {1, 8, 1, 2}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 256, 8, 32, 64, 4, 1, 1, 2, 2, {1, 4, 1, 1}, {1, 2, 1, 128}, {1, 4, 1, 2}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 256, 8, 32, 64, 4, 1, 1, 2, 2, {1, 4, 1, 1}, {1, 2, 1, 128}, {1, 4, 1, 2}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 256, 32, 32, 32, 8, 1, 2, 2, 2, {1, 8, 1, 2}, {1, 4, 1, 64}, {1, 8, 1, 4}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 256, 32, 32, 32, 8, 1, 2, 2, 2, {1, 8, 1, 2}, {1, 4, 1, 64}, {1, 8, 1, 4}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 256, 16, 32, 64, 4, 1, 1, 2, 2, {1, 4, 1, 2}, {1, 4, 1, 64}, {1, 4, 1, 4}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 256, 16, 32, 32, 8, 1, 2, 2, 2, {1, 4, 1, 2}, {1, 4, 1, 64}, {1, 4, 1, 4}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 256, 16, 32, 64, 4, 1, 1, 2, 2, {1, 4, 1, 2}, {1, 4, 1, 64}, {1, 4, 1, 4}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 256, 16, 32, 32, 8, 1, 2, 2, 2, {1, 4, 1, 2}, {1, 4, 1, 64}, {1, 4, 1, 4}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 256, 16, 32, 64, 4, 1, 1, 2, 2, {1, 4, 1, 2}, {1, 4, 1, 64}, {1, 4, 4, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 256, 16, 32, 64, 4, 1, 1, 2, 2, {4, 1, 2, 1}, {1, 4, 1, 64}, {4, 1, 4, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 256, 16, 32, 32, 8, 1, 2, 2, 2, {1, 4, 1, 2}, {1, 4, 1, 64}, {1, 4, 4, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 256, 16, 32, 32, 8, 1, 2, 2, 2, {4, 1, 2, 1}, {1, 4, 1, 64}, {4, 1, 4, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 256, 16, 32, 64, 4, 1, 1, 2, 2, {1, 4, 1, 2}, {1, 4, 1, 64}, {1, 4, 4, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 256, 16, 32, 64, 4, 1, 1, 2, 2, {4, 1, 2, 1}, {1, 4, 1, 64}, {4, 1, 4, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 256, 16, 32, 32, 8, 1, 2, 2, 2, {1, 4, 1, 2}, {1, 4, 1, 64}, {1, 4, 4, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 256, 16, 32, 32, 8, 1, 2, 2, 2, {4, 1, 2, 1}, {1, 4, 1, 64}, {4, 1, 4, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 256, 8, 32, 64, 4, 1, 1, 2, 2, {1, 2, 1, 2}, {1, 4, 1, 64}, {1, 2, 1, 4}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 256, 8, 32, 64, 4, 1, 1, 2, 2, {1, 2, 1, 2}, {1, 4, 1, 64}, {1, 2, 1, 4}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 256, 8, 32, 64, 4, 1, 1, 2, 2, {1, 2, 1, 2}, {1, 4, 1, 64}, {1, 2, 4, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 256, 8, 32, 64, 4, 1, 1, 2, 2, {2, 1, 2, 1}, {1, 4, 1, 64}, {2, 1, 4, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 256, 8, 32, 64, 4, 1, 1, 2, 2, {1, 2, 1, 2}, {1, 4, 1, 64}, {1, 2, 4, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 256, 8, 32, 64, 4, 1, 1, 2, 2, {2, 1, 2, 1}, {1, 4, 1, 64}, {2, 1, 4, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 256, 32, 32, 32, 8, 1, 2, 2, 2, {1, 4, 1, 4}, {1, 8, 1, 32}, {1, 4, 1, 8}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 256, 32, 32, 32, 8, 1, 2, 2, 2, {1, 4, 1, 4}, {1, 8, 1, 32}, {1, 4, 1, 8}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 256, 32, 32, 32, 8, 1, 2, 2, 2, {1, 4, 1, 4}, {1, 8, 1, 32}, {1, 4, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 256, 32, 32, 32, 8, 1, 2, 2, 2, {1, 4, 1, 4}, {1, 8, 1, 32}, {1, 4, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 256, 16, 32, 64, 4, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 8, 1, 32}, {1, 2, 1, 8}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 256, 16, 32, 32, 8, 1, 2, 2, 2, {1, 2, 1, 4}, {1, 8, 1, 32}, {1, 2, 1, 8}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 256, 16, 32, 64, 4, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 8, 1, 32}, {1, 2, 1, 8}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 256, 16, 32, 32, 8, 1, 2, 2, 2, {1, 2, 1, 4}, {1, 8, 1, 32}, {1, 2, 1, 8}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 256, 16, 32, 64, 4, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 8, 1, 32}, {1, 2, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 256, 16, 32, 64, 4, 1, 1, 2, 2, {2, 1, 4, 1}, {1, 8, 1, 32}, {2, 1, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 256, 16, 32, 32, 8, 1, 2, 2, 2, {1, 2, 1, 4}, {1, 8, 1, 32}, {1, 2, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 256, 16, 32, 32, 8, 1, 2, 2, 2, {2, 1, 4, 1}, {1, 8, 1, 32}, {2, 1, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 256, 16, 32, 64, 4, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 8, 1, 32}, {1, 2, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 256, 16, 32, 64, 4, 1, 1, 2, 2, {2, 1, 4, 1}, {1, 8, 1, 32}, {2, 1, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 256, 16, 32, 32, 8, 1, 2, 2, 2, {1, 2, 1, 4}, {1, 8, 1, 32}, {1, 2, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 256, 16, 32, 32, 8, 1, 2, 2, 2, {2, 1, 4, 1}, {1, 8, 1, 32}, {2, 1, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 256, 8, 32, 64, 4, 1, 1, 2, 2, {1, 1, 4, 1}, {1, 8, 1, 32}, {1, 1, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 256, 8, 32, 64, 4, 1, 1, 2, 2, {1, 1, 4, 1}, {1, 8, 1, 32}, {1, 1, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 256, 32, 32, 32, 8, 1, 2, 2, 2, {1, 2, 1, 8}, {1, 16, 1, 16}, {1, 2, 16, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 256, 32, 32, 32, 8, 1, 2, 2, 2, {1, 2, 1, 8}, {1, 16, 1, 16}, {1, 2, 16, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 256, 16, 32, 64, 4, 1, 1, 2, 2, {1, 1, 8, 1}, {1, 16, 1, 16}, {1, 1, 16, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 256, 16, 32, 32, 8, 1, 2, 2, 2, {1, 1, 8, 1}, {1, 16, 1, 16}, {1, 1, 16, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 256, 16, 32, 64, 4, 1, 1, 2, 2, {1, 1, 8, 1}, {1, 16, 1, 16}, {1, 1, 16, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 256, 16, 32, 32, 8, 1, 2, 2, 2, {1, 1, 8, 1}, {1, 16, 1, 16}, {1, 1, 16, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 0, 256, 64, 16, 64, 16, 4, 1, 1, 2, 2, {1, 4, 1, 4}, {1, 4, 1, 64}, {1, 4, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 256, 64, 16, 64, 16, 4, 1, 1, 2, 2, {1, 4, 1, 4}, {1, 4, 1, 64}, {1, 4, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 64, 16, 64, 16, 4, 1, 1, 2, 2, {1, 4, 1, 4}, {1, 4, 1, 64}, {1, 4, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 64, 16, 64, 16, 4, 1, 1, 2, 2, {4, 1, 4, 1}, {1, 4, 1, 64}, {4, 1, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 64, 16, 64, 16, 4, 1, 1, 2, 2, {1, 4, 1, 4}, {1, 4, 1, 64}, {1, 4, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 64, 16, 64, 16, 4, 1, 1, 2, 2, {4, 1, 4, 1}, {1, 4, 1, 64}, {4, 1, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 256, 64, 8, 64, 16, 4, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 4, 1, 64}, {1, 2, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 256, 64, 8, 64, 16, 4, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 4, 1, 64}, {1, 2, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 64, 8, 64, 16, 4, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 4, 1, 64}, {1, 2, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 64, 8, 64, 16, 4, 1, 1, 2, 2, {2, 1, 4, 1}, {1, 4, 1, 64}, {2, 1, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 64, 8, 64, 16, 4, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 4, 1, 64}, {1, 2, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 64, 8, 64, 16, 4, 1, 1, 2, 2, {2, 1, 4, 1}, {1, 4, 1, 64}, {2, 1, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 256, 64, 16, 64, 16, 4, 1, 1, 2, 2, {1, 2, 1, 8}, {1, 8, 1, 32}, {1, 2, 1, 2}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 256, 64, 16, 64, 16, 4, 1, 1, 2, 2, {1, 2, 1, 8}, {1, 8, 1, 32}, {1, 2, 1, 2}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 64, 16, 64, 16, 4, 1, 1, 2, 2, {1, 2, 1, 8}, {1, 8, 1, 32}, {1, 2, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 64, 16, 64, 16, 4, 1, 1, 2, 2, {2, 1, 8, 1}, {1, 8, 1, 32}, {2, 1, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 64, 16, 64, 16, 4, 1, 1, 2, 2, {1, 2, 1, 8}, {1, 8, 1, 32}, {1, 2, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 64, 16, 64, 16, 4, 1, 1, 2, 2, {2, 1, 8, 1}, {1, 8, 1, 32}, {2, 1, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 64, 8, 64, 16, 4, 1, 1, 2, 2, {1, 1, 8, 1}, {1, 8, 1, 32}, {1, 1, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 64, 8, 64, 16, 4, 1, 1, 2, 2, {1, 1, 8, 1}, {1, 8, 1, 32}, {1, 1, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 64, 16, 64, 16, 4, 1, 1, 2, 2, {1, 1, 16, 1}, {1, 16, 1, 16}, {1, 1, 4, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 64, 16, 64, 16, 4, 1, 1, 2, 2, {1, 1, 16, 1}, {1, 16, 1, 16}, {1, 1, 4, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 128, 32, 32, 32, 8, 1, 1, 2, 2, {1, 16, 1, 1}, {1, 2, 1, 128}, {1, 16, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 128, 32, 16, 16, 16, 2, 2, 2, 2, {1, 16, 1, 1}, {1, 2, 1, 128}, {1, 16, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 128, 32, 32, 32, 8, 1, 1, 2, 2, {1, 16, 1, 1}, {1, 2, 1, 128}, {1, 16, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 128, 32, 16, 16, 16, 2, 2, 2, 2, {1, 16, 1, 1}, {1, 2, 1, 128}, {1, 16, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 128, 16, 32, 32, 4, 1, 1, 2, 2, {1, 8, 1, 1}, {1, 2, 1, 128}, {1, 8, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 128, 16, 32, 32, 8, 1, 1, 2, 2, {1, 8, 1, 1}, {1, 2, 1, 128}, {1, 8, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 128, 16, 32, 32, 4, 1, 1, 2, 2, {1, 8, 1, 1}, {1, 2, 1, 128}, {1, 8, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 128, 16, 32, 32, 8, 1, 1, 2, 2, {1, 8, 1, 1}, {1, 2, 1, 128}, {1, 8, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 128, 8, 32, 32, 4, 1, 1, 2, 2, {1, 4, 1, 1}, {1, 2, 1, 128}, {1, 4, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 128, 8, 32, 32, 4, 1, 1, 2, 2, {1, 4, 1, 1}, {1, 2, 1, 128}, {1, 4, 1, 1}, {1, 2, 1, 128}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 128, 64, 16, 16, 16, 2, 2, 2, 2, {1, 16, 1, 2}, {1, 4, 1, 64}, {1, 16, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 128, 64, 16, 16, 16, 2, 2, 2, 2, {1, 16, 1, 2}, {1, 4, 1, 64}, {1, 16, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 128, 32, 32, 32, 8, 1, 1, 2, 2, {1, 8, 1, 2}, {1, 4, 1, 64}, {1, 8, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 128, 32, 16, 16, 16, 2, 2, 2, 2, {1, 8, 1, 2}, {1, 4, 1, 64}, {1, 8, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 128, 32, 32, 32, 8, 1, 1, 2, 2, {1, 8, 1, 2}, {1, 4, 1, 64}, {1, 8, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 128, 32, 16, 16, 16, 2, 2, 2, 2, {1, 8, 1, 2}, {1, 4, 1, 64}, {1, 8, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 32, 32, 32, 8, 1, 1, 2, 2, {1, 8, 1, 2}, {1, 4, 1, 64}, {1, 8, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 32, 32, 32, 8, 1, 1, 2, 2, {8, 1, 2, 1}, {1, 4, 1, 64}, {8, 1, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 32, 16, 16, 16, 2, 2, 2, 2, {1, 8, 1, 2}, {1, 4, 1, 64}, {1, 8, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 32, 16, 16, 16, 2, 2, 2, 2, {8, 1, 2, 1}, {1, 4, 1, 64}, {8, 1, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 32, 32, 32, 8, 1, 1, 2, 2, {1, 8, 1, 2}, {1, 4, 1, 64}, {1, 8, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 32, 32, 32, 8, 1, 1, 2, 2, {8, 1, 2, 1}, {1, 4, 1, 64}, {8, 1, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 32, 16, 16, 16, 2, 2, 2, 2, {1, 8, 1, 2}, {1, 4, 1, 64}, {1, 8, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 32, 16, 16, 16, 2, 2, 2, 2, {8, 1, 2, 1}, {1, 4, 1, 64}, {8, 1, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 128, 16, 32, 32, 4, 1, 1, 2, 2, {1, 4, 1, 2}, {1, 4, 1, 64}, {1, 4, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 128, 16, 32, 32, 8, 1, 1, 2, 2, {1, 4, 1, 2}, {1, 4, 1, 64}, {1, 4, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 128, 16, 32, 32, 4, 1, 1, 2, 2, {1, 4, 1, 2}, {1, 4, 1, 64}, {1, 4, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 128, 16, 32, 32, 8, 1, 1, 2, 2, {1, 4, 1, 2}, {1, 4, 1, 64}, {1, 4, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 16, 32, 32, 4, 1, 1, 2, 2, {1, 4, 1, 2}, {1, 4, 1, 64}, {1, 4, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 16, 32, 32, 4, 1, 1, 2, 2, {4, 1, 2, 1}, {1, 4, 1, 64}, {4, 1, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 16, 32, 32, 8, 1, 1, 2, 2, {1, 4, 1, 2}, {1, 4, 1, 64}, {1, 4, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 16, 32, 32, 8, 1, 1, 2, 2, {4, 1, 2, 1}, {1, 4, 1, 64}, {4, 1, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 16, 32, 32, 4, 1, 1, 2, 2, {1, 4, 1, 2}, {1, 4, 1, 64}, {1, 4, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 16, 32, 32, 4, 1, 1, 2, 2, {4, 1, 2, 1}, {1, 4, 1, 64}, {4, 1, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 16, 32, 32, 8, 1, 1, 2, 2, {1, 4, 1, 2}, {1, 4, 1, 64}, {1, 4, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 16, 32, 32, 8, 1, 1, 2, 2, {4, 1, 2, 1}, {1, 4, 1, 64}, {4, 1, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 128, 8, 32, 32, 4, 1, 1, 2, 2, {1, 2, 1, 2}, {1, 4, 1, 64}, {1, 2, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 128, 8, 32, 32, 4, 1, 1, 2, 2, {1, 2, 1, 2}, {1, 4, 1, 64}, {1, 2, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 8, 32, 32, 4, 1, 1, 2, 2, {1, 2, 1, 2}, {1, 4, 1, 64}, {1, 2, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 8, 32, 32, 4, 1, 1, 2, 2, {2, 1, 2, 1}, {1, 4, 1, 64}, {2, 1, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 8, 32, 32, 4, 1, 1, 2, 2, {1, 2, 1, 2}, {1, 4, 1, 64}, {1, 2, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 8, 32, 32, 4, 1, 1, 2, 2, {2, 1, 2, 1}, {1, 4, 1, 64}, {2, 1, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 128, 64, 16, 16, 16, 2, 2, 2, 2, {1, 8, 1, 4}, {1, 8, 1, 32}, {1, 8, 1, 4}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 128, 64, 16, 16, 16, 2, 2, 2, 2, {1, 8, 1, 4}, {1, 8, 1, 32}, {1, 8, 1, 4}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 128, 32, 32, 32, 8, 1, 1, 2, 2, {1, 4, 1, 4}, {1, 8, 1, 32}, {1, 4, 1, 4}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 128, 32, 16, 16, 16, 2, 2, 2, 2, {1, 4, 1, 4}, {1, 8, 1, 32}, {1, 4, 1, 4}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 128, 32, 32, 32, 8, 1, 1, 2, 2, {1, 4, 1, 4}, {1, 8, 1, 32}, {1, 4, 1, 4}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 128, 32, 16, 16, 16, 2, 2, 2, 2, {1, 4, 1, 4}, {1, 8, 1, 32}, {1, 4, 1, 4}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 32, 32, 32, 8, 1, 1, 2, 2, {1, 4, 1, 4}, {1, 8, 1, 32}, {1, 4, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 32, 32, 32, 8, 1, 1, 2, 2, {4, 1, 4, 1}, {1, 8, 1, 32}, {4, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 32, 16, 16, 16, 2, 2, 2, 2, {1, 4, 1, 4}, {1, 8, 1, 32}, {1, 4, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 32, 16, 16, 16, 2, 2, 2, 2, {4, 1, 4, 1}, {1, 8, 1, 32}, {4, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 32, 32, 32, 8, 1, 1, 2, 2, {1, 4, 1, 4}, {1, 8, 1, 32}, {1, 4, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 32, 32, 32, 8, 1, 1, 2, 2, {4, 1, 4, 1}, {1, 8, 1, 32}, {4, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 32, 16, 16, 16, 2, 2, 2, 2, {1, 4, 1, 4}, {1, 8, 1, 32}, {1, 4, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 32, 16, 16, 16, 2, 2, 2, 2, {4, 1, 4, 1}, {1, 8, 1, 32}, {4, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 128, 16, 32, 32, 4, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 8, 1, 32}, {1, 2, 1, 4}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 128, 16, 32, 32, 8, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 8, 1, 32}, {1, 2, 1, 4}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 128, 16, 32, 32, 4, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 8, 1, 32}, {1, 2, 1, 4}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 128, 16, 32, 32, 8, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 8, 1, 32}, {1, 2, 1, 4}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 16, 32, 32, 4, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 8, 1, 32}, {1, 2, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 16, 32, 32, 4, 1, 1, 2, 2, {2, 1, 4, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 16, 32, 32, 8, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 8, 1, 32}, {1, 2, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 16, 32, 32, 8, 1, 1, 2, 2, {2, 1, 4, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 16, 32, 32, 4, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 8, 1, 32}, {1, 2, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 16, 32, 32, 4, 1, 1, 2, 2, {2, 1, 4, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 16, 32, 32, 8, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 8, 1, 32}, {1, 2, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 16, 32, 32, 8, 1, 1, 2, 2, {2, 1, 4, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 8, 32, 32, 4, 1, 1, 2, 2, {1, 1, 4, 1}, {1, 8, 1, 32}, {1, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 8, 32, 32, 4, 1, 1, 2, 2, {1, 1, 4, 1}, {1, 8, 1, 32}, {1, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 128, 64, 16, 16, 16, 2, 2, 2, 2, {1, 4, 1, 8}, {1, 16, 1, 16}, {1, 4, 1, 8}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 128, 64, 16, 16, 16, 2, 2, 2, 2, {1, 4, 1, 8}, {1, 16, 1, 16}, {1, 4, 1, 8}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 64, 16, 16, 16, 2, 2, 2, 2, {1, 4, 1, 8}, {1, 16, 1, 16}, {1, 4, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 64, 16, 16, 16, 2, 2, 2, 2, {1, 4, 1, 8}, {1, 16, 1, 16}, {1, 4, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 128, 32, 32, 32, 8, 1, 1, 2, 2, {1, 2, 1, 8}, {1, 16, 1, 16}, {1, 2, 1, 8}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 128, 32, 16, 16, 16, 2, 2, 2, 2, {1, 2, 1, 8}, {1, 16, 1, 16}, {1, 2, 1, 8}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 128, 32, 32, 32, 8, 1, 1, 2, 2, {1, 2, 1, 8}, {1, 16, 1, 16}, {1, 2, 1, 8}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 128, 32, 16, 16, 16, 2, 2, 2, 2, {1, 2, 1, 8}, {1, 16, 1, 16}, {1, 2, 1, 8}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 32, 32, 32, 8, 1, 1, 2, 2, {1, 2, 1, 8}, {1, 16, 1, 16}, {1, 2, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 32, 32, 32, 8, 1, 1, 2, 2, {2, 1, 8, 1}, {1, 16, 1, 16}, {2, 1, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 32, 16, 16, 16, 2, 2, 2, 2, {1, 2, 1, 8}, {1, 16, 1, 16}, {1, 2, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 32, 16, 16, 16, 2, 2, 2, 2, {2, 1, 8, 1}, {1, 16, 1, 16}, {2, 1, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 32, 32, 32, 8, 1, 1, 2, 2, {1, 2, 1, 8}, {1, 16, 1, 16}, {1, 2, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 32, 32, 32, 8, 1, 1, 2, 2, {2, 1, 8, 1}, {1, 16, 1, 16}, {2, 1, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 32, 16, 16, 16, 2, 2, 2, 2, {1, 2, 1, 8}, {1, 16, 1, 16}, {1, 2, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 32, 16, 16, 16, 2, 2, 2, 2, {2, 1, 8, 1}, {1, 16, 1, 16}, {2, 1, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 16, 32, 32, 4, 1, 1, 2, 2, {1, 1, 8, 1}, {1, 16, 1, 16}, {1, 1, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 16, 32, 32, 8, 1, 1, 2, 2, {1, 1, 8, 1}, {1, 16, 1, 16}, {1, 1, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 16, 32, 32, 4, 1, 1, 2, 2, {1, 1, 8, 1}, {1, 16, 1, 16}, {1, 1, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 16, 32, 32, 8, 1, 1, 2, 2, {1, 1, 8, 1}, {1, 16, 1, 16}, {1, 1, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 32, 32, 32, 8, 1, 1, 2, 2, {1, 1, 16, 1}, {1, 32, 1, 8}, {1, 1, 16, 1}, {1, 32, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 128, 32, 16, 16, 16, 2, 2, 2, 2, {1, 1, 16, 1}, {1, 32, 1, 8}, {1, 1, 16, 1}, {1, 32, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 32, 32, 32, 8, 1, 1, 2, 2, {1, 1, 16, 1}, {1, 32, 1, 8}, {1, 1, 16, 1}, {1, 32, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 128, 32, 16, 16, 16, 2, 2, 2, 2, {1, 1, 16, 1}, {1, 32, 1, 8}, {1, 1, 16, 1}, {1, 32, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 0, 64, 256, 32, 32, 32, 8, 1, 1, 2, 2, {1, 8, 1, 1}, {1, 4, 1, 64}, {1, 8, 1, 4}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 64, 256, 32, 32, 32, 8, 1, 1, 2, 2, {1, 8, 1, 1}, {1, 4, 1, 64}, {1, 8, 1, 4}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 64, 256, 16, 16, 64, 4, 1, 1, 2, 2, {1, 4, 1, 1}, {1, 4, 1, 64}, {1, 4, 1, 4}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 64, 256, 16, 32, 32, 8, 1, 1, 2, 2, {1, 4, 1, 1}, {1, 4, 1, 64}, {1, 4, 1, 4}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 64, 256, 16, 16, 64, 4, 1, 1, 2, 2, {1, 4, 1, 1}, {1, 4, 1, 64}, {1, 4, 1, 4}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 64, 256, 16, 32, 32, 8, 1, 1, 2, 2, {1, 4, 1, 1}, {1, 4, 1, 64}, {1, 4, 1, 4}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 256, 16, 16, 64, 4, 1, 1, 2, 2, {4, 1, 1, 1}, {1, 4, 1, 64}, {4, 1, 4, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 256, 16, 32, 32, 8, 1, 1, 2, 2, {4, 1, 1, 1}, {1, 4, 1, 64}, {4, 1, 4, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 256, 16, 16, 64, 4, 1, 1, 2, 2, {4, 1, 1, 1}, {1, 4, 1, 64}, {4, 1, 4, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 256, 16, 32, 32, 8, 1, 1, 2, 2, {4, 1, 1, 1}, {1, 4, 1, 64}, {4, 1, 4, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 64, 256, 8, 16, 64, 4, 1, 1, 2, 2, {1, 2, 1, 1}, {1, 4, 1, 64}, {1, 2, 1, 4}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 64, 256, 8, 16, 64, 4, 1, 1, 2, 2, {1, 2, 1, 1}, {1, 4, 1, 64}, {1, 2, 1, 4}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 256, 8, 16, 64, 4, 1, 1, 2, 2, {2, 1, 1, 1}, {1, 4, 1, 64}, {2, 1, 4, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 256, 8, 16, 64, 4, 1, 1, 2, 2, {2, 1, 1, 1}, {1, 4, 1, 64}, {2, 1, 4, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 64, 256, 32, 32, 32, 8, 1, 1, 2, 2, {1, 4, 1, 2}, {1, 8, 1, 32}, {1, 4, 1, 8}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 64, 256, 32, 32, 32, 8, 1, 1, 2, 2, {1, 4, 1, 2}, {1, 8, 1, 32}, {1, 4, 1, 8}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 256, 32, 32, 32, 8, 1, 1, 2, 2, {1, 4, 1, 2}, {1, 8, 1, 32}, {1, 4, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 256, 32, 32, 32, 8, 1, 1, 2, 2, {1, 4, 1, 2}, {1, 8, 1, 32}, {1, 4, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 0, 64, 256, 16, 16, 64, 4, 1, 1, 2, 2, {1, 2, 1, 2}, {1, 8, 1, 32}, {1, 2, 1, 8}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 0, 64, 256, 16, 32, 32, 8, 1, 1, 2, 2, {1, 2, 1, 2}, {1, 8, 1, 32}, {1, 2, 1, 8}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 64, 256, 16, 16, 64, 4, 1, 1, 2, 2, {1, 2, 1, 2}, {1, 8, 1, 32}, {1, 2, 1, 8}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 64, 256, 16, 32, 32, 8, 1, 1, 2, 2, {1, 2, 1, 2}, {1, 8, 1, 32}, {1, 2, 1, 8}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 256, 16, 16, 64, 4, 1, 1, 2, 2, {1, 2, 1, 2}, {1, 8, 1, 32}, {1, 2, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 256, 16, 16, 64, 4, 1, 1, 2, 2, {2, 1, 2, 1}, {1, 8, 1, 32}, {2, 1, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 256, 16, 32, 32, 8, 1, 1, 2, 2, {1, 2, 1, 2}, {1, 8, 1, 32}, {1, 2, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 256, 16, 32, 32, 8, 1, 1, 2, 2, {2, 1, 2, 1}, {1, 8, 1, 32}, {2, 1, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 256, 16, 16, 64, 4, 1, 1, 2, 2, {1, 2, 1, 2}, {1, 8, 1, 32}, {1, 2, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 256, 16, 16, 64, 4, 1, 1, 2, 2, {2, 1, 2, 1}, {1, 8, 1, 32}, {2, 1, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 256, 16, 32, 32, 8, 1, 1, 2, 2, {1, 2, 1, 2}, {1, 8, 1, 32}, {1, 2, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 256, 16, 32, 32, 8, 1, 1, 2, 2, {2, 1, 2, 1}, {1, 8, 1, 32}, {2, 1, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 256, 8, 16, 64, 4, 1, 1, 2, 2, {1, 1, 2, 1}, {1, 8, 1, 32}, {1, 1, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 256, 8, 16, 64, 4, 1, 1, 2, 2, {1, 1, 2, 1}, {1, 8, 1, 32}, {1, 1, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 256, 32, 32, 32, 8, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 16, 1, 16}, {1, 2, 16, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 256, 32, 32, 32, 8, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 16, 1, 16}, {1, 2, 16, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 256, 16, 16, 64, 4, 1, 1, 2, 2, {1, 1, 4, 1}, {1, 16, 1, 16}, {1, 1, 16, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 256, 16, 32, 32, 8, 1, 1, 2, 2, {1, 1, 4, 1}, {1, 16, 1, 16}, {1, 1, 16, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 256, 16, 16, 64, 4, 1, 1, 2, 2, {1, 1, 4, 1}, {1, 16, 1, 16}, {1, 1, 16, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 256, 16, 32, 32, 8, 1, 1, 2, 2, {1, 1, 4, 1}, {1, 16, 1, 16}, {1, 1, 16, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 0, 256, 32, 16, 64, 4, 4, 1, 2, 2, 2, {1, 2, 1, 8}, {1, 8, 1, 32}, {1, 2, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 256, 32, 16, 64, 4, 4, 1, 2, 2, 2, {1, 2, 1, 8}, {1, 8, 1, 32}, {1, 2, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 32, 16, 64, 4, 4, 1, 2, 2, 2, {1, 2, 1, 8}, {1, 8, 1, 32}, {1, 2, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 32, 16, 64, 4, 4, 1, 2, 2, 2, {2, 1, 8, 1}, {1, 8, 1, 32}, {2, 1, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 32, 16, 64, 4, 4, 1, 2, 2, 2, {1, 2, 1, 8}, {1, 8, 1, 32}, {1, 2, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 32, 16, 64, 4, 4, 1, 2, 2, 2, {2, 1, 8, 1}, {1, 8, 1, 32}, {2, 1, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 32, 8, 64, 4, 4, 1, 2, 2, 2, {1, 1, 8, 1}, {1, 8, 1, 32}, {1, 1, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 32, 8, 64, 4, 4, 1, 2, 2, 2, {1, 1, 8, 1}, {1, 8, 1, 32}, {1, 1, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 32, 16, 64, 4, 4, 1, 2, 2, 2, {1, 1, 16, 1}, {1, 16, 1, 16}, {1, 1, 2, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 32, 16, 64, 4, 4, 1, 2, 2, 2, {1, 1, 16, 1}, {1, 16, 1, 16}, {1, 1, 2, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 64, 64, 16, 16, 16, 2, 1, 2, 2, {1, 16, 1, 2}, {1, 4, 1, 64}, {1, 16, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 64, 64, 16, 16, 16, 2, 1, 2, 2, {1, 16, 1, 2}, {1, 4, 1, 64}, {1, 16, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 64, 64, 16, 16, 16, 2, 1, 2, 2, {1, 16, 1, 2}, {1, 4, 1, 64}, {1, 16, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 64, 64, 16, 16, 16, 2, 1, 2, 2, {1, 16, 1, 2}, {1, 4, 1, 64}, {1, 16, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 64, 32, 16, 16, 16, 2, 1, 2, 2, {1, 8, 1, 2}, {1, 4, 1, 64}, {1, 8, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 64, 32, 16, 16, 16, 2, 1, 2, 2, {1, 8, 1, 2}, {1, 4, 1, 64}, {1, 8, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 64, 32, 16, 16, 16, 2, 1, 2, 2, {1, 8, 1, 2}, {1, 4, 1, 64}, {1, 8, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 64, 32, 16, 16, 16, 2, 1, 2, 2, {8, 1, 2, 1}, {1, 4, 1, 64}, {8, 1, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 64, 32, 16, 16, 16, 2, 1, 2, 2, {1, 8, 1, 2}, {1, 4, 1, 64}, {1, 8, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 64, 32, 16, 16, 16, 2, 1, 2, 2, {8, 1, 2, 1}, {1, 4, 1, 64}, {8, 1, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 64, 16, 32, 8, 4, 1, 2, 2, 2, {1, 4, 1, 2}, {1, 4, 1, 64}, {1, 4, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 64, 16, 32, 8, 4, 1, 2, 2, 2, {1, 4, 1, 2}, {1, 4, 1, 64}, {1, 4, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 64, 16, 32, 8, 4, 1, 2, 2, 2, {1, 4, 1, 2}, {1, 4, 1, 64}, {1, 4, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 64, 16, 32, 8, 4, 1, 2, 2, 2, {4, 1, 2, 1}, {1, 4, 1, 64}, {4, 1, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 64, 16, 32, 8, 4, 1, 2, 2, 2, {1, 4, 1, 2}, {1, 4, 1, 64}, {1, 4, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 64, 16, 32, 8, 4, 1, 2, 2, 2, {4, 1, 2, 1}, {1, 4, 1, 64}, {4, 1, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 64, 8, 32, 8, 4, 1, 2, 2, 2, {1, 2, 1, 2}, {1, 4, 1, 64}, {1, 2, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 64, 8, 32, 8, 4, 1, 2, 2, 2, {1, 2, 1, 2}, {1, 4, 1, 64}, {1, 2, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 64, 8, 32, 8, 4, 1, 2, 2, 2, {1, 2, 1, 2}, {1, 4, 1, 64}, {1, 2, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 64, 8, 32, 8, 4, 1, 2, 2, 2, {2, 1, 2, 1}, {1, 4, 1, 64}, {2, 1, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 64, 8, 32, 8, 4, 1, 2, 2, 2, {1, 2, 1, 2}, {1, 4, 1, 64}, {1, 2, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 64, 8, 32, 8, 4, 1, 2, 2, 2, {2, 1, 2, 1}, {1, 4, 1, 64}, {2, 1, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 64, 64, 16, 16, 16, 2, 1, 2, 2, {1, 8, 1, 4}, {1, 8, 1, 32}, {1, 8, 1, 2}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 64, 64, 16, 16, 16, 2, 1, 2, 2, {1, 8, 1, 4}, {1, 8, 1, 32}, {1, 8, 1, 2}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 64, 64, 16, 16, 16, 2, 1, 2, 2, {1, 8, 1, 4}, {1, 8, 1, 32}, {1, 8, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 64, 64, 16, 16, 16, 2, 1, 2, 2, {1, 8, 1, 4}, {1, 8, 1, 32}, {1, 8, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 64, 32, 16, 16, 16, 2, 1, 2, 2, {1, 4, 1, 4}, {1, 8, 1, 32}, {1, 4, 1, 2}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 64, 32, 16, 16, 16, 2, 1, 2, 2, {1, 4, 1, 4}, {1, 8, 1, 32}, {1, 4, 1, 2}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 64, 32, 16, 16, 16, 2, 1, 2, 2, {1, 4, 1, 4}, {1, 8, 1, 32}, {1, 4, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 64, 32, 16, 16, 16, 2, 1, 2, 2, {4, 1, 4, 1}, {1, 8, 1, 32}, {4, 1, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 64, 32, 16, 16, 16, 2, 1, 2, 2, {1, 4, 1, 4}, {1, 8, 1, 32}, {1, 4, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 64, 32, 16, 16, 16, 2, 1, 2, 2, {4, 1, 4, 1}, {1, 8, 1, 32}, {4, 1, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 64, 16, 32, 8, 4, 1, 2, 2, 2, {1, 2, 1, 4}, {1, 8, 1, 32}, {1, 2, 1, 2}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 64, 16, 32, 8, 4, 1, 2, 2, 2, {1, 2, 1, 4}, {1, 8, 1, 32}, {1, 2, 1, 2}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 64, 16, 32, 8, 4, 1, 2, 2, 2, {1, 2, 1, 4}, {1, 8, 1, 32}, {1, 2, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 64, 16, 32, 8, 4, 1, 2, 2, 2, {2, 1, 4, 1}, {1, 8, 1, 32}, {2, 1, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 64, 16, 32, 8, 4, 1, 2, 2, 2, {1, 2, 1, 4}, {1, 8, 1, 32}, {1, 2, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 64, 16, 32, 8, 4, 1, 2, 2, 2, {2, 1, 4, 1}, {1, 8, 1, 32}, {2, 1, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 64, 8, 32, 8, 4, 1, 2, 2, 2, {1, 1, 4, 1}, {1, 8, 1, 32}, {1, 1, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 64, 8, 32, 8, 4, 1, 2, 2, 2, {1, 1, 4, 1}, {1, 8, 1, 32}, {1, 1, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 64, 64, 16, 16, 16, 2, 1, 2, 2, {1, 4, 1, 8}, {1, 16, 1, 16}, {1, 4, 1, 4}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 64, 64, 16, 16, 16, 2, 1, 2, 2, {1, 4, 1, 8}, {1, 16, 1, 16}, {1, 4, 1, 4}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 64, 64, 16, 16, 16, 2, 1, 2, 2, {1, 4, 1, 8}, {1, 16, 1, 16}, {1, 4, 4, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 64, 64, 16, 16, 16, 2, 1, 2, 2, {1, 4, 1, 8}, {1, 16, 1, 16}, {1, 4, 4, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 64, 32, 16, 16, 16, 2, 1, 2, 2, {1, 2, 1, 8}, {1, 16, 1, 16}, {1, 2, 1, 4}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 64, 32, 16, 16, 16, 2, 1, 2, 2, {1, 2, 1, 8}, {1, 16, 1, 16}, {1, 2, 1, 4}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 64, 32, 16, 16, 16, 2, 1, 2, 2, {1, 2, 1, 8}, {1, 16, 1, 16}, {1, 2, 4, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 64, 32, 16, 16, 16, 2, 1, 2, 2, {2, 1, 8, 1}, {1, 16, 1, 16}, {2, 1, 4, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 64, 32, 16, 16, 16, 2, 1, 2, 2, {1, 2, 1, 8}, {1, 16, 1, 16}, {1, 2, 4, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 64, 32, 16, 16, 16, 2, 1, 2, 2, {2, 1, 8, 1}, {1, 16, 1, 16}, {2, 1, 4, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 64, 16, 32, 8, 4, 1, 2, 2, 2, {1, 1, 8, 1}, {1, 16, 1, 16}, {1, 1, 4, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 64, 16, 32, 8, 4, 1, 2, 2, 2, {1, 1, 8, 1}, {1, 16, 1, 16}, {1, 1, 4, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 64, 32, 16, 16, 16, 2, 1, 2, 2, {1, 1, 16, 1}, {1, 32, 1, 8}, {1, 1, 8, 1}, {1, 32, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 64, 32, 16, 16, 16, 2, 1, 2, 2, {1, 1, 16, 1}, {1, 32, 1, 8}, {1, 1, 8, 1}, {1, 32, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 0, 64, 128, 32, 32, 32, 8, 1, 2, 1, 1, {1, 8, 1, 1}, {1, 4, 1, 64}, {1, 8, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 64, 128, 32, 32, 32, 8, 1, 2, 1, 1, {1, 8, 1, 1}, {1, 4, 1, 64}, {1, 8, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 128, 32, 32, 32, 8, 1, 2, 1, 1, {8, 1, 1, 1}, {1, 4, 1, 64}, {8, 1, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 128, 32, 32, 32, 8, 1, 2, 1, 1, {8, 1, 1, 1}, {1, 4, 1, 64}, {8, 1, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 64, 128, 16, 8, 32, 4, 2, 1, 2, 2, {1, 4, 1, 1}, {1, 4, 1, 64}, {1, 4, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 64, 128, 16, 32, 32, 8, 1, 2, 1, 1, {1, 4, 1, 1}, {1, 4, 1, 64}, {1, 4, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 64, 128, 16, 8, 32, 4, 2, 1, 2, 2, {1, 4, 1, 1}, {1, 4, 1, 64}, {1, 4, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 64, 128, 16, 32, 32, 8, 1, 2, 1, 1, {1, 4, 1, 1}, {1, 4, 1, 64}, {1, 4, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 128, 16, 8, 32, 4, 2, 1, 2, 2, {4, 1, 1, 1}, {1, 4, 1, 64}, {4, 1, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 128, 16, 32, 32, 8, 1, 2, 1, 1, {4, 1, 1, 1}, {1, 4, 1, 64}, {4, 1, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 128, 16, 8, 32, 4, 2, 1, 2, 2, {4, 1, 1, 1}, {1, 4, 1, 64}, {4, 1, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 128, 16, 32, 32, 8, 1, 2, 1, 1, {4, 1, 1, 1}, {1, 4, 1, 64}, {4, 1, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 64, 128, 8, 8, 32, 4, 2, 1, 2, 2, {1, 2, 1, 1}, {1, 4, 1, 64}, {1, 2, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 64, 128, 8, 8, 32, 4, 2, 1, 2, 2, {1, 2, 1, 1}, {1, 4, 1, 64}, {1, 2, 1, 2}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 128, 8, 8, 32, 4, 2, 1, 2, 2, {2, 1, 1, 1}, {1, 4, 1, 64}, {2, 1, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 128, 8, 8, 32, 4, 2, 1, 2, 2, {2, 1, 1, 1}, {1, 4, 1, 64}, {2, 1, 2, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 64, 128, 32, 32, 32, 8, 1, 2, 1, 1, {1, 4, 1, 2}, {1, 8, 1, 32}, {1, 4, 1, 4}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 64, 128, 32, 32, 32, 8, 1, 2, 1, 1, {1, 4, 1, 2}, {1, 8, 1, 32}, {1, 4, 1, 4}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 128, 32, 32, 32, 8, 1, 2, 1, 1, {1, 4, 1, 2}, {1, 8, 1, 32}, {1, 4, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 128, 32, 32, 32, 8, 1, 2, 1, 1, {4, 1, 2, 1}, {1, 8, 1, 32}, {4, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 128, 32, 32, 32, 8, 1, 2, 1, 1, {1, 4, 1, 2}, {1, 8, 1, 32}, {1, 4, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 128, 32, 32, 32, 8, 1, 2, 1, 1, {4, 1, 2, 1}, {1, 8, 1, 32}, {4, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 0, 64, 128, 16, 8, 32, 4, 2, 1, 2, 2, {1, 2, 1, 2}, {1, 8, 1, 32}, {1, 2, 1, 4}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 0, 64, 128, 16, 32, 32, 8, 1, 2, 1, 1, {1, 2, 1, 2}, {1, 8, 1, 32}, {1, 2, 1, 4}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 64, 128, 16, 8, 32, 4, 2, 1, 2, 2, {1, 2, 1, 2}, {1, 8, 1, 32}, {1, 2, 1, 4}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 64, 128, 16, 32, 32, 8, 1, 2, 1, 1, {1, 2, 1, 2}, {1, 8, 1, 32}, {1, 2, 1, 4}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 128, 16, 8, 32, 4, 2, 1, 2, 2, {1, 2, 1, 2}, {1, 8, 1, 32}, {1, 2, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 128, 16, 8, 32, 4, 2, 1, 2, 2, {2, 1, 2, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 128, 16, 32, 32, 8, 1, 2, 1, 1, {1, 2, 1, 2}, {1, 8, 1, 32}, {1, 2, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 128, 16, 32, 32, 8, 1, 2, 1, 1, {2, 1, 2, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 128, 16, 8, 32, 4, 2, 1, 2, 2, {1, 2, 1, 2}, {1, 8, 1, 32}, {1, 2, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 128, 16, 8, 32, 4, 2, 1, 2, 2, {2, 1, 2, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 128, 16, 32, 32, 8, 1, 2, 1, 1, {1, 2, 1, 2}, {1, 8, 1, 32}, {1, 2, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 128, 16, 32, 32, 8, 1, 2, 1, 1, {2, 1, 2, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 128, 8, 8, 32, 4, 2, 1, 2, 2, {1, 1, 2, 1}, {1, 8, 1, 32}, {1, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 128, 8, 8, 32, 4, 2, 1, 2, 2, {1, 1, 2, 1}, {1, 8, 1, 32}, {1, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 0, 64, 128, 32, 32, 32, 8, 1, 2, 1, 1, {1, 2, 1, 4}, {1, 16, 1, 16}, {1, 2, 1, 8}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 0, 64, 128, 32, 32, 32, 8, 1, 2, 1, 1, {1, 2, 1, 4}, {1, 16, 1, 16}, {1, 2, 1, 8}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 128, 32, 32, 32, 8, 1, 2, 1, 1, {1, 2, 1, 4}, {1, 16, 1, 16}, {1, 2, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 128, 32, 32, 32, 8, 1, 2, 1, 1, {2, 1, 4, 1}, {1, 16, 1, 16}, {2, 1, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 128, 32, 32, 32, 8, 1, 2, 1, 1, {1, 2, 1, 4}, {1, 16, 1, 16}, {1, 2, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 128, 32, 32, 32, 8, 1, 2, 1, 1, {2, 1, 4, 1}, {1, 16, 1, 16}, {2, 1, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 128, 16, 8, 32, 4, 2, 1, 2, 2, {1, 1, 4, 1}, {1, 16, 1, 16}, {1, 1, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 128, 16, 32, 32, 8, 1, 2, 1, 1, {1, 1, 4, 1}, {1, 16, 1, 16}, {1, 1, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 128, 16, 8, 32, 4, 2, 1, 2, 2, {1, 1, 4, 1}, {1, 16, 1, 16}, {1, 1, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 128, 16, 32, 32, 8, 1, 2, 1, 1, {1, 1, 4, 1}, {1, 16, 1, 16}, {1, 1, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 128, 32, 32, 32, 8, 1, 2, 1, 1, {1, 1, 8, 1}, {1, 32, 1, 8}, {1, 1, 16, 1}, {1, 32, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 128, 32, 32, 32, 8, 1, 2, 1, 1, {1, 1, 8, 1}, {1, 32, 1, 8}, {1, 1, 16, 1}, {1, 32, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 0, 32, 256, 16, 4, 64, 4, 2, 1, 2, 2, {1, 2, 1, 1}, {1, 8, 1, 32}, {1, 2, 1, 8}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 32, 256, 16, 4, 64, 4, 2, 1, 2, 2, {1, 2, 1, 1}, {1, 8, 1, 32}, {1, 2, 1, 8}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 256, 16, 4, 64, 4, 2, 1, 2, 2, {2, 1, 1, 1}, {1, 8, 1, 32}, {2, 1, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 256, 16, 4, 64, 4, 2, 1, 2, 2, {2, 1, 1, 1}, {1, 8, 1, 32}, {2, 1, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 256, 8, 4, 64, 4, 2, 1, 2, 2, {1, 1, 1, 1}, {1, 8, 1, 32}, {1, 1, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 256, 8, 4, 64, 4, 2, 1, 2, 2, {1, 1, 1, 1}, {1, 8, 1, 32}, {1, 1, 8, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 256, 16, 4, 64, 4, 2, 1, 2, 2, {1, 1, 2, 1}, {1, 16, 1, 16}, {1, 1, 16, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 256, 16, 4, 64, 4, 2, 1, 2, 2, {1, 1, 2, 1}, {1, 16, 1, 16}, {1, 1, 16, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 256, 16, 16, 64, 4, 4, 1, 1, 2, 2, {1, 1, 16, 1}, {1, 16, 1, 16}, {1, 1, 1, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 256, 16, 16, 64, 4, 4, 1, 1, 2, 2, {1, 1, 16, 1}, {1, 16, 1, 16}, {1, 1, 1, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 32, 16, 32, 8, 4, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 8, 1, 32}, {1, 2, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 32, 16, 32, 8, 4, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 8, 1, 32}, {1, 2, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 32, 16, 32, 8, 4, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 8, 1, 32}, {1, 2, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 32, 16, 32, 8, 4, 1, 1, 2, 2, {2, 1, 4, 1}, {1, 8, 1, 32}, {2, 1, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 32, 16, 32, 8, 4, 1, 1, 2, 2, {1, 2, 1, 4}, {1, 8, 1, 32}, {1, 2, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 32, 16, 32, 8, 4, 1, 1, 2, 2, {2, 1, 4, 1}, {1, 8, 1, 32}, {2, 1, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 32, 8, 32, 8, 4, 1, 1, 2, 2, {1, 1, 4, 1}, {1, 8, 1, 32}, {1, 1, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 32, 8, 32, 8, 4, 1, 1, 2, 2, {1, 1, 4, 1}, {1, 8, 1, 32}, {1, 1, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 32, 16, 32, 8, 4, 1, 1, 2, 2, {1, 1, 8, 1}, {1, 16, 1, 16}, {1, 1, 2, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 32, 16, 32, 8, 4, 1, 1, 2, 2, {1, 1, 8, 1}, {1, 16, 1, 16}, {1, 1, 2, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 0, 64, 64, 16, 16, 16, 4, 1, 1, 2, 2, {1, 4, 1, 1}, {1, 4, 1, 64}, {1, 4, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 64, 64, 16, 16, 16, 4, 1, 1, 2, 2, {1, 4, 1, 1}, {1, 4, 1, 64}, {1, 4, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 64, 16, 16, 16, 4, 1, 1, 2, 2, {4, 1, 1, 1}, {1, 4, 1, 64}, {4, 1, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 64, 16, 16, 16, 4, 1, 1, 2, 2, {4, 1, 1, 1}, {1, 4, 1, 64}, {4, 1, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 64, 64, 8, 16, 16, 4, 1, 1, 2, 2, {1, 2, 1, 1}, {1, 4, 1, 64}, {1, 2, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 0, 64, 64, 8, 16, 16, 4, 1, 1, 2, 2, {1, 2, 1, 1}, {1, 4, 1, 64}, {1, 2, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 64, 8, 16, 16, 4, 1, 1, 2, 2, {2, 1, 1, 1}, {1, 4, 1, 64}, {2, 1, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 64, 8, 16, 16, 4, 1, 1, 2, 2, {2, 1, 1, 1}, {1, 4, 1, 64}, {2, 1, 1, 1}, {1, 4, 1, 64}, 0 }, { "bwd", miopenHalf, 4, 0, 64, 64, 16, 16, 16, 4, 1, 1, 2, 2, {1, 2, 1, 2}, {1, 8, 1, 32}, {1, 2, 1, 2}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 64, 64, 16, 16, 16, 4, 1, 1, 2, 2, {1, 2, 1, 2}, {1, 8, 1, 32}, {1, 2, 1, 2}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 64, 16, 16, 16, 4, 1, 1, 2, 2, {1, 2, 1, 2}, {1, 8, 1, 32}, {1, 2, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 64, 16, 16, 16, 4, 1, 1, 2, 2, {2, 1, 2, 1}, {1, 8, 1, 32}, {2, 1, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 64, 16, 16, 16, 4, 1, 1, 2, 2, {1, 2, 1, 2}, {1, 8, 1, 32}, {1, 2, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 64, 16, 16, 16, 4, 1, 1, 2, 2, {2, 1, 2, 1}, {1, 8, 1, 32}, {2, 1, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 64, 8, 16, 16, 4, 1, 1, 2, 2, {1, 1, 2, 1}, {1, 8, 1, 32}, {1, 1, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 64, 8, 16, 16, 4, 1, 1, 2, 2, {1, 1, 2, 1}, {1, 8, 1, 32}, {1, 1, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 64, 16, 16, 16, 4, 1, 1, 2, 2, {1, 1, 4, 1}, {1, 16, 1, 16}, {1, 1, 4, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 64, 16, 16, 16, 4, 1, 1, 2, 2, {1, 1, 4, 1}, {1, 16, 1, 16}, {1, 1, 4, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 0, 32, 128, 16, 8, 32, 4, 1, 1, 2, 2, {1, 2, 1, 1}, {1, 8, 1, 32}, {1, 2, 1, 4}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 32, 128, 16, 8, 32, 4, 1, 1, 2, 2, {1, 2, 1, 1}, {1, 8, 1, 32}, {1, 2, 1, 4}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 128, 16, 8, 32, 4, 1, 1, 2, 2, {2, 1, 1, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 128, 16, 8, 32, 4, 1, 1, 2, 2, {2, 1, 1, 1}, {1, 8, 1, 32}, {2, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 128, 8, 8, 32, 4, 1, 1, 2, 2, {1, 1, 1, 1}, {1, 8, 1, 32}, {1, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 128, 8, 8, 32, 4, 1, 1, 2, 2, {1, 1, 1, 1}, {1, 8, 1, 32}, {1, 1, 4, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 128, 16, 8, 32, 4, 1, 1, 2, 2, {1, 1, 2, 1}, {1, 16, 1, 16}, {1, 1, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 128, 16, 8, 32, 4, 1, 1, 2, 2, {1, 1, 2, 1}, {1, 16, 1, 16}, {1, 1, 8, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 16, 256, 16, 4, 64, 4, 1, 1, 2, 2, {1, 1, 1, 1}, {1, 16, 1, 16}, {1, 1, 16, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 16, 256, 16, 4, 64, 4, 1, 1, 2, 2, {1, 1, 1, 1}, {1, 16, 1, 16}, {1, 1, 16, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 0, 128, 16, 16, 64, 16, 4, 1, 1, 1, 1, {1, 2, 1, 8}, {1, 8, 1, 16}, {1, 2, 1, 1}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 0, 128, 16, 16, 64, 16, 4, 1, 1, 1, 1, {1, 2, 1, 8}, {1, 8, 1, 16}, {1, 2, 1, 1}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 16, 16, 64, 16, 4, 1, 1, 1, 1, {1, 2, 1, 8}, {1, 8, 1, 16}, {1, 2, 1, 1}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 16, 16, 64, 16, 4, 1, 1, 1, 1, {2, 1, 8, 1}, {1, 8, 1, 16}, {2, 1, 1, 1}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 16, 16, 64, 16, 4, 1, 1, 1, 1, {1, 2, 1, 8}, {1, 8, 1, 16}, {1, 2, 1, 1}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 16, 16, 64, 16, 4, 1, 1, 1, 1, {2, 1, 8, 1}, {1, 8, 1, 16}, {2, 1, 1, 1}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 16, 8, 64, 16, 4, 1, 1, 1, 1, {1, 1, 8, 1}, {1, 8, 1, 16}, {1, 1, 1, 1}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 16, 8, 64, 16, 4, 1, 1, 1, 1, {1, 1, 8, 1}, {1, 8, 1, 16}, {1, 1, 1, 1}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 128, 16, 16, 64, 16, 4, 1, 1, 1, 1, {1, 1, 16, 1}, {1, 16, 1, 8}, {1, 1, 2, 1}, {1, 16, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 1, 128, 16, 16, 64, 16, 4, 1, 1, 1, 1, {1, 1, 16, 1}, {1, 16, 1, 8}, {1, 1, 2, 1}, {1, 16, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 0, 64, 32, 16, 32, 8, 4, 1, 2, 1, 1, {1, 2, 1, 2}, {1, 8, 1, 32}, {1, 2, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 64, 32, 16, 32, 8, 4, 1, 2, 1, 1, {1, 2, 1, 2}, {1, 8, 1, 32}, {1, 2, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 32, 16, 32, 8, 4, 1, 2, 1, 1, {1, 2, 1, 2}, {1, 8, 1, 32}, {1, 2, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 32, 16, 32, 8, 4, 1, 2, 1, 1, {2, 1, 2, 1}, {1, 8, 1, 32}, {2, 1, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 32, 16, 32, 8, 4, 1, 2, 1, 1, {1, 2, 1, 2}, {1, 8, 1, 32}, {1, 2, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 32, 16, 32, 8, 4, 1, 2, 1, 1, {2, 1, 2, 1}, {1, 8, 1, 32}, {2, 1, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 32, 8, 32, 8, 4, 1, 2, 1, 1, {1, 1, 2, 1}, {1, 8, 1, 32}, {1, 1, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 32, 8, 32, 8, 4, 1, 2, 1, 1, {1, 1, 2, 1}, {1, 8, 1, 32}, {1, 1, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 32, 16, 32, 8, 4, 1, 2, 1, 1, {1, 1, 4, 1}, {1, 16, 1, 16}, {1, 1, 2, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 32, 16, 32, 8, 4, 1, 2, 1, 1, {1, 1, 4, 1}, {1, 16, 1, 16}, {1, 1, 2, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 0, 32, 64, 16, 8, 32, 4, 2, 1, 1, 1, {1, 2, 1, 1}, {1, 8, 1, 32}, {1, 2, 1, 2}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 32, 64, 16, 8, 32, 4, 2, 1, 1, 1, {1, 2, 1, 1}, {1, 8, 1, 32}, {1, 2, 1, 2}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 64, 16, 8, 32, 4, 2, 1, 1, 1, {2, 1, 1, 1}, {1, 8, 1, 32}, {2, 1, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 64, 16, 8, 32, 4, 2, 1, 1, 1, {2, 1, 1, 1}, {1, 8, 1, 32}, {2, 1, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 64, 8, 8, 32, 4, 2, 1, 1, 1, {1, 1, 1, 1}, {1, 8, 1, 32}, {1, 1, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 64, 8, 8, 32, 4, 2, 1, 1, 1, {1, 1, 1, 1}, {1, 8, 1, 32}, {1, 1, 2, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 64, 16, 8, 32, 4, 2, 1, 1, 1, {1, 1, 2, 1}, {1, 16, 1, 16}, {1, 1, 4, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 64, 16, 8, 32, 4, 2, 1, 1, 1, {1, 1, 2, 1}, {1, 16, 1, 16}, {1, 1, 4, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 0, 16, 128, 16, 16, 64, 4, 1, 1, 1, 1, {1, 2, 1, 1}, {1, 8, 1, 16}, {1, 2, 1, 8}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 0, 16, 128, 16, 16, 64, 4, 1, 1, 1, 1, {1, 2, 1, 1}, {1, 8, 1, 16}, {1, 2, 1, 8}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 16, 128, 16, 16, 64, 4, 1, 1, 1, 1, {2, 1, 1, 1}, {1, 8, 1, 16}, {2, 1, 8, 1}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 16, 128, 16, 16, 64, 4, 1, 1, 1, 1, {2, 1, 1, 1}, {1, 8, 1, 16}, {2, 1, 8, 1}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 16, 128, 8, 16, 64, 4, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 8, 1, 16}, {1, 1, 8, 1}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 16, 128, 8, 16, 64, 4, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 8, 1, 16}, {1, 1, 8, 1}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 16, 128, 16, 16, 64, 4, 1, 1, 1, 1, {1, 1, 2, 1}, {1, 16, 1, 8}, {1, 1, 16, 1}, {1, 16, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 1, 16, 128, 16, 16, 64, 4, 1, 1, 1, 1, {1, 1, 2, 1}, {1, 16, 1, 8}, {1, 1, 16, 1}, {1, 16, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 16, 16, 64, 4, 4, 1, 1, 1, 1, {1, 1, 4, 1}, {1, 16, 1, 16}, {1, 1, 1, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 16, 16, 64, 4, 4, 1, 1, 1, 1, {1, 1, 4, 1}, {1, 16, 1, 16}, {1, 1, 1, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 0, 32, 32, 64, 16, 16, 16, 1, 1, 1, 1, {1, 8, 1, 1}, {1, 8, 1, 32}, {1, 8, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 32, 32, 64, 16, 16, 16, 1, 1, 1, 1, {1, 8, 1, 1}, {1, 8, 1, 32}, {1, 8, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 32, 64, 16, 16, 16, 1, 1, 1, 1, {8, 1, 1, 1}, {1, 8, 1, 32}, {8, 1, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 32, 64, 16, 16, 16, 1, 1, 1, 1, {8, 1, 1, 1}, {1, 8, 1, 32}, {8, 1, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 0, 32, 32, 32, 16, 16, 16, 1, 1, 1, 1, {1, 4, 1, 1}, {1, 8, 1, 32}, {1, 4, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 32, 32, 32, 16, 16, 16, 1, 1, 1, 1, {1, 4, 1, 1}, {1, 8, 1, 32}, {1, 4, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 32, 32, 16, 16, 16, 1, 1, 1, 1, {4, 1, 1, 1}, {1, 8, 1, 32}, {4, 1, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 32, 32, 16, 16, 16, 1, 1, 1, 1, {4, 1, 1, 1}, {1, 8, 1, 32}, {4, 1, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 0, 32, 32, 16, 16, 16, 4, 1, 1, 1, 1, {1, 2, 1, 1}, {1, 8, 1, 32}, {1, 2, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 0, 32, 32, 16, 16, 16, 4, 1, 1, 1, 1, {1, 2, 1, 1}, {1, 8, 1, 32}, {1, 2, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 32, 16, 16, 16, 4, 1, 1, 1, 1, {2, 1, 1, 1}, {1, 8, 1, 32}, {2, 1, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 32, 16, 16, 16, 4, 1, 1, 1, 1, {2, 1, 1, 1}, {1, 8, 1, 32}, {2, 1, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 32, 8, 16, 16, 4, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 8, 1, 32}, {1, 1, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 32, 8, 16, 16, 4, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 8, 1, 32}, {1, 1, 1, 1}, {1, 8, 1, 32}, 0 }, { "bwd", miopenHalf, 4, 0, 32, 32, 64, 16, 16, 16, 1, 1, 1, 1, {1, 4, 1, 2}, {1, 16, 1, 16}, {1, 4, 1, 2}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 0, 32, 32, 64, 16, 16, 16, 1, 1, 1, 1, {1, 4, 1, 2}, {1, 16, 1, 16}, {1, 4, 1, 2}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 32, 64, 16, 16, 16, 1, 1, 1, 1, {1, 4, 1, 2}, {1, 16, 1, 16}, {1, 4, 2, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 32, 64, 16, 16, 16, 1, 1, 1, 1, {4, 1, 2, 1}, {1, 16, 1, 16}, {4, 1, 2, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 32, 64, 16, 16, 16, 1, 1, 1, 1, {1, 4, 1, 2}, {1, 16, 1, 16}, {1, 4, 2, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 32, 64, 16, 16, 16, 1, 1, 1, 1, {4, 1, 2, 1}, {1, 16, 1, 16}, {4, 1, 2, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 0, 32, 32, 32, 16, 16, 16, 1, 1, 1, 1, {1, 2, 1, 2}, {1, 16, 1, 16}, {1, 2, 1, 2}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 0, 32, 32, 32, 16, 16, 16, 1, 1, 1, 1, {1, 2, 1, 2}, {1, 16, 1, 16}, {1, 2, 1, 2}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 32, 32, 16, 16, 16, 1, 1, 1, 1, {1, 2, 1, 2}, {1, 16, 1, 16}, {1, 2, 2, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 32, 32, 16, 16, 16, 1, 1, 1, 1, {2, 1, 2, 1}, {1, 16, 1, 16}, {2, 1, 2, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 32, 32, 16, 16, 16, 1, 1, 1, 1, {1, 2, 1, 2}, {1, 16, 1, 16}, {1, 2, 2, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 32, 32, 16, 16, 16, 1, 1, 1, 1, {2, 1, 2, 1}, {1, 16, 1, 16}, {2, 1, 2, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 32, 16, 16, 16, 4, 1, 1, 1, 1, {1, 1, 2, 1}, {1, 16, 1, 16}, {1, 1, 2, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 32, 16, 16, 16, 4, 1, 1, 1, 1, {1, 1, 2, 1}, {1, 16, 1, 16}, {1, 1, 2, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 0, 32, 32, 64, 16, 16, 16, 1, 1, 1, 1, {1, 2, 1, 4}, {1, 32, 1, 8}, {1, 2, 1, 4}, {1, 32, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 0, 32, 32, 64, 16, 16, 16, 1, 1, 1, 1, {1, 2, 1, 4}, {1, 32, 1, 8}, {1, 2, 1, 4}, {1, 32, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 32, 64, 16, 16, 16, 1, 1, 1, 1, {1, 2, 1, 4}, {1, 32, 1, 8}, {1, 2, 4, 1}, {1, 32, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 32, 64, 16, 16, 16, 1, 1, 1, 1, {2, 1, 4, 1}, {1, 32, 1, 8}, {2, 1, 4, 1}, {1, 32, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 32, 64, 16, 16, 16, 1, 1, 1, 1, {1, 2, 1, 4}, {1, 32, 1, 8}, {1, 2, 4, 1}, {1, 32, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 32, 64, 16, 16, 16, 1, 1, 1, 1, {2, 1, 4, 1}, {1, 32, 1, 8}, {2, 1, 4, 1}, {1, 32, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 32, 32, 16, 16, 16, 1, 1, 1, 1, {1, 1, 4, 1}, {1, 32, 1, 8}, {1, 1, 4, 1}, {1, 32, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 32, 32, 16, 16, 16, 1, 1, 1, 1, {1, 1, 4, 1}, {1, 32, 1, 8}, {1, 1, 4, 1}, {1, 32, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 32, 64, 16, 16, 16, 1, 1, 1, 1, {1, 1, 8, 1}, {1, 64, 1, 4}, {1, 1, 8, 1}, {1, 64, 1, 4}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 32, 64, 16, 16, 16, 1, 1, 1, 1, {1, 1, 8, 1}, {1, 64, 1, 4}, {1, 1, 8, 1}, {1, 64, 1, 4}, 0 }, { "bwd", miopenHalf, 4, 1, 16, 64, 16, 4, 64, 4, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 16, 1, 16}, {1, 1, 4, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 16, 64, 16, 4, 64, 4, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 16, 1, 16}, {1, 1, 4, 1}, {1, 16, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 8, 16, 64, 4, 4, 1, 1, 1, 1, {1, 1, 8, 1}, {1, 16, 1, 8}, {1, 1, 1, 1}, {1, 16, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 8, 16, 64, 4, 4, 1, 1, 1, 1, {1, 1, 8, 1}, {1, 16, 1, 8}, {1, 1, 1, 1}, {1, 16, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 0, 32, 16, 16, 32, 8, 4, 1, 1, 1, 1, {1, 2, 1, 2}, {1, 8, 1, 16}, {1, 2, 1, 1}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 0, 32, 16, 16, 32, 8, 4, 1, 1, 1, 1, {1, 2, 1, 2}, {1, 8, 1, 16}, {1, 2, 1, 1}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 16, 16, 32, 8, 4, 1, 1, 1, 1, {1, 2, 1, 2}, {1, 8, 1, 16}, {1, 2, 1, 1}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 16, 16, 32, 8, 4, 1, 1, 1, 1, {2, 1, 2, 1}, {1, 8, 1, 16}, {2, 1, 1, 1}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 16, 16, 32, 8, 4, 1, 1, 1, 1, {1, 2, 1, 2}, {1, 8, 1, 16}, {1, 2, 1, 1}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 16, 16, 32, 8, 4, 1, 1, 1, 1, {2, 1, 2, 1}, {1, 8, 1, 16}, {2, 1, 1, 1}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 16, 8, 32, 8, 4, 1, 1, 1, 1, {1, 1, 2, 1}, {1, 8, 1, 16}, {1, 1, 1, 1}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 16, 8, 32, 8, 4, 1, 1, 1, 1, {1, 1, 2, 1}, {1, 8, 1, 16}, {1, 1, 1, 1}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 16, 16, 32, 8, 4, 1, 1, 1, 1, {1, 1, 4, 1}, {1, 16, 1, 8}, {1, 1, 2, 1}, {1, 16, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 16, 16, 32, 8, 4, 1, 1, 1, 1, {1, 1, 4, 1}, {1, 16, 1, 8}, {1, 1, 2, 1}, {1, 16, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 0, 32, 16, 16, 32, 8, 4, 1, 2, 1, 1, {1, 4, 1, 2}, {1, 4, 1, 16}, {1, 4, 1, 1}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 0, 32, 16, 16, 32, 8, 4, 1, 2, 1, 1, {1, 4, 1, 2}, {1, 4, 1, 16}, {1, 4, 1, 1}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 16, 16, 32, 8, 4, 1, 2, 1, 1, {1, 4, 1, 2}, {1, 4, 1, 16}, {1, 4, 1, 1}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 16, 16, 32, 8, 4, 1, 2, 1, 1, {4, 1, 2, 1}, {1, 4, 1, 16}, {4, 1, 1, 1}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 16, 16, 32, 8, 4, 1, 2, 1, 1, {1, 4, 1, 2}, {1, 4, 1, 16}, {1, 4, 1, 1}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 16, 16, 32, 8, 4, 1, 2, 1, 1, {4, 1, 2, 1}, {1, 4, 1, 16}, {4, 1, 1, 1}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 0, 32, 16, 8, 32, 8, 4, 1, 2, 1, 1, {1, 2, 1, 2}, {1, 4, 1, 16}, {1, 2, 1, 1}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 0, 32, 16, 8, 32, 8, 4, 1, 2, 1, 1, {1, 2, 1, 2}, {1, 4, 1, 16}, {1, 2, 1, 1}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 16, 8, 32, 8, 4, 1, 2, 1, 1, {1, 2, 1, 2}, {1, 4, 1, 16}, {1, 2, 1, 1}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 16, 8, 32, 8, 4, 1, 2, 1, 1, {2, 1, 2, 1}, {1, 4, 1, 16}, {2, 1, 1, 1}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 16, 8, 32, 8, 4, 1, 2, 1, 1, {1, 2, 1, 2}, {1, 4, 1, 16}, {1, 2, 1, 1}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 16, 8, 32, 8, 4, 1, 2, 1, 1, {2, 1, 2, 1}, {1, 4, 1, 16}, {2, 1, 1, 1}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 0, 32, 16, 16, 32, 8, 4, 1, 2, 1, 1, {1, 2, 1, 4}, {1, 8, 1, 8}, {1, 2, 1, 2}, {1, 8, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 0, 32, 16, 16, 32, 8, 4, 1, 2, 1, 1, {1, 2, 1, 4}, {1, 8, 1, 8}, {1, 2, 1, 2}, {1, 8, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 16, 16, 32, 8, 4, 1, 2, 1, 1, {1, 2, 1, 4}, {1, 8, 1, 8}, {1, 2, 2, 1}, {1, 8, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 16, 16, 32, 8, 4, 1, 2, 1, 1, {2, 1, 4, 1}, {1, 8, 1, 8}, {2, 1, 2, 1}, {1, 8, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 16, 16, 32, 8, 4, 1, 2, 1, 1, {1, 2, 1, 4}, {1, 8, 1, 8}, {1, 2, 2, 1}, {1, 8, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 16, 16, 32, 8, 4, 1, 2, 1, 1, {2, 1, 4, 1}, {1, 8, 1, 8}, {2, 1, 2, 1}, {1, 8, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 16, 8, 32, 8, 4, 1, 2, 1, 1, {1, 1, 4, 1}, {1, 8, 1, 8}, {1, 1, 2, 1}, {1, 8, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 16, 8, 32, 8, 4, 1, 2, 1, 1, {1, 1, 4, 1}, {1, 8, 1, 8}, {1, 1, 2, 1}, {1, 8, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 1, 32, 16, 16, 32, 8, 4, 1, 2, 1, 1, {1, 1, 8, 1}, {1, 16, 1, 4}, {1, 1, 4, 1}, {1, 16, 1, 4}, 0 }, { "bwd", miopenHalf, 1, 1, 32, 16, 16, 32, 8, 4, 1, 2, 1, 1, {1, 1, 8, 1}, {1, 16, 1, 4}, {1, 1, 4, 1}, {1, 16, 1, 4}, 0 }, { "bwd", miopenHalf, 4, 0, 16, 32, 16, 8, 32, 4, 1, 1, 1, 1, {1, 2, 1, 1}, {1, 8, 1, 16}, {1, 2, 1, 2}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 0, 16, 32, 16, 8, 32, 4, 1, 1, 1, 1, {1, 2, 1, 1}, {1, 8, 1, 16}, {1, 2, 1, 2}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 16, 32, 16, 8, 32, 4, 1, 1, 1, 1, {2, 1, 1, 1}, {1, 8, 1, 16}, {2, 1, 2, 1}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 16, 32, 16, 8, 32, 4, 1, 1, 1, 1, {2, 1, 1, 1}, {1, 8, 1, 16}, {2, 1, 2, 1}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 16, 32, 8, 8, 32, 4, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 8, 1, 16}, {1, 1, 2, 1}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 16, 32, 8, 8, 32, 4, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 8, 1, 16}, {1, 1, 2, 1}, {1, 8, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 16, 32, 16, 8, 32, 4, 1, 1, 1, 1, {1, 1, 2, 1}, {1, 16, 1, 8}, {1, 1, 4, 1}, {1, 16, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 1, 16, 32, 16, 8, 32, 4, 1, 1, 1, 1, {1, 1, 2, 1}, {1, 16, 1, 8}, {1, 1, 4, 1}, {1, 16, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 0, 16, 32, 16, 8, 32, 4, 2, 1, 1, 1, {1, 4, 1, 1}, {1, 4, 1, 16}, {1, 4, 1, 2}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 0, 16, 32, 16, 8, 32, 4, 2, 1, 1, 1, {1, 4, 1, 1}, {1, 4, 1, 16}, {1, 4, 1, 2}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 16, 32, 16, 8, 32, 4, 2, 1, 1, 1, {4, 1, 1, 1}, {1, 4, 1, 16}, {4, 1, 2, 1}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 16, 32, 16, 8, 32, 4, 2, 1, 1, 1, {4, 1, 1, 1}, {1, 4, 1, 16}, {4, 1, 2, 1}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 0, 16, 32, 8, 8, 32, 4, 2, 1, 1, 1, {1, 2, 1, 1}, {1, 4, 1, 16}, {1, 2, 1, 2}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 0, 16, 32, 8, 8, 32, 4, 2, 1, 1, 1, {1, 2, 1, 1}, {1, 4, 1, 16}, {1, 2, 1, 2}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 16, 32, 8, 8, 32, 4, 2, 1, 1, 1, {2, 1, 1, 1}, {1, 4, 1, 16}, {2, 1, 2, 1}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 16, 32, 8, 8, 32, 4, 2, 1, 1, 1, {2, 1, 1, 1}, {1, 4, 1, 16}, {2, 1, 2, 1}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 0, 16, 32, 16, 8, 32, 4, 2, 1, 1, 1, {1, 2, 1, 2}, {1, 8, 1, 8}, {1, 2, 1, 4}, {1, 8, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 0, 16, 32, 16, 8, 32, 4, 2, 1, 1, 1, {1, 2, 1, 2}, {1, 8, 1, 8}, {1, 2, 1, 4}, {1, 8, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 1, 16, 32, 16, 8, 32, 4, 2, 1, 1, 1, {1, 2, 1, 2}, {1, 8, 1, 8}, {1, 2, 4, 1}, {1, 8, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 1, 16, 32, 16, 8, 32, 4, 2, 1, 1, 1, {2, 1, 2, 1}, {1, 8, 1, 8}, {2, 1, 4, 1}, {1, 8, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 1, 16, 32, 16, 8, 32, 4, 2, 1, 1, 1, {1, 2, 1, 2}, {1, 8, 1, 8}, {1, 2, 4, 1}, {1, 8, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 1, 16, 32, 16, 8, 32, 4, 2, 1, 1, 1, {2, 1, 2, 1}, {1, 8, 1, 8}, {2, 1, 4, 1}, {1, 8, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 1, 16, 32, 8, 8, 32, 4, 2, 1, 1, 1, {1, 1, 2, 1}, {1, 8, 1, 8}, {1, 1, 4, 1}, {1, 8, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 1, 16, 32, 8, 8, 32, 4, 2, 1, 1, 1, {1, 1, 2, 1}, {1, 8, 1, 8}, {1, 1, 4, 1}, {1, 8, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 1, 16, 32, 16, 8, 32, 4, 2, 1, 1, 1, {1, 1, 4, 1}, {1, 16, 1, 4}, {1, 1, 8, 1}, {1, 16, 1, 4}, 0 }, { "bwd", miopenHalf, 1, 1, 16, 32, 16, 8, 32, 4, 2, 1, 1, 1, {1, 1, 4, 1}, {1, 16, 1, 4}, {1, 1, 8, 1}, {1, 16, 1, 4}, 0 }, { "bwd", miopenHalf, 4, 1, 8, 64, 16, 4, 64, 4, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 16, 1, 8}, {1, 1, 8, 1}, {1, 16, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 1, 8, 64, 16, 4, 64, 4, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 16, 1, 8}, {1, 1, 8, 1}, {1, 16, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 1, 64, 4, 16, 64, 4, 4, 1, 1, 1, 1, {1, 1, 16, 1}, {1, 16, 1, 4}, {1, 1, 1, 1}, {1, 16, 1, 4}, 0 }, { "bwd", miopenHalf, 1, 1, 64, 4, 16, 64, 4, 4, 1, 1, 1, 1, {1, 1, 16, 1}, {1, 16, 1, 4}, {1, 1, 1, 1}, {1, 16, 1, 4}, 0 }, { "bwd", miopenHalf, 4, 0, 16, 16, 16, 16, 16, 4, 1, 1, 1, 1, {1, 4, 1, 1}, {1, 4, 1, 16}, {1, 4, 1, 1}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 0, 16, 16, 16, 16, 16, 4, 1, 1, 1, 1, {1, 4, 1, 1}, {1, 4, 1, 16}, {1, 4, 1, 1}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 16, 16, 16, 16, 16, 4, 1, 1, 1, 1, {4, 1, 1, 1}, {1, 4, 1, 16}, {4, 1, 1, 1}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 16, 16, 16, 16, 16, 4, 1, 1, 1, 1, {4, 1, 1, 1}, {1, 4, 1, 16}, {4, 1, 1, 1}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 0, 16, 16, 8, 16, 16, 4, 1, 1, 1, 1, {1, 2, 1, 1}, {1, 4, 1, 16}, {1, 2, 1, 1}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 0, 16, 16, 8, 16, 16, 4, 1, 1, 1, 1, {1, 2, 1, 1}, {1, 4, 1, 16}, {1, 2, 1, 1}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 1, 16, 16, 8, 16, 16, 4, 1, 1, 1, 1, {2, 1, 1, 1}, {1, 4, 1, 16}, {2, 1, 1, 1}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 1, 1, 16, 16, 8, 16, 16, 4, 1, 1, 1, 1, {2, 1, 1, 1}, {1, 4, 1, 16}, {2, 1, 1, 1}, {1, 4, 1, 16}, 0 }, { "bwd", miopenHalf, 4, 0, 16, 16, 16, 16, 16, 4, 1, 1, 1, 1, {1, 2, 1, 2}, {1, 8, 1, 8}, {1, 2, 1, 2}, {1, 8, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 0, 16, 16, 16, 16, 16, 4, 1, 1, 1, 1, {1, 2, 1, 2}, {1, 8, 1, 8}, {1, 2, 1, 2}, {1, 8, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 1, 16, 16, 16, 16, 16, 4, 1, 1, 1, 1, {1, 2, 1, 2}, {1, 8, 1, 8}, {1, 2, 2, 1}, {1, 8, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 1, 16, 16, 16, 16, 16, 4, 1, 1, 1, 1, {2, 1, 2, 1}, {1, 8, 1, 8}, {2, 1, 2, 1}, {1, 8, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 1, 16, 16, 16, 16, 16, 4, 1, 1, 1, 1, {1, 2, 1, 2}, {1, 8, 1, 8}, {1, 2, 2, 1}, {1, 8, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 1, 16, 16, 16, 16, 16, 4, 1, 1, 1, 1, {2, 1, 2, 1}, {1, 8, 1, 8}, {2, 1, 2, 1}, {1, 8, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 1, 16, 16, 8, 16, 16, 4, 1, 1, 1, 1, {1, 1, 2, 1}, {1, 8, 1, 8}, {1, 1, 2, 1}, {1, 8, 1, 8}, 0 }, { "bwd", miopenHalf, 1, 1, 16, 16, 8, 16, 16, 4, 1, 1, 1, 1, {1, 1, 2, 1}, {1, 8, 1, 8}, {1, 1, 2, 1}, {1, 8, 1, 8}, 0 }, { "bwd", miopenHalf, 4, 1, 16, 16, 16, 16, 16, 4, 1, 1, 1, 1, {1, 1, 4, 1}, {1, 16, 1, 4}, {1, 1, 4, 1}, {1, 16, 1, 4}, 0 }, { "bwd", miopenHalf, 1, 1, 16, 16, 16, 16, 16, 4, 1, 1, 1, 1, {1, 1, 4, 1}, {1, 16, 1, 4}, {1, 1, 4, 1}, {1, 16, 1, 4}, 0 }, { "bwd", miopenHalf, 4, 1, 4, 64, 16, 4, 64, 4, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 16, 1, 4}, {1, 1, 16, 1}, {1, 16, 1, 4}, 0 }, { "bwd", miopenHalf, 1, 1, 4, 64, 16, 4, 64, 4, 1, 1, 1, 1, {1, 1, 1, 1}, {1, 16, 1, 4}, {1, 1, 16, 1}, {1, 16, 1, 4}, 0 }, }; // clang-format on if(ctx.IsFp16()) return tunables_fp16; else return tunables_fp32; } // This is a helper function for selecting better performing config static bool mayHaveBiggerGemmNPerBlock(int gemm_m, int gemm_n, bool is_unit_yx, const TunableImplicitGemmGTCDynamic_t& cfg) { float n_times_m = static_cast(gemm_n) / static_cast(gemm_m); // since gemm_n is much bigger than gemm_m, we want to use a config where gemm_n_per_block is // bigger than gemm_m_per_block if(!is_unit_yx && n_times_m >= 5.0f && cfg.gemm_m_per_block >= cfg.gemm_n_per_block && cfg.gemm_n_per_block >= 32) return (true); return (false); }; static std::tuple // grid_size FindImplicitGemmGtcDynamicBwdKernel(const ConvolutionContext& ctx) { auto tunables = GetImplicitGemmGtcDynamicBwdTunablesList(ctx); // so far, "group" is only supported by bwd fp16 kernels const auto group = ctx.IsFp16() ? ctx.group_counts : 1; const auto hi = ctx.out_height; const auto wi = ctx.out_width; const auto n = ctx.batch_sz; const auto k = ctx.n_inputs / group; const auto c = ctx.n_outputs / group; const auto ho = ctx.in_height; const auto wo = ctx.in_width; const auto stride_h = ctx.in_height > 1 ? ctx.kernel_stride_h : 1; const auto stride_w = ctx.in_width > 1 ? ctx.kernel_stride_w : 1; const auto dilation_h = ctx.kernel_size_h > 1 ? ctx.kernel_dilation_h : 1; const auto dilation_w = ctx.kernel_size_w > 1 ? ctx.kernel_dilation_w : 1; const auto pad_h = ctx.pad_h; const auto pad_w = ctx.pad_w; const auto y = ctx.kernel_size_h; const auto x = ctx.kernel_size_w; const auto gcd_stride_dilation_h = gcd(stride_h, dilation_h); const auto gcd_stride_dilation_w = gcd(stride_w, dilation_w); const auto y_tilda = stride_h / gcd_stride_dilation_h; const auto x_tilda = stride_w / gcd_stride_dilation_w; const auto h_tilda = ho + (dilation_h * (y - 1) + stride_h - 1) / stride_h; const auto w_tilda = wo + (dilation_w * (x - 1) + stride_w - 1) / stride_w; const auto y_dot = integer_divide_ceil(y, y_tilda); const auto x_dot = integer_divide_ceil(x, x_tilda); const auto h_tilda_left = std::max(0, pad_h - dilation_h * (y_tilda - 1)) / stride_h; const auto w_tilda_left = std::max(0, pad_w - dilation_w * (x_tilda - 1)) / stride_w; const auto h_tilda_right = std::min(h_tilda, (pad_h + hi - 1 + stride_h - 1) / stride_h + 1); const auto w_tilda_right = std::min(w_tilda, (pad_w + wi - 1 + stride_w - 1) / stride_w + 1); const auto h_tilda_slice = h_tilda_right - h_tilda_left; const auto w_tilda_slice = w_tilda_right - w_tilda_left; const auto num_of_gemm = y_tilda * x_tilda; const auto gemm_m = c; const auto gemm_n = n * h_tilda_slice * w_tilda_slice; bool unit_conv = (x == 1) && (y == 1) && (stride_h == 1) && (stride_w == 1) && (dilation_h == 1) && (dilation_w == 1) && (pad_h == 0) && (pad_w == 0); for(const auto& cfg : tunables) { const auto b = (cfg.nxe == 0 || ctx.IsFp32()) ? h_tilda_slice * w_tilda_slice : ((h_tilda_slice * w_tilda_slice + cfg.nxb - 1) / cfg.nxb) * cfg.nxb; const auto gemm_n_packed = ctx.IsFp16() ? n * b : gemm_n; assert((cfg.gemm_n_per_block != 0) && (cfg.gemm_m_per_block != 0) && (cfg.nxb != 0) && (cfg.gemm_k_per_block != 0)); if(cfg.nxe == 0 && !unit_conv) continue; if((gemm_n_packed % cfg.gemm_n_per_block != 0) || (gemm_m % cfg.gemm_m_per_block != 0)) continue; if(cfg.gemm_n_per_block % cfg.nxb != 0) continue; // ho * wo is 4x, gemm_n is 256, hence need batch size 256/4=64x if(n % (cfg.gemm_n_per_block / cfg.nxb) != 0) continue; if(b % cfg.nxb != 0) continue; // if thread length have multiple value in K direction, then must make sure K is multiply of // gemm_k_per_block if((cfg.tensor_a_thread_lengths[0] != 1 || cfg.tensor_a_thread_lengths[1] != 1 || cfg.tensor_b_thread_lengths[0] != 1 || cfg.tensor_b_thread_lengths[1] != 1) && (k % cfg.gemm_k_per_block != 0)) continue; bool gemm_k_valid = true; for(int gemm_id = 0; gemm_id < num_of_gemm; gemm_id++) { int i_y_tilda = gemm_id / x_tilda; int i_x_tilda = gemm_id % x_tilda; int y_dot_slice = (i_y_tilda + 1) * y_dot <= y ? y_dot : y % y_dot; int x_dot_slice = (i_x_tilda + 1) * x_dot <= x ? x_dot : x % x_dot; int gemm_k = k * y_dot_slice * x_dot_slice; bool is_gemm_not_empty = gemm_k > 0; if(is_gemm_not_empty) { if(gemm_k % cfg.gemm_k_per_block != 0) gemm_k_valid = false; } } if(!gemm_k_valid) continue; // the following check is only used for bwd fp16 if(ctx.IsFp16()) { // output vector load limitation, n1b if(cfg.nxe == 0 && cfg.tensor_b_thread_lengths[3] > 1 && (ho * wo) % cfg.tensor_b_thread_lengths[3] != 0) continue; bool is_unit_yx = (y == 1 && x == 1); // configs with nxe == 1 and tensor_a_thread_lengths[3] > 1 can only be used with x=y=1 if(cfg.nxe == 1 && cfg.tensor_a_thread_lengths[3] > 1 && !is_unit_yx) continue; // let's check the next configuration even though this configuration is applicable if(mayHaveBiggerGemmNPerBlock(gemm_m, gemm_n, is_unit_yx, cfg)) continue; }; return std::make_tuple(true, cfg, cfg.GetKernelName(), cfg.GetBlockSize(), group * integer_divide_ceil(gemm_m, cfg.gemm_m_per_block) * integer_divide_ceil(gemm_n_packed, cfg.gemm_n_per_block)); } if(ctx.IsFp32()) { // second try, try find if packed image size match for(const auto& cfg : tunables) { const auto b = cfg.nxe == 0 ? h_tilda_slice * w_tilda_slice : ((h_tilda_slice * w_tilda_slice + cfg.nxb - 1) / cfg.nxb) * cfg.nxb; const auto gemm_n_packed = n * b; if(cfg.nxe == 0 && !unit_conv) continue; if((gemm_n_packed % cfg.gemm_n_per_block != 0) || (gemm_m % cfg.gemm_m_per_block != 0)) continue; if(cfg.gemm_n_per_block % cfg.nxb != 0) continue; // ho * wo is 4x, gemm_n is 256, hence need batch size 256/4=64x if(n % (cfg.gemm_n_per_block / cfg.nxb) != 0) continue; if(b % cfg.nxb != 0) continue; // if thread length have multiple value in K direction, then must make sure K is // multiply of gemm_k_per_block if((cfg.tensor_a_thread_lengths[0] != 1 || cfg.tensor_a_thread_lengths[1] != 1 || cfg.tensor_b_thread_lengths[0] != 1 || cfg.tensor_b_thread_lengths[1] != 1) && (k % cfg.gemm_k_per_block != 0)) continue; bool gemm_k_valid = true; for(int gemm_id = 0; gemm_id < num_of_gemm; gemm_id++) { int i_y_tilda = gemm_id / x_tilda; int i_x_tilda = gemm_id % x_tilda; int y_dot_slice = (i_y_tilda + 1) * y_dot <= y ? y_dot : y % y_dot; int x_dot_slice = (i_x_tilda + 1) * x_dot <= x ? x_dot : x % x_dot; int gemm_k = k * y_dot_slice * x_dot_slice; bool is_gemm_not_empty = gemm_k > 0; if(is_gemm_not_empty) { if(gemm_k % cfg.gemm_k_per_block != 0) gemm_k_valid = false; } } if(!gemm_k_valid) continue; return std::make_tuple(true, cfg, cfg.GetKernelName(), cfg.GetBlockSize(), integer_divide_ceil(gemm_m, cfg.gemm_m_per_block) * integer_divide_ceil(gemm_n_packed, cfg.gemm_n_per_block)); } }; return std::make_tuple(false, TunableImplicitGemmGTCDynamic_t(), "", -1, -1); } bool ConvAsmImplicitGemmGTCDynamicBwdXdlops::IsApplicable(const ConvolutionContext& ctx) const { if(miopen::IsDisabled(MIOPEN_DEBUG_CONV_IMPLICIT_GEMM_ASM_BWD_GTC_XDLOPS{})) return false; const auto device_name = ctx.GetStream().GetDeviceName(); if(device_name != "gfx908") return false; if(!ctx.use_asm_kernels) return false; if(!ctx.direction.IsBackwardData()) return false; if(!ctx.Is2d()) return false; if(!ctx.IsFp32() && !ctx.IsFp16()) return false; if(!ctx.rmv.IsV3()) return false; // So far, "group" is not supported by the bwd fp32 kernels if(ctx.IsFp32() && ctx.group_counts != 1) return false; if(!ctx.IsLayoutDefault()) { return false; } const auto target = ctx.GetStream().GetTargetProperties(); if(target.Xnack() && *target.Xnack()) return false; bool isValid; std::tie(isValid, std::ignore, std::ignore, std::ignore, std::ignore) = FindImplicitGemmGtcDynamicBwdKernel(ctx); return isValid; } ConvSolution ConvAsmImplicitGemmGTCDynamicBwdXdlops::GetSolution(const ConvolutionContext& ctx) const { ConvSolution result; KernelInfo kernel; std::ostringstream options; std::string kernel_name; int block_size; int grid_size; TunableImplicitGemmGTCDynamic_t cfg; std::tie(std::ignore, cfg, kernel_name, block_size, grid_size) = FindImplicitGemmGtcDynamicBwdKernel(ctx); kernel.kernel_file = kernel_name + ".s"; kernel.kernel_name = kernel_name; kernel.g_wk.clear(); kernel.g_wk.push_back(grid_size * block_size); kernel.g_wk.push_back(1); kernel.g_wk.push_back(1); kernel.l_wk.clear(); kernel.l_wk.push_back(block_size); kernel.l_wk.push_back(1); kernel.l_wk.push_back(1); GenerateClangDefsym(options, "ROCM_METADATA_VERSION", ctx.rmv.UseV3() ? 5 : 4); kernel.comp_options = options.str(); MIOPEN_LOG_I2(kernel.kernel_file + ":" + kernel.kernel_name); result.invoker_factory = conv::MakeImplGemmDynamicBackwardDataInvokerFactory(ctx, cfg); result.construction_params.push_back(kernel); return result; } } // namespace solver } // namespace miopen