/* ************************************************************************ * Copyright 2016-2021 Advanced Micro Devices, Inc. * ************************************************************************ */ #include "../blas3/rocblas_trmm.hpp" #include "handle.hpp" #include "logging.hpp" #include "rocblas.h" #include "utility.hpp" #define Strmm_outofplace_batched_NB 32 #define Dtrmm_outofplace_batched_NB 32 #define Ctrmm_outofplace_batched_NB 32 #define Ztrmm_outofplace_batched_NB 32 namespace { template constexpr char rocblas_trmm_outofplace_batched_name[] = "unknown"; template <> constexpr char rocblas_trmm_outofplace_batched_name[] = "rocblas_strmm_outofplace_batched"; template <> constexpr char rocblas_trmm_outofplace_batched_name[] = "rocblas_dtrmm_outofplace_batched"; template <> constexpr char rocblas_trmm_outofplace_batched_name[] = "rocblas_ctrmm_outofplace_batched"; template <> constexpr char rocblas_trmm_outofplace_batched_name[] = "rocblas_ztrmm_outofplace_batched"; template rocblas_status rocblas_trmm_outofplace_batched_impl(rocblas_handle handle, rocblas_side side, rocblas_fill uplo, rocblas_operation transa, rocblas_diagonal diag, rocblas_int m, rocblas_int n, const T* alpha, const T* const a[], rocblas_int lda, const T* const b[], rocblas_int ldb, T* const c[], rocblas_int ldc, rocblas_int batch_count) { if(!handle) return rocblas_status_invalid_handle; RETURN_ZERO_DEVICE_MEMORY_SIZE_IF_QUERIED(handle); auto layer_mode = handle->layer_mode; if(layer_mode & (rocblas_layer_mode_log_trace | rocblas_layer_mode_log_bench | rocblas_layer_mode_log_profile) && (!handle->is_device_memory_size_query())) { auto side_letter = rocblas_side_letter(side); auto uplo_letter = rocblas_fill_letter(uplo); auto transa_letter = rocblas_transpose_letter(transa); auto diag_letter = rocblas_diag_letter(diag); if(layer_mode & rocblas_layer_mode_log_trace) log_trace(handle, rocblas_trmm_outofplace_batched_name, side, uplo, transa, diag, m, n, LOG_TRACE_SCALAR_VALUE(handle, alpha), a, lda, b, ldb, c, ldc, batch_count); if(layer_mode & rocblas_layer_mode_log_bench) log_bench(handle, "./rocblas-bench -f trmm_outofplace_batched -r", rocblas_precision_string, "--side", side_letter, "--uplo", uplo_letter, "--transposeA", transa_letter, "--diag", diag_letter, "-m", m, "-n", n, LOG_BENCH_SCALAR_VALUE(handle, alpha), "--lda", lda, "--ldb", ldb, "--ldc", ldc, "--batch_count", batch_count); if(layer_mode & rocblas_layer_mode_log_profile) log_profile(handle, rocblas_trmm_outofplace_batched_name, "side", side_letter, "uplo", uplo_letter, "transa", transa_letter, "diag", diag_letter, "m", m, "n", n, "lda", lda, "ldb", ldb, "ldc", ldc, "batch_count", batch_count); } rocblas_int nrowa = rocblas_side_left == side ? m : n; if(m < 0 || n < 0 || lda < nrowa || ldb < m || ldc < m || batch_count < 0) return rocblas_status_invalid_size; if(m == 0 || n == 0 || batch_count == 0) return rocblas_status_success; if(!b || !c || !alpha) return rocblas_status_invalid_pointer; rocblas_int offset_a = 0; rocblas_int offset_b = 0; rocblas_int offset_c = 0; rocblas_stride stride_a = 0; rocblas_stride stride_b = 0; rocblas_stride stride_c = 0; rocblas_stride stride_alpha = 0; if(rocblas_pointer_mode_host == handle->pointer_mode && 0 == *alpha) { PRINT_AND_RETURN_IF_ROCBLAS_ERROR(set_matrix_zero_if_alpha_zero_template( handle, m, n, alpha, 0, c, ldc, offset_c, batch_count)); return rocblas_status_success; } else if(rocblas_pointer_mode_device == handle->pointer_mode) { // set matrix to zero and continue calculation. This will give // the same functionality as Legacy BLAS. alpha is on device and // it should not be copied from device to host because this is // an asynchronous function and the copy would make it synchronous. PRINT_AND_RETURN_IF_ROCBLAS_ERROR(set_matrix_zero_if_alpha_zero_template( handle, m, n, alpha, 0, c, ldc, offset_c, batch_count)); } if(rocblas_pointer_mode_host == handle->pointer_mode && !a) return rocblas_status_invalid_pointer; rocblas_int a_col = rocblas_side_left == side ? m : n; bool i64_indices = (a_col * size_t(lda) > std::numeric_limits::max()) || (n * size_t(ldb) > std::numeric_limits::max()) || (n * size_t(ldc) > std::numeric_limits::max()); if(i64_indices) { rocblas_internal_trmm_template(handle, side, uplo, transa, diag, m, n, alpha, stride_alpha, a, size_t(offset_a), size_t(lda), stride_a, b, size_t(offset_b), size_t(ldb), stride_b, c, size_t(offset_c), size_t(ldc), stride_c, batch_count); } else { rocblas_internal_trmm_template(handle, side, uplo, transa, diag, m, n, alpha, stride_alpha, a, offset_a, lda, stride_a, b, offset_b, ldb, stride_b, c, offset_c, ldc, stride_c, batch_count); } return rocblas_status_success; } } // namespace /* * =========================================================================== * C wrapper * =========================================================================== */ extern "C" { #ifdef IMPL #error IMPL ALREADY DEFINED #endif #define IMPL(routine_name_, T_, BATCHED_NB_) \ rocblas_status routine_name_(rocblas_handle handle, \ rocblas_side side, \ rocblas_fill uplo, \ rocblas_operation transa, \ rocblas_diagonal diag, \ rocblas_int m, \ rocblas_int n, \ const T_* alpha, \ const T_* const a[], \ rocblas_int lda, \ const T_* const b[], \ rocblas_int ldb, \ T_* const c[], \ rocblas_int ldc, \ rocblas_int batch_count) \ try \ { \ return rocblas_trmm_outofplace_batched_impl( \ handle, side, uplo, transa, diag, m, n, alpha, a, lda, b, ldb, c, ldc, batch_count); \ } \ catch(...) \ { \ return exception_to_rocblas_status(); \ } IMPL(rocblas_strmm_outofplace_batched, float, Strmm_outofplace_batched_NB); IMPL(rocblas_dtrmm_outofplace_batched, double, Dtrmm_outofplace_batched_NB); IMPL(rocblas_ctrmm_outofplace_batched, rocblas_float_complex, Ctrmm_outofplace_batched_NB); IMPL(rocblas_ztrmm_outofplace_batched, rocblas_double_complex, Ztrmm_outofplace_batched_NB); #undef IMPL } // extern "C" /* ============================================================================================ */