/*! \file */ /* ************************************************************************ * Copyright (c) 2021 Advanced Micro Devices, Inc. * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN * THE SOFTWARE. * * ************************************************************************ */ #include "testing.hpp" #include "auto_testing_bad_arg.hpp" #include "rocsparse_enum.hpp" template void testing_bsrsm_bad_arg(const Arguments& arg) { static const size_t safe_size = 100; // Create rocsparse handle rocsparse_local_handle local_handle; // Create matrix descriptor rocsparse_local_mat_descr local_descr; // Create matrix info rocsparse_local_mat_info local_info; T h_alpha = static_cast(1); size_t h_buffer_size; rocsparse_int h_position; // Local declaration rocsparse_handle handle = local_handle; rocsparse_direction dir = rocsparse_direction_row; rocsparse_operation trans_A = rocsparse_operation_none; rocsparse_operation trans_X = rocsparse_operation_none; rocsparse_int mb = safe_size; rocsparse_int nrhs = safe_size; rocsparse_int nnzb = safe_size; const T* alpha = &h_alpha; rocsparse_mat_descr descr = local_descr; const T* bsr_val = (const T*)0x4; const rocsparse_int* bsr_row_ptr = (const rocsparse_int*)0x4; const rocsparse_int* bsr_col_ind = (const rocsparse_int*)0x4; rocsparse_int block_dim = safe_size; const T* B = (const T*)0x4; rocsparse_int ldb = mb * block_dim; T* X = (T*)0x4; rocsparse_int ldx = mb * block_dim; rocsparse_mat_info info = local_info; rocsparse_analysis_policy analysis = rocsparse_analysis_policy_force; rocsparse_solve_policy solve = rocsparse_solve_policy_auto; size_t* buffer_size = &h_buffer_size; void* temp_buffer = (void*)0x4; rocsparse_int* position = &h_position; // bsrsm_buffer_size #define PARAMS_BUFFER_SIZE \ handle, dir, trans_A, trans_X, mb, nrhs, nnzb, descr, bsr_val, bsr_row_ptr, bsr_col_ind, \ block_dim, info, buffer_size auto_testing_bad_arg(rocsparse_bsrsm_buffer_size, PARAMS_BUFFER_SIZE); // Invalid size { auto tmp = block_dim; block_dim = 0; EXPECT_ROCSPARSE_STATUS(rocsparse_bsrsm_buffer_size(PARAMS_BUFFER_SIZE), rocsparse_status_invalid_size); block_dim = tmp; } // bsrsm_analysis #define PARAMS_ANALYSIS \ handle, dir, trans_A, trans_X, mb, nrhs, nnzb, descr, bsr_val, bsr_row_ptr, bsr_col_ind, \ block_dim, info, analysis, solve, temp_buffer auto_testing_bad_arg(rocsparse_bsrsm_analysis, PARAMS_ANALYSIS); // Invalid size { auto tmp = block_dim; block_dim = 0; EXPECT_ROCSPARSE_STATUS(rocsparse_bsrsm_analysis(PARAMS_ANALYSIS), rocsparse_status_invalid_size); block_dim = tmp; } // bsrsm_solve #define PARAMS_SOLVE \ handle, dir, trans_A, trans_X, mb, nrhs, nnzb, alpha, descr, bsr_val, bsr_row_ptr, \ bsr_col_ind, block_dim, info, B, ldb, X, ldx, solve, temp_buffer auto_testing_bad_arg(rocsparse_bsrsm_solve, PARAMS_SOLVE); // Invalid size { auto tmp = block_dim; block_dim = 0; EXPECT_ROCSPARSE_STATUS(rocsparse_bsrsm_solve(PARAMS_SOLVE), rocsparse_status_invalid_size); block_dim = tmp; } { auto tmp = ldb; ldb = safe_size / 2; EXPECT_ROCSPARSE_STATUS(rocsparse_bsrsm_solve(PARAMS_SOLVE), rocsparse_status_invalid_size); ldb = tmp; } { auto tmp = ldx; ldx = safe_size / 2; EXPECT_ROCSPARSE_STATUS(rocsparse_bsrsm_solve(PARAMS_SOLVE), rocsparse_status_invalid_size); ldx = tmp; } { auto tmp = ldb; ldb = safe_size / 2; trans_X = rocsparse_operation_transpose; EXPECT_ROCSPARSE_STATUS(rocsparse_bsrsm_solve(PARAMS_SOLVE), rocsparse_status_invalid_size); ldb = tmp; // trans_X = rocsparse_operation_none; } { auto tmp = ldx; ldx = safe_size / 2; trans_X = rocsparse_operation_transpose; EXPECT_ROCSPARSE_STATUS(rocsparse_bsrsm_solve(PARAMS_SOLVE), rocsparse_status_invalid_size); ldx = tmp; trans_X = rocsparse_operation_none; } // bsrsm_zero_pivot auto_testing_bad_arg(rocsparse_bsrsm_zero_pivot, handle, info, position); // bsrsm_clear auto_testing_bad_arg(rocsparse_bsrsm_clear, handle, info); // Matrix types different from general for(auto val : rocsparse_matrix_type_t::values) { if(val != rocsparse_matrix_type_general) { CHECK_ROCSPARSE_ERROR(rocsparse_set_mat_type(descr, val)); EXPECT_ROCSPARSE_STATUS(rocsparse_bsrsm_buffer_size(PARAMS_BUFFER_SIZE), rocsparse_status_not_implemented); EXPECT_ROCSPARSE_STATUS(rocsparse_bsrsm_analysis(PARAMS_ANALYSIS), rocsparse_status_not_implemented); EXPECT_ROCSPARSE_STATUS(rocsparse_bsrsm_solve(PARAMS_SOLVE), rocsparse_status_not_implemented); } } CHECK_ROCSPARSE_ERROR(rocsparse_set_mat_type(descr, rocsparse_matrix_type_general)); #undef PARAMS_BUFFER_SIZE #undef PARAMS_ANALYSIS #undef PARAMS_SOLVE // Additional tests for invalid zero matrices EXPECT_ROCSPARSE_STATUS(rocsparse_bsrsm_buffer_size(handle, dir, trans_A, trans_X, mb, nrhs, nnzb, descr, nullptr, bsr_row_ptr, nullptr, block_dim, info, buffer_size), rocsparse_status_invalid_pointer); EXPECT_ROCSPARSE_STATUS(rocsparse_bsrsm_analysis(handle, dir, trans_A, trans_X, mb, nrhs, nnzb, descr, nullptr, bsr_row_ptr, nullptr, block_dim, info, analysis, solve, temp_buffer), rocsparse_status_invalid_pointer); EXPECT_ROCSPARSE_STATUS(rocsparse_bsrsm_solve(handle, dir, trans_A, trans_X, mb, nrhs, nnzb, alpha, descr, nullptr, bsr_row_ptr, nullptr, block_dim, info, B, ldb, X, ldx, solve, temp_buffer), rocsparse_status_invalid_pointer); } template void testing_bsrsm(const Arguments& arg) { rocsparse_int m = arg.M; rocsparse_int nrhs = arg.K; rocsparse_int block_dim = arg.block_dim; rocsparse_operation trans_A = arg.transA; rocsparse_operation trans_X = arg.transB; rocsparse_direction dir = arg.direction; rocsparse_diag_type diag = arg.diag; rocsparse_fill_mode uplo = arg.uplo; rocsparse_analysis_policy apol = arg.apol; rocsparse_solve_policy spol = arg.spol; rocsparse_index_base base = arg.baseA; // BSR dimension rocsparse_int mb = (block_dim > 0) ? (m + block_dim - 1) / block_dim : -1; // Scalar host_scalar h_alpha; *h_alpha = arg.get_alpha(); // Create rocsparse handle rocsparse_local_handle handle; // Create matrix descriptor rocsparse_local_mat_descr descr; // Create matrix info rocsparse_local_mat_info info; // Set matrix diag type CHECK_ROCSPARSE_ERROR(rocsparse_set_mat_diag_type(descr, diag)); // Set matrix fill mode CHECK_ROCSPARSE_ERROR(rocsparse_set_mat_fill_mode(descr, uplo)); // Set matrix index base CHECK_ROCSPARSE_ERROR(rocsparse_set_mat_index_base(descr, base)); // Argument sanity check before allocating invalid memory if(mb <= 0 || nrhs <= 0) { static const size_t safe_size = 100; size_t buffer_size; rocsparse_int pivot; CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_host)); EXPECT_ROCSPARSE_STATUS(rocsparse_bsrsm_buffer_size(handle, dir, trans_A, trans_X, mb, nrhs, safe_size, descr, nullptr, nullptr, nullptr, block_dim, info, &buffer_size), (mb < 0 || nrhs < 0 || block_dim <= 0) ? rocsparse_status_invalid_size : rocsparse_status_success); EXPECT_ROCSPARSE_STATUS(rocsparse_bsrsm_analysis(handle, dir, trans_A, trans_X, mb, nrhs, safe_size, descr, nullptr, nullptr, nullptr, block_dim, info, apol, spol, nullptr), (mb < 0 || nrhs < 0 || block_dim <= 0) ? rocsparse_status_invalid_size : rocsparse_status_success); EXPECT_ROCSPARSE_STATUS(rocsparse_bsrsm_solve(handle, dir, trans_A, trans_X, mb, nrhs, safe_size, h_alpha, descr, nullptr, nullptr, nullptr, block_dim, info, nullptr, safe_size, nullptr, safe_size, spol, nullptr), (mb < 0 || nrhs < 0 || block_dim <= 0) ? rocsparse_status_invalid_size : rocsparse_status_success); EXPECT_ROCSPARSE_STATUS(rocsparse_bsrsm_zero_pivot(handle, info, &pivot), rocsparse_status_success); EXPECT_ROCSPARSE_STATUS(rocsparse_bsrsm_clear(handle, info), rocsparse_status_success); return; } // Allocate host memory for BSR matrix A rocsparse_matrix_factory matrix_factory(arg); host_gebsr_matrix hA; device_gebsr_matrix dA; matrix_factory.init_bsr(hA, dA, mb, mb); m = mb * dA.row_block_dim; // RHS matrix B host_dense_matrix hB((trans_X == rocsparse_operation_none) ? m : nrhs, (trans_X == rocsparse_operation_none) ? nrhs : m); rocsparse_matrix_utils::init(hB); device_dense_matrix dB(hB); // Solution matrix X host_dense_matrix hX_gold((trans_X == rocsparse_operation_none) ? m : nrhs, (trans_X == rocsparse_operation_none) ? nrhs : m); rocsparse_matrix_utils::init(hX_gold); device_dense_matrix dX(hX_gold); host_scalar analysis_pivot_gold; host_scalar solve_pivot_gold; #define CALL_BUFFER_SIZE \ CHECK_ROCSPARSE_ERROR(rocsparse_bsrsm_buffer_size(handle, \ dir, \ trans_A, \ trans_X, \ mb, \ nrhs, \ dA.nnzb, \ descr, \ dA.val, \ dA.ptr, \ dA.ind, \ block_dim, \ info, \ &buffer_size)); #define CALL_ANALYSIS \ CHECK_ROCSPARSE_ERROR(rocsparse_bsrsm_analysis(handle, \ dir, \ trans_A, \ trans_X, \ mb, \ nrhs, \ dA.nnzb, \ descr, \ dA.val, \ dA.ptr, \ dA.ind, \ block_dim, \ info, \ apol, \ spol, \ dbuffer)) #define CALL_SOLVE(alpha) \ CHECK_ROCSPARSE_ERROR(rocsparse_bsrsm_solve(handle, \ dir, \ trans_A, \ trans_X, \ mb, \ nrhs, \ dA.nnzb, \ alpha, \ descr, \ dA.val, \ dA.ptr, \ dA.ind, \ block_dim, \ info, \ dB, \ dB.ld, \ dX, \ dX.ld, \ spol, \ dbuffer)) // Obtain required buffer size size_t buffer_size; CALL_BUFFER_SIZE; void* dbuffer; CHECK_HIP_ERROR(hipMalloc(&dbuffer, buffer_size)); if(arg.unit_check) { // HOST MODE CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_host)); host_scalar analysis_pivot; host_scalar solve_pivot; // bsrsm_analysis CALL_ANALYSIS; CHECK_HIP_ERROR(hipDeviceSynchronize()); // Obtain pivot information { auto st = rocsparse_bsrsm_zero_pivot(handle, info, analysis_pivot); EXPECT_ROCSPARSE_STATUS( st, ((*analysis_pivot != -1) ? rocsparse_status_zero_pivot : rocsparse_status_success)); } CHECK_HIP_ERROR(hipDeviceSynchronize()); // bsrsm_solve CALL_SOLVE(h_alpha); CHECK_HIP_ERROR(hipDeviceSynchronize()); // Obtain pivot information { auto st = rocsparse_bsrsm_zero_pivot(handle, info, solve_pivot); EXPECT_ROCSPARSE_STATUS( st, (*solve_pivot != -1) ? rocsparse_status_zero_pivot : rocsparse_status_success); } CHECK_HIP_ERROR(hipDeviceSynchronize()); // host_bsrsm host_bsrsm(mb, nrhs, hA.nnzb, dir, trans_A, trans_X, *h_alpha, hA.ptr, hA.ind, hA.val, block_dim, hB, hB.ld, hX_gold, hX_gold.ld, diag, uplo, base, analysis_pivot_gold, solve_pivot_gold); // Check pivots analysis_pivot_gold.unit_check(analysis_pivot); solve_pivot_gold.unit_check(solve_pivot); // Check solution matrix if no pivot has been found if(*analysis_pivot_gold == -1 && *solve_pivot_gold == -1) { hX_gold.near_check(dX); } // DEVICE MODE CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_device)); // Copy alpha to device device_dense_matrix d_alpha(h_alpha); // Reset mat info info.reset(); size_t buffer_size_gold = buffer_size; CALL_BUFFER_SIZE; unit_check_scalar(buffer_size, buffer_size_gold); // bsrsm_analysis CALL_ANALYSIS; CHECK_HIP_ERROR(hipDeviceSynchronize()); // Obtain pivot information device_scalar d_analysis_pivot; EXPECT_ROCSPARSE_STATUS(rocsparse_bsrsm_zero_pivot(handle, info, d_analysis_pivot), (*analysis_pivot_gold != -1) ? rocsparse_status_zero_pivot : rocsparse_status_success); CHECK_HIP_ERROR(hipDeviceSynchronize()); // bsrsm_solve CALL_SOLVE(d_alpha); CHECK_HIP_ERROR(hipDeviceSynchronize()); // Obtain pivot information device_scalar d_solve_pivot; EXPECT_ROCSPARSE_STATUS(rocsparse_bsrsm_zero_pivot(handle, info, d_solve_pivot), (*solve_pivot_gold != -1) ? rocsparse_status_zero_pivot : rocsparse_status_success); CHECK_HIP_ERROR(hipDeviceSynchronize()); // Check pivots analysis_pivot_gold.unit_check(d_analysis_pivot); solve_pivot_gold.unit_check(d_solve_pivot); // Check solution matrix if no pivot has been found if(*analysis_pivot_gold == -1 && *solve_pivot_gold == -1) { hX_gold.near_check(dX); } } if(arg.timing) { int number_cold_calls = 2; int number_hot_calls = arg.iters; CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_host)); // Warm up for(int iter = 0; iter < number_cold_calls; ++iter) { CALL_ANALYSIS; CALL_SOLVE(h_alpha); CHECK_ROCSPARSE_ERROR(rocsparse_bsrsm_clear(handle, info)); } double gpu_analysis_time_used = get_time_us(); CALL_ANALYSIS; gpu_analysis_time_used = get_time_us() - gpu_analysis_time_used; rocsparse_bsrsm_zero_pivot(handle, info, analysis_pivot_gold); double gpu_solve_time_used = get_time_us(); // Performance run for(int iter = 0; iter < number_hot_calls; ++iter) { CALL_SOLVE(h_alpha); } gpu_solve_time_used = (get_time_us() - gpu_solve_time_used) / number_hot_calls; rocsparse_bsrsm_zero_pivot(handle, info, solve_pivot_gold); double gflop_count = csrsv_gflop_count(m, dA.nnzb * block_dim * block_dim, diag) * nrhs; double gbyte_count = bsrsv_gbyte_count(mb, dA.nnzb, block_dim) * nrhs; double gpu_gflops = get_gpu_gflops(gpu_solve_time_used, gflop_count); double gpu_gbyte = get_gpu_gbyte(gpu_solve_time_used, gbyte_count); rocsparse_int pivot = (*analysis_pivot_gold != -1 && *solve_pivot_gold != -1) ? std::min(*analysis_pivot_gold, *solve_pivot_gold) : std::max(*analysis_pivot_gold, *solve_pivot_gold); display_timing_info("M", m, "nnz", hA.nnzb * block_dim * block_dim, "nrhs", nrhs, "block_dim", block_dim, "alpha", *h_alpha, "pivot", pivot, "op(A)", rocsparse_operation2string(trans_A), "op(B/X)", rocsparse_operation2string(trans_X), "diag_type", rocsparse_diagtype2string(diag), "fill", rocsparse_fillmode2string(uplo), "analysis", rocsparse_analysis2string(apol), "solve", rocsparse_solve2string(spol), s_timing_info_perf, gpu_gflops, s_timing_info_bandwidth, gpu_gbyte, "analysis_msec", gpu_analysis_time_used / 1e3, "solve_msec", gpu_solve_time_used / 1e3, "iter", number_hot_calls, "verified", (arg.unit_check ? "yes" : "no")); } // Clear bsrsm meta data CHECK_ROCSPARSE_ERROR(rocsparse_bsrsm_clear(handle, info)); // Free buffer CHECK_HIP_ERROR(hipFree(dbuffer)); } #define INSTANTIATE(TYPE) \ template void testing_bsrsm_bad_arg(const Arguments& arg); \ template void testing_bsrsm(const Arguments& arg) INSTANTIATE(float); INSTANTIATE(double); INSTANTIATE(rocsparse_float_complex); INSTANTIATE(rocsparse_double_complex);