/*! \file */ /* ************************************************************************ * Copyright (c) 2020-2021 Advanced Micro Devices, Inc. * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN * THE SOFTWARE. * * ************************************************************************ */ #include "testing.hpp" #include "auto_testing_bad_arg.hpp" template void testing_csr2gebsr_bad_arg(const Arguments& arg) { static const size_t safe_size = 100; // Create rocsparse handle rocsparse_local_handle local_handle; // Create descriptors rocsparse_local_mat_descr local_csr_descr; rocsparse_local_mat_descr local_bsr_descr; rocsparse_handle handle = local_handle; rocsparse_direction dir = rocsparse_direction_row; rocsparse_int m = safe_size; rocsparse_int n = safe_size; const rocsparse_mat_descr csr_descr = local_csr_descr; const T* csr_val = (const T*)0x4; const rocsparse_int* csr_row_ptr = (const rocsparse_int*)0x4; const rocsparse_int* csr_col_ind = (const rocsparse_int*)0x4; const rocsparse_mat_descr bsr_descr = local_bsr_descr; T* bsr_val = (T*)0x4; rocsparse_int* bsr_row_ptr = (rocsparse_int*)0x4; rocsparse_int* bsr_col_ind = (rocsparse_int*)0x4; rocsparse_int row_block_dim = safe_size; rocsparse_int col_block_dim = safe_size; rocsparse_int* bsr_nnz_devhost = (rocsparse_int*)0x4; size_t* buffer_size = (size_t*)0x4; void* temp_buffer = (void*)0x4; int nargs_to_exclude = 1; const int args_to_exclude[1] = {6}; #define PARAMS_BUFFER_SIZE \ handle, dir, m, n, csr_descr, csr_val, csr_row_ptr, csr_col_ind, row_block_dim, col_block_dim, \ buffer_size #define PARAMS_NNZ \ handle, dir, m, n, csr_descr, csr_row_ptr, csr_col_ind, bsr_descr, bsr_row_ptr, row_block_dim, \ col_block_dim, bsr_nnz_devhost, temp_buffer #define PARAMS \ handle, dir, m, n, csr_descr, csr_val, csr_row_ptr, csr_col_ind, bsr_descr, bsr_val, \ bsr_row_ptr, bsr_col_ind, row_block_dim, col_block_dim, temp_buffer auto_testing_bad_arg(rocsparse_csr2gebsr_buffer_size, PARAMS_BUFFER_SIZE); auto_testing_bad_arg(rocsparse_csr2gebsr_nnz, nargs_to_exclude, args_to_exclude, PARAMS_NNZ); auto_testing_bad_arg(rocsparse_csr2gebsr, PARAMS); #undef PARAMS #undef PARAMS_NNZ #undef PARAMS_BUFFER_SIZE } template void testing_csr2gebsr(const Arguments& arg) { rocsparse_matrix_factory matrix_factory(arg); rocsparse_int M = arg.M; rocsparse_int N = arg.N; rocsparse_index_base csr_base = arg.baseA; rocsparse_index_base bsr_base = arg.baseB; rocsparse_direction direction = arg.direction; rocsparse_int row_block_dim = arg.row_block_dimA; rocsparse_int col_block_dim = arg.col_block_dimA; // Create rocsparse handle rocsparse_local_handle handle; rocsparse_local_mat_descr csr_descr; rocsparse_local_mat_descr bsr_descr; rocsparse_set_mat_index_base(csr_descr, csr_base); rocsparse_set_mat_index_base(bsr_descr, bsr_base); // Argument sanity check before allocating invalid memory if(M <= 0 || N <= 0 || row_block_dim <= 0 || col_block_dim <= 0) { CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_host)); EXPECT_ROCSPARSE_STATUS(rocsparse_csr2gebsr_nnz(handle, rocsparse_direction_row, M, N, csr_descr, nullptr, nullptr, bsr_descr, nullptr, row_block_dim, col_block_dim, nullptr, nullptr), (M < 0 || N < 0 || row_block_dim < 0 || col_block_dim < 0) ? rocsparse_status_invalid_size : rocsparse_status_success); EXPECT_ROCSPARSE_STATUS(rocsparse_csr2gebsr(handle, direction, M, N, csr_descr, nullptr, nullptr, nullptr, bsr_descr, nullptr, nullptr, nullptr, row_block_dim, col_block_dim, nullptr), (M < 0 || N < 0 || row_block_dim < 0) ? rocsparse_status_invalid_size : rocsparse_status_success); return; } // Allocate host memory for uncompressed CSR matrix host_vector hcsr_row_ptr_A; host_vector hcsr_col_ind_A; host_vector hcsr_val_A; // Generate (or load from file) uncompressed CSR matrix rocsparse_int nnz; matrix_factory.init_csr(hcsr_row_ptr_A, hcsr_col_ind_A, hcsr_val_A, M, N, nnz, csr_base); // Uncompressed CSR matrix on device device_vector dcsr_row_ptr_A(M + 1); device_vector dcsr_col_ind_A(nnz); device_vector dcsr_val_A(nnz); // Copy uncompressed host data to device CHECK_HIP_ERROR(hipMemcpy( dcsr_row_ptr_A, hcsr_row_ptr_A, sizeof(rocsparse_int) * (M + 1), hipMemcpyHostToDevice)); CHECK_HIP_ERROR(hipMemcpy( dcsr_col_ind_A, hcsr_col_ind_A, sizeof(rocsparse_int) * nnz, hipMemcpyHostToDevice)); CHECK_HIP_ERROR(hipMemcpy(dcsr_val_A, hcsr_val_A, sizeof(T) * nnz, hipMemcpyHostToDevice)); // Compress CSR matrix to ensure it contains no zeros (some matrices loaded from files will have zeros) T tol = static_cast(0); rocsparse_int nnz_C; device_vector dnnz_per_row(M); CHECK_ROCSPARSE_ERROR(rocsparse_nnz_compress( handle, M, csr_descr, dcsr_val_A, dcsr_row_ptr_A, dnnz_per_row, &nnz_C, tol)); // Allocate device memory for the compressed version of the CSR matrix device_vector dcsr_row_ptr_C(M + 1); device_vector dcsr_col_ind_C(nnz_C); device_vector dcsr_val_C(nnz_C); // Finish compression CHECK_ROCSPARSE_ERROR(rocsparse_csr2csr_compress(handle, M, N, csr_descr, dcsr_val_A, dcsr_row_ptr_A, dcsr_col_ind_A, nnz, dnnz_per_row, dcsr_val_C, dcsr_row_ptr_C, dcsr_col_ind_C, tol)); // Allocate host memory for compressed CSR matrix host_vector hcsr_row_ptr_C(M + 1); host_vector hcsr_col_ind_C(nnz_C); host_vector hcsr_val_C(nnz_C); // Copy compressed CSR matrix to host hcsr_row_ptr_C.transfer_from(dcsr_row_ptr_C); hcsr_col_ind_C.transfer_from(dcsr_col_ind_C); hcsr_val_C.transfer_from(dcsr_val_C); // M and N can be modified in rocsparse_init_csr_matrix rocsparse_int Mb = (M + row_block_dim - 1) / row_block_dim; rocsparse_int Nb = (N + col_block_dim - 1) / col_block_dim; // Allocate host memory for BSR row ptr array host_vector hbsr_row_ptr(Mb + 1); // Allocate device memory for BSR row ptr array device_vector dbsr_row_ptr(Mb + 1); CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_host)); size_t buffer_size; CHECK_ROCSPARSE_ERROR(rocsparse_csr2gebsr_buffer_size(handle, direction, M, N, csr_descr, dcsr_val_C, dcsr_row_ptr_C, dcsr_col_ind_C, row_block_dim, col_block_dim, &buffer_size)); CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_device)); device_vector dbuffer_size(1); CHECK_ROCSPARSE_ERROR(rocsparse_csr2gebsr_buffer_size(handle, direction, M, N, csr_descr, dcsr_val_C, dcsr_row_ptr_C, dcsr_col_ind_C, row_block_dim, col_block_dim, dbuffer_size)); CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_host)); size_t buffer_size_copied_from_device = 0; CHECK_HIP_ERROR(hipMemcpy( &buffer_size_copied_from_device, dbuffer_size, sizeof(size_t), hipMemcpyDeviceToHost)); // Confirm that nnzb is the same regardless of whether we use host or device pointers unit_check_scalar(buffer_size, buffer_size_copied_from_device); device_vector dbuffer(buffer_size); if(arg.unit_check) { // Obtain BSR nnzb twice, first using host pointer for nnzb and second using device pointer CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_host)); rocsparse_int hbsr_nnzb; CHECK_ROCSPARSE_ERROR(rocsparse_csr2gebsr_nnz(handle, direction, M, N, csr_descr, dcsr_row_ptr_C, dcsr_col_ind_C, bsr_descr, dbsr_row_ptr, row_block_dim, col_block_dim, &hbsr_nnzb, (void*)dbuffer)); CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_device)); device_vector dbsr_nnzb(1); CHECK_ROCSPARSE_ERROR(rocsparse_csr2gebsr_nnz(handle, direction, M, N, csr_descr, dcsr_row_ptr_C, dcsr_col_ind_C, bsr_descr, dbsr_row_ptr, row_block_dim, col_block_dim, dbsr_nnzb, (void*)dbuffer)); rocsparse_int hbsr_nnzb_copied_from_device = 0; CHECK_HIP_ERROR(hipMemcpy(&hbsr_nnzb_copied_from_device, dbsr_nnzb, sizeof(rocsparse_int), hipMemcpyDeviceToHost)); // Confirm that nnzb is the same regardless of whether we use host or device pointers unit_check_scalar(hbsr_nnzb, hbsr_nnzb_copied_from_device); // Allocate device memory for BSR col indices and values array device_vector dbsr_col_ind(hbsr_nnzb); device_vector dbsr_val(hbsr_nnzb * row_block_dim * col_block_dim); // Finish conversion CHECK_ROCSPARSE_ERROR(rocsparse_csr2gebsr(handle, direction, M, N, csr_descr, dcsr_val_C, dcsr_row_ptr_C, dcsr_col_ind_C, bsr_descr, dbsr_val, dbsr_row_ptr, dbsr_col_ind, row_block_dim, col_block_dim, (void*)dbuffer)); // Allocate host memory for BSR col indices and values array host_vector hbsr_col_ind(hbsr_nnzb); host_vector hbsr_val(hbsr_nnzb * row_block_dim * col_block_dim); // Copy BSR matrix output to host CHECK_HIP_ERROR(hipMemcpy( hbsr_row_ptr, dbsr_row_ptr, sizeof(rocsparse_int) * (Mb + 1), hipMemcpyDeviceToHost)); CHECK_HIP_ERROR(hipMemcpy( hbsr_col_ind, dbsr_col_ind, sizeof(rocsparse_int) * hbsr_nnzb, hipMemcpyDeviceToHost)); CHECK_HIP_ERROR(hipMemcpy(hbsr_val, dbsr_val, sizeof(T) * hbsr_nnzb * row_block_dim * col_block_dim, hipMemcpyDeviceToHost)); CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_host)); // Convert BSR matrix back to CSR for comparison with original compressed CSR matrix M = Mb * row_block_dim; N = Nb * col_block_dim; device_vector dcsr_row_ptr_gold_A(M + 1); device_vector dcsr_col_ind_gold_A(hbsr_nnzb * row_block_dim * col_block_dim); device_vector dcsr_val_gold_A(hbsr_nnzb * row_block_dim * col_block_dim); CHECK_ROCSPARSE_ERROR(rocsparse_gebsr2csr(handle, direction, Mb, Nb, bsr_descr, dbsr_val, dbsr_row_ptr, dbsr_col_ind, row_block_dim, col_block_dim, csr_descr, dcsr_val_gold_A, dcsr_row_ptr_gold_A, dcsr_col_ind_gold_A)); // Compress the CSR matrix (the matrix may have retained zeros when we converted the BSR matrix back to CSR format) rocsparse_int nnz_gold_C; device_vector dnnz_per_row_gold(M); CHECK_ROCSPARSE_ERROR(rocsparse_nnz_compress(handle, M, csr_descr, dcsr_val_gold_A, dcsr_row_ptr_gold_A, dnnz_per_row_gold, &nnz_gold_C, tol)); // Allocate device memory for the compressed version of the CSR matrix device_vector dcsr_row_ptr_gold_C(M + 1); device_vector dcsr_col_ind_gold_C(nnz_gold_C); device_vector dcsr_val_gold_C(nnz_gold_C); // Finish compression CHECK_ROCSPARSE_ERROR( rocsparse_csr2csr_compress(handle, M, N, csr_descr, dcsr_val_gold_A, dcsr_row_ptr_gold_A, dcsr_col_ind_gold_A, hbsr_nnzb * row_block_dim * col_block_dim, dnnz_per_row_gold, dcsr_val_gold_C, dcsr_row_ptr_gold_C, dcsr_col_ind_gold_C, tol)); // Allocate host memory for compressed CSR matrix host_vector hcsr_row_ptr_gold_C(M + 1); host_vector hcsr_col_ind_gold_C(nnz_gold_C); host_vector hcsr_val_gold_C(nnz_gold_C); // Copy compressed CSR matrix to host CHECK_HIP_ERROR(hipMemcpy(hcsr_row_ptr_gold_C, dcsr_row_ptr_C, sizeof(rocsparse_int) * (M + 1), hipMemcpyDeviceToHost)); CHECK_HIP_ERROR(hipMemcpy(hcsr_col_ind_gold_C, dcsr_col_ind_C, sizeof(rocsparse_int) * nnz_gold_C, hipMemcpyDeviceToHost)); CHECK_HIP_ERROR( hipMemcpy(hcsr_val_gold_C, dcsr_val_C, sizeof(T) * nnz_gold_C, hipMemcpyDeviceToHost)); // Compare with the original compressed CSR matrix. Note: The compressed CSR matrix we found when converting // from BSR back to CSR format may contain extra rows that are zero. Therefore just compare the rows found // in the original CSR matrix unit_check_segments( hcsr_row_ptr_C.size(), hcsr_row_ptr_gold_C, hcsr_row_ptr_C); unit_check_segments( hcsr_col_ind_C.size(), hcsr_col_ind_gold_C, hcsr_col_ind_C); } if(arg.timing) { int number_cold_calls = 2; int number_hot_calls = arg.iters; CHECK_ROCSPARSE_ERROR(rocsparse_set_pointer_mode(handle, rocsparse_pointer_mode_host)); rocsparse_int hbsr_nnzb; // Warm up for(int iter = 0; iter < number_cold_calls; ++iter) { CHECK_ROCSPARSE_ERROR(rocsparse_csr2gebsr_nnz(handle, direction, M, N, csr_descr, dcsr_row_ptr_C, dcsr_col_ind_C, bsr_descr, dbsr_row_ptr, row_block_dim, col_block_dim, &hbsr_nnzb, (void*)dbuffer)); // Allocate device memory for BSR col indices and values array device_vector dbsr_col_ind(hbsr_nnzb); device_vector dbsr_val(hbsr_nnzb * row_block_dim * col_block_dim); CHECK_ROCSPARSE_ERROR(rocsparse_csr2gebsr(handle, direction, M, N, csr_descr, dcsr_val_C, dcsr_row_ptr_C, dcsr_col_ind_C, bsr_descr, dbsr_val, dbsr_row_ptr, dbsr_col_ind, row_block_dim, col_block_dim, (void*)dbuffer)); } CHECK_ROCSPARSE_ERROR(rocsparse_csr2gebsr_nnz(handle, direction, M, N, csr_descr, dcsr_row_ptr_C, dcsr_col_ind_C, bsr_descr, dbsr_row_ptr, row_block_dim, col_block_dim, &hbsr_nnzb, (void*)dbuffer)); // Allocate device memory for BSR col indices and values array device_vector dbsr_col_ind(hbsr_nnzb); device_vector dbsr_val(hbsr_nnzb * row_block_dim * col_block_dim); double gpu_time_used = get_time_us(); // Performance run for(int iter = 0; iter < number_hot_calls; ++iter) { CHECK_ROCSPARSE_ERROR(rocsparse_csr2gebsr(handle, direction, M, N, csr_descr, dcsr_val_C, dcsr_row_ptr_C, dcsr_col_ind_C, bsr_descr, dbsr_val, dbsr_row_ptr, dbsr_col_ind, row_block_dim, col_block_dim, (void*)dbuffer)); } gpu_time_used = (get_time_us() - gpu_time_used) / number_hot_calls; double gbyte_count = csr2gebsr_gbyte_count(M, Mb, nnz, hbsr_nnzb, row_block_dim, col_block_dim); double gpu_gbyte = get_gpu_gbyte(gpu_time_used, gbyte_count); display_timing_info("M", M, "N", N, "Mb", Mb, "Nb", Nb, "rowblockdim", row_block_dim, "colblockdim", col_block_dim, "nnzb", hbsr_nnzb, s_timing_info_bandwidth, gpu_gbyte, s_timing_info_time, get_gpu_time_msec(gpu_time_used), "iter", number_hot_calls, "verified", arg.unit_check ? "yes" : "no"); } } #define INSTANTIATE(TYPE) \ template void testing_csr2gebsr_bad_arg(const Arguments& arg); \ template void testing_csr2gebsr(const Arguments& arg) INSTANTIATE(float); INSTANTIATE(double); INSTANTIATE(rocsparse_float_complex); INSTANTIATE(rocsparse_double_complex);