Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[FEA] Support for half-float mixed precise in brute-force #2382

Merged
merged 20 commits into from
Aug 22, 2024
Merged

[FEA] Support for half-float mixed precise in brute-force #2382

Changes from 1 commit
Commits
Show all changes
20 commits
Select commit Hold shift + click to select a range
0780518
[FEA] Support for half-float mixed precise in brute-force
rhdong Jul 17, 2024
0e9e70b
Merge branch 'branch-24.08' into half_knn
rhdong Jul 17, 2024
3dd5fdf
recover the test cases
rhdong Jul 17, 2024
eb3b8a6
try to fix sddmm error in conda-cpp-tests
rhdong Jul 18, 2024
60ff874
check sparse
rhdong Jul 19, 2024
6103fd1
fix the Floating-point exception
rhdong Jul 19, 2024
d744d59
Merge remote-tracking branch 'origin/branch-24.08' into half_knn
rhdong Jul 19, 2024
efec888
conditionally skip sddmm test cases
rhdong Jul 19, 2024
a55f100
conditionally skip sddmm test cases(2nd try)
rhdong Jul 22, 2024
920997f
half2float -> to_float
rhdong Jul 22, 2024
f2f21c4
Merge branch 'branch-24.08' into half_knn
rhdong Jul 23, 2024
43ee640
CI fix caused by half2float -> to_float
rhdong Jul 23, 2024
11a9988
Merge branch 'branch-24.10' into half_knn
rhdong Jul 26, 2024
aa6da25
Merge branch 'branch-24.10' into half_knn
rhdong Aug 1, 2024
3d8b7ca
update masked_matmul to support mixed precision
rhdong Aug 1, 2024
34dbde8
fix CI fail by skipping low version cuSparse
rhdong Aug 1, 2024
10e5204
fix: illegal instruction by `masked_matmul` on V100 with a dim not mu…
rhdong Aug 9, 2024
4046bf8
Merge branch 'branch-24.10' into half_knn
rhdong Aug 13, 2024
1ed4801
[Fix] bug of `masked_matmul` on non-2-power of `num_cols`
rhdong Aug 13, 2024
4d55c57
[Fix] compilation error of `gemm` & `transpose` under cuml
rhdong Aug 21, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
conditionally skip sddmm test cases
  • Loading branch information
@rhdong
rhdong committed Jul 19, 2024
commit efec8881156e6387906cd5ffac603902e79296f7
114 changes: 26 additions & 88 deletions cpp/test/sparse/sddmm.cu
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -77,6 +77,29 @@ template <typename ValueType, typename IndexType>
return os;
}

void extractVersion(int version, int& major, int& minor, int& patch)
{
major = version / 1000;
minor = (version % 1000) / 100;
patch = version % 100;
}

bool isCuSparseVersionGreaterThan_12_0_1()
{
int version;
cusparseHandle_t handle;
cusparseCreate(&handle);
cusparseGetVersion(handle, &version);

int major = version / 1000;
int minor = (version % 1000) / 100;
int patch = version % 100;

cusparseDestroy(handle);

return (major > 12) || (major == 12 && minor > 0) || (major == 12 && minor == 0 && patch >= 2);
}

template <typename ValueType,
typename IndexType,
typename LayoutPolicyA = raft::layout_c_contiguous,
Expand Down Expand Up @@ -277,95 +300,10 @@ class SDDMMTest : public ::testing::TestWithParam<SDDMMInputs<ValueType, IndexTy

void SetUp() override
{
check_sparse();
make_data();
}

void check_sparse()
{
#define CHECK_CUDA(call) \
do { \
cudaError_t err = call; \
if (err != cudaSuccess) { \
std::cerr << "CUDA error in file '" << __FILE__ << "' in line " << __LINE__ << " : " \
<< cudaGetErrorString(err) << "." << std::endl; \
std::exit(EXIT_FAILURE); \
} \
} while (0)

#define CHECK_CUSPARSE(call) \
do { \
cusparseStatus_t status = call; \
if (status != CUSPARSE_STATUS_SUCCESS) { \
std::cerr << "CUSPARSE error in file '" << __FILE__ << "' in line " << __LINE__ << "." \
<< std::endl; \
std::exit(EXIT_FAILURE); \
} \
} while (0)
cusparseHandle_t handle;
CHECK_CUSPARSE(cusparseCreate(&handle));

cudaStream_t stream;
CHECK_CUDA(cudaStreamCreate(&stream));

float alpha = 1.0f;
float beta = 0.0f;

cusparseDnMatDescr_t matA, matB;
int64_t rowsA = 4, colsA = 4;
int64_t rowsB = 4, colsB = 4;
int64_t lda = colsA, ldb = colsB;
__half A[16] = {0};
__half B[16] = {0};
CHECK_CUSPARSE(
cusparseCreateDnMat(&matA, rowsA, colsA, lda, A, CUDA_R_16F, CUSPARSE_ORDER_ROW));
CHECK_CUSPARSE(
cusparseCreateDnMat(&matB, rowsB, colsB, ldb, B, CUDA_R_16F, CUSPARSE_ORDER_ROW));

cusparseSpMatDescr_t matC;
int64_t rowsC = 4, colsC = 4;
int64_t nnz = 4;
int row_indices[4] = {0};
int col_indices[4] = {0};
float values[4] = {0};
CHECK_CUSPARSE(cusparseCreateCsr(&matC,
rowsC,
colsC,
nnz,
row_indices,
col_indices,
values,
CUSPARSE_INDEX_32I,
CUSPARSE_INDEX_32I,
CUSPARSE_INDEX_BASE_ZERO,
CUDA_R_32F));

cusparseSDDMMAlg_t alg = CUSPARSE_SDDMM_ALG_DEFAULT;
size_t bufferSize;
CHECK_CUSPARSE(cusparseSetStream(handle, stream));
cusparseStatus_t status = cusparseSDDMM_bufferSize(handle,
CUSPARSE_OPERATION_NON_TRANSPOSE,
CUSPARSE_OPERATION_NON_TRANSPOSE,
&alpha,
matA,
matB,
&beta,
matC,
CUDA_R_32F,
alg,
&bufferSize);

if (status == CUSPARSE_STATUS_SUCCESS) {
std::cout << "Test passed. Buffer size: " << bufferSize << std::endl;
} else {
std::cerr << "Test failed with status: " << status << std::endl;
if (std::is_same_v<OutputType, half> && !isCuSparseVersionGreaterThan_12_0_1()) {
GTEST_SKIP() << "Skipping all tests for half-float when cuSparse doesn't support.";
}

CHECK_CUSPARSE(cusparseDestroyDnMat(matA));
CHECK_CUSPARSE(cusparseDestroyDnMat(matB));
CHECK_CUSPARSE(cusparseDestroySpMat(matC));
CHECK_CUSPARSE(cusparseDestroy(handle));
CHECK_CUDA(cudaStreamDestroy(stream));
make_data();
}

void Run()
Expand Down
Loading