Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Updates to enable HDBSCAN #208

Merged
merged 40 commits into from
May 27, 2021
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
40 commits
Select commit Hold shift + click to select a range
046f703
Allowing epilogue in knn graph connection function
cjnolet Apr 20, 2021
086b08a
Fixing style
cjnolet Apr 20, 2021
37d2e0d
Adding missing argument
cjnolet Apr 23, 2021
709c040
Fixing typename
cjnolet Apr 23, 2021
b1fbc63
Updates
cjnolet Apr 23, 2021
81b630a
Fixing style
cjnolet Apr 23, 2021
6c52542
Updating to get hdbscan to compile
cjnolet Apr 23, 2021
4be3d24
Some updates
cjnolet Apr 26, 2021
1aaa7d5
changes
cjnolet Apr 29, 2021
dd6e537
agglomerative labeling to accept device arrays directly
cjnolet Apr 30, 2021
e3085cb
Cleaning up inputs to some of the single linkage prims
cjnolet Apr 30, 2021
ec1cca5
removing deprecated rmm policy usage
divyegala May 4, 2021
d32677d
Changes
cjnolet May 5, 2021
43f7cf8
removing deprecated rmm policy usage
divyegala May 4, 2021
e0ef5b3
alpha to weight alteration for precision
divyegala May 10, 2021
d809630
merge
divyegala May 10, 2021
1678c66
resolving errors
divyegala May 10, 2021
8018ea5
merge again
divyegala May 10, 2021
404e5ce
Merge branch 'fea-020-hdbscan' of github.com:cjnolet/raft into fea-02…
divyegala May 10, 2021
5eda4aa
trying alpha for all
divyegala May 11, 2021
030b3a9
double precision weight alteration
divyegala May 12, 2021
635d018
Checking in
cjnolet May 14, 2021
26dff4d
Fixing style
cjnolet May 19, 2021
55f274c
Removing unused epilogue from mst
cjnolet May 19, 2021
eb69413
Removing mst epilogue functor
cjnolet May 19, 2021
9f39d69
Merge branch 'branch-0.20' into fea-020-hdbscan
cjnolet May 19, 2021
dfebf10
Merge branch 'branch-21.06' into fea-020-hdbscan
cjnolet May 19, 2021
50d1cdc
Getting test to build
cjnolet May 20, 2021
c654156
Removing mstepiloguenoop since it's no longer being used
cjnolet May 22, 2021
136529a
another template param for weight alteration
divyegala May 24, 2021
e4b0f91
merge upstream
divyegala May 24, 2021
d7e93d9
renaming confusing variable name
divyegala May 24, 2021
e51d08b
working through merge
divyegala May 26, 2021
beea020
merging mst template PR
divyegala May 26, 2021
86cbf42
removing unnecessary comments
divyegala May 26, 2021
eb92e26
Review feedback
cjnolet May 27, 2021
e337c0d
Merge branch 'branch-21.06' into fea-020-hdbscan
cjnolet May 27, 2021
8b1e344
Update cpp/include/raft/sparse/hierarchy/detail/agglomerative.cuh
cjnolet May 27, 2021
1933520
Fixing bad merge
cjnolet May 27, 2021
1bc3e68
Merge branch 'fea-020-hdbscan' of github.com:cjnolet/raft into fea-02…
cjnolet May 27, 2021
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Fixing style
  • Loading branch information
cjnolet committed Apr 23, 2021
commit 81b630a698c010bcdd4ce7ac6f45f61eafeca078
25 changes: 12 additions & 13 deletions cpp/include/raft/sparse/hierarchy/detail/mst.cuh
Original file line number Diff line number Diff line change
Expand Up @@ -60,7 +60,6 @@ void merge_msts(raft::Graph_COO<value_idx, value_idx, value_t> &coo1,
coo1.n_edges = final_nnz;
}


/**
* Connect an unconnected knn graph (one in which mst returns an msf). The
* device buffers underlying the Graph_COO object are modified in-place.
Expand All @@ -79,7 +78,7 @@ void connect_knn_graph(const raft::handle_t &handle, const value_t *X,
raft::Graph_COO<value_idx, value_idx, value_t> &msf,
size_t m, size_t n, value_idx *color,
mst_epilogue_f mst_epilogue_func,
raft::distance::DistanceType metric =
raft::distance::DistanceType metric =
raft::distance::DistanceType::L2SqrtExpanded) {
auto d_alloc = handle.get_device_allocator();
auto stream = handle.get_stream();
Expand All @@ -101,7 +100,7 @@ void connect_knn_graph(const raft::handle_t &handle, const value_t *X,
connected_edges.nnz, color, stream, false, false);

mst_epilogue_func(handle, new_mst.src.data(), new_mst.dst.data(),
new_mst.weights.data(), new_mst.n_edges);
new_mst.weights.data(), new_mst.n_edges);

merge_msts<value_idx, value_t>(msf, new_mst, stream);
}
Expand Down Expand Up @@ -131,16 +130,16 @@ void connect_knn_graph(const raft::handle_t &handle, const value_t *X,
* argument is really just a safeguard against the potential for infinite loops.
*/
template <typename value_idx, typename value_t, typename mst_epilogue_f>
void build_sorted_mst(
const raft::handle_t &handle, const value_t *X, const value_idx *indptr,
const value_idx *indices, const value_t *pw_dists, size_t m, size_t n,
rmm::device_uvector<value_idx> &mst_src,
rmm::device_uvector<value_idx> &mst_dst,
rmm::device_uvector<value_t> &mst_weight, size_t nnz,
mst_epilogue_f epilogue_func,
raft::distance::DistanceType metric =
raft::distance::DistanceType::L2SqrtExpanded,
int max_iter = 10) {
void build_sorted_mst(const raft::handle_t &handle, const value_t *X,
const value_idx *indptr, const value_idx *indices,
const value_t *pw_dists, size_t m, size_t n,
rmm::device_uvector<value_idx> &mst_src,
rmm::device_uvector<value_idx> &mst_dst,
rmm::device_uvector<value_t> &mst_weight, size_t nnz,
mst_epilogue_f epilogue_func,
raft::distance::DistanceType metric =
raft::distance::DistanceType::L2SqrtExpanded,
int max_iter = 10) {
auto d_alloc = handle.get_device_allocator();
auto stream = handle.get_stream();

Expand Down
2 changes: 1 addition & 1 deletion cpp/include/raft/sparse/hierarchy/single_linkage.hpp
Original file line number Diff line number Diff line change
Expand Up @@ -80,7 +80,7 @@ void single_linkage(const raft::handle_t &handle, const value_t *X, size_t m,
detail::build_sorted_mst<value_idx, value_t>(
handle, X, indptr.data(), indices.data(), pw_dists.data(), m, n, mst_rows,
mst_cols, mst_data, indices.size(), MSTEpilogueNoOp<value_idx, value_t>(),
metric);
metric);

pw_dists.release();

Expand Down