diff options
| author | Calvin Laurenson <calvin@laurenson.dev> | 2024-06-16 15:23:04 -0700 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-06-17 00:23:04 +0200 |
| commit | 43b35e38ba371f9a7faa6dca4c5d1e8f698ffd87 (patch) | |
| tree | 11f250899027f3249c9ee15ffaff2048c9b81268 /examples/cvector-generator/pca.hpp | |
| parent | 19b7a836f6658e18e973af532a5cc6ad6b3a27f8 (diff) | |
Add support for sqrt on CUDA (#7953)
* cuda sqrt support
* enable cuda in pca
* fix comments in pca
* add test
* add sqrt to ggml_backend_cuda_supports_op
* fix test
* new line
* Use F32 sqrtf instead of F64 sqrt
Co-authored-by: Johannes Gäßler <johannesg@5d6.de>
---------
Co-authored-by: Johannes Gäßler <johannesg@5d6.de>
Diffstat (limited to 'examples/cvector-generator/pca.hpp')
| -rw-r--r-- | examples/cvector-generator/pca.hpp | 16 |
1 files changed, 8 insertions, 8 deletions
diff --git a/examples/cvector-generator/pca.hpp b/examples/cvector-generator/pca.hpp index 8b95cec3..36eadaac 100644 --- a/examples/cvector-generator/pca.hpp +++ b/examples/cvector-generator/pca.hpp @@ -64,15 +64,15 @@ struct pca_model { struct ggml_tensor * dev_eigenvector; pca_model(struct ggml_tensor * t_input) { -// TODO: enable GPU support when support for GGML_OP_SQRT is added -// #ifdef GGML_USE_CUDA -// fprintf(stderr, "%s: using CUDA backend\n", __func__); -// backend = ggml_backend_cuda_init(0); // init device 0 -// if (!backend) { -// fprintf(stderr, "%s: ggml_backend_cuda_init() failed\n", __func__); -// } -// #endif +#ifdef GGML_USE_CUDA + fprintf(stderr, "%s: using CUDA backend\n", __func__); + backend = ggml_backend_cuda_init(0); // init device 0 + if (!backend) { + fprintf(stderr, "%s: ggml_backend_cuda_init() failed\n", __func__); + } +#endif +// TODO: enable Metal support when support for GGML_OP_SQRT is added // #ifdef GGML_USE_METAL // fprintf(stderr, "%s: using Metal backend\n", __func__); // backend = ggml_backend_metal_init(); |