diff options
| author | slaren <slarengh@gmail.com> | 2024-03-26 01:16:01 +0100 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-03-26 01:16:01 +0100 |
| commit | 280345968dabc00d212d43e31145f5c9961a7604 (patch) | |
| tree | 4d0ada8b59a4c15cb6d4fe1a6b4740a30dcdb0f2 /examples/server/server.cpp | |
| parent | b06c16ef9f81d84da520232c125d4d8a1d273736 (diff) | |
cuda : rename build flag to LLAMA_CUDA (#6299)
Diffstat (limited to 'examples/server/server.cpp')
| -rw-r--r-- | examples/server/server.cpp | 16 |
1 files changed, 8 insertions, 8 deletions
diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 338e60f2..c4c545c3 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -2510,15 +2510,15 @@ static void server_params_parse(int argc, char ** argv, server_params & sparams, invalid_param = true; break; } -#ifndef GGML_USE_CUBLAS - fprintf(stderr, "warning: llama.cpp was compiled without cuBLAS. Setting the split mode has no effect.\n"); -#endif // GGML_USE_CUBLAS +#ifndef GGML_USE_CUDA + fprintf(stderr, "warning: llama.cpp was compiled without CUDA. Setting the split mode has no effect.\n"); +#endif // GGML_USE_CUDA } else if (arg == "--tensor-split" || arg == "-ts") { if (++i >= argc) { invalid_param = true; break; } -#if defined(GGML_USE_CUBLAS) || defined(GGML_USE_SYCL) +#if defined(GGML_USE_CUDA) || defined(GGML_USE_SYCL) std::string arg_next = argv[i]; // split string by , and / @@ -2535,17 +2535,17 @@ static void server_params_parse(int argc, char ** argv, server_params & sparams, } } #else - LOG_WARNING("llama.cpp was compiled without cuBLAS. It is not possible to set a tensor split.\n", {}); -#endif // GGML_USE_CUBLAS + LOG_WARNING("llama.cpp was compiled without CUDA. It is not possible to set a tensor split.\n", {}); +#endif // GGML_USE_CUDA } else if (arg == "--main-gpu" || arg == "-mg") { if (++i >= argc) { invalid_param = true; break; } -#if defined(GGML_USE_CUBLAS) || defined(GGML_USE_SYCL) +#if defined(GGML_USE_CUDA) || defined(GGML_USE_SYCL) params.main_gpu = std::stoi(argv[i]); #else - LOG_WARNING("llama.cpp was compiled without cuBLAS. It is not possible to set a main GPU.", {}); + LOG_WARNING("llama.cpp was compiled without CUDA. It is not possible to set a main GPU.", {}); #endif } else if (arg == "--lora") { if (++i >= argc) { |