diff options
| author | Georgi Gerganov <ggerganov@gmail.com> | 2024-04-16 23:50:22 +0300 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-04-16 23:50:22 +0300 |
| commit | 666867b799ddd9da7dfdc905ece291ecf286effa (patch) | |
| tree | ef9f8c71dba2e2988621b0785061bebff6674c42 /CMakeLists.txt | |
| parent | 8cc91dc63c0df397d644a581b2cbeea74eb51ae0 (diff) | |
ggml : fix llamafile sgemm wdata offsets (#6710)
ggml-ci
Diffstat (limited to 'CMakeLists.txt')
| -rw-r--r-- | CMakeLists.txt | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/CMakeLists.txt b/CMakeLists.txt index 158174c2..2cc0df3f 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -88,6 +88,7 @@ endif() # 3rd party libs option(LLAMA_ACCELERATE "llama: enable Accelerate framework" ON) option(LLAMA_BLAS "llama: use BLAS" OFF) +option(LLAMA_LLAMAFILE "llama: use llamafile SGEMM" ON) set(LLAMA_BLAS_VENDOR "Generic" CACHE STRING "llama: BLAS library vendor") option(LLAMA_CUDA "llama: use CUDA" OFF) option(LLAMA_CUBLAS "llama: use CUDA (deprecated, use LLAMA_CUDA)" OFF) @@ -286,6 +287,7 @@ if (LLAMA_METAL) ${METALKIT_FRAMEWORK} ) endif() + if (LLAMA_BLAS) if (LLAMA_STATIC) set(BLA_STATIC ON) @@ -368,6 +370,10 @@ if (LLAMA_BLAS) endif() endif() +if (LLAMA_LLAMAFILE) + add_compile_definitions(GGML_USE_LLAMAFILE) +endif() + if (LLAMA_QKK_64) add_compile_definitions(GGML_QKK_64) endif() |