From de17e3f7455dc7fd298cc61d86798533b9ca7a29 Mon Sep 17 00:00:00 2001 From: Neo Zhang Jianyu Date: Sun, 14 Apr 2024 10:42:29 +0800 Subject: fix memcpy() crash, add missed cmd in guide, fix softmax (#6622) * disable mmap to fix memcpy crash, add missed cmd in guide, fix softmax * refactor to disable mmap for SYCL backend * fix compile error in other os * refactor the solution, use host buf to fix it, instead of disable mmap * keep to support mmap() * use host buff to reduce malloc times * revert to malloc/free solution, for threaad safe --- examples/sycl/build.sh | 2 +- examples/sycl/run-llama2.sh | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) (limited to 'examples') diff --git a/examples/sycl/build.sh b/examples/sycl/build.sh index f20391d7..db46d57c 100755 --- a/examples/sycl/build.sh +++ b/examples/sycl/build.sh @@ -20,4 +20,4 @@ cmake .. -DLLAMA_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx #cmake --build . --config Release --target llama-bench #build all binary -cmake --build . --config Release -v +cmake --build . --config Release -j -v diff --git a/examples/sycl/run-llama2.sh b/examples/sycl/run-llama2.sh index c979a52f..7b39a18c 100755 --- a/examples/sycl/run-llama2.sh +++ b/examples/sycl/run-llama2.sh @@ -12,6 +12,7 @@ if [ $# -gt 0 ]; then GGML_SYCL_SINGLE_GPU=1 else GGML_SYCL_DEVICE=0 + GGML_SYCL_SINGLE_GPU=0 fi #export GGML_SYCL_DEBUG=1 -- cgit v1.2.3