From dd5ebd0e3d42e871ac398deaaa3f60edaa78a7eb Mon Sep 17 00:00:00 2001 From: Kawrakow Date: Sun, 23 Mar 2025 07:24:43 +0100 Subject: Test transparent huge pages on Linux (#278) * Adding ability to use THP on Linux * Use the actual page size4 used for mmap also in munmap * Add -thp to llama-bench --------- Co-authored-by: Iwan Kawrakow --- include/llama.h | 1 + 1 file changed, 1 insertion(+) (limited to 'include') diff --git a/include/llama.h b/include/llama.h index 1b9c47e9..38822dbe 100644 --- a/include/llama.h +++ b/include/llama.h @@ -345,6 +345,7 @@ extern "C" { bool use_mlock; // force system to keep model in RAM bool check_tensors; // validate model tensor data bool repack_tensors;// repack if available + bool use_thp; // uase transparent huge pages (linux only) }; // NOTE: changing the default values of parameters marked as [EXPERIMENTAL] may cause crashes or incorrect results in certain configurations -- cgit v1.2.3