From dd5ebd0e3d42e871ac398deaaa3f60edaa78a7eb Mon Sep 17 00:00:00 2001 From: Kawrakow Date: Sun, 23 Mar 2025 07:24:43 +0100 Subject: Test transparent huge pages on Linux (#278) * Adding ability to use THP on Linux * Use the actual page size4 used for mmap also in munmap * Add -thp to llama-bench --------- Co-authored-by: Iwan Kawrakow --- common/common.h | 1 + 1 file changed, 1 insertion(+) (limited to 'common/common.h') diff --git a/common/common.h b/common/common.h index f6a55885..79c5fe96 100644 --- a/common/common.h +++ b/common/common.h @@ -194,6 +194,7 @@ struct gpt_params { bool warmup = true; // warmup run bool check_tensors = false; // validate tensor data bool repack_tensors = false; // repack tensors if interleaved variant is available + bool use_thp = false; // use transparent huge pages (linux only) std::string cache_type_k = "f16"; // KV cache data type for the K std::string cache_type_v = "f16"; // KV cache data type for the V -- cgit v1.2.3