diff options
Diffstat (limited to 'common')
-rw-r--r-- | common/common.cpp | 4 | ||||
-rw-r--r-- | common/common.h | 1 |
2 files changed, 5 insertions, 0 deletions
diff --git a/common/common.cpp b/common/common.cpp index 0dbde58f..2df8d4d4 100644 --- a/common/common.cpp +++ b/common/common.cpp @@ -1468,6 +1468,10 @@ bool gpt_params_find_arg(int argc, char ** argv, const std::string & arg, gpt_pa params.warmup = false; return true; } + if (arg == "--warmup-batch" || arg == "-wb") { + params.batch_warmup = true; + return true; + } if (arg == "--output-format") { CHECK_ARG std::string value(argv[i]); diff --git a/common/common.h b/common/common.h index fd83c9d3..1b4835bd 100644 --- a/common/common.h +++ b/common/common.h @@ -200,6 +200,7 @@ struct gpt_params { bool dump_kv_cache = false; // dump the KV cache contents for debugging purposes bool no_kv_offload = false; // disable KV offloading bool warmup = true; // warmup run + bool batch_warmup = false; // batch warmup run bool check_tensors = false; // validate tensor data bool repack_tensors = false; // repack tensors if interleaved variant is available bool use_thp = false; // use transparent huge pages (linux only) |