diff options
author | Georgi Gerganov <ggerganov@gmail.com> | 2023-10-25 10:26:27 +0300 |
---|---|---|
committer | Georgi Gerganov <ggerganov@gmail.com> | 2023-10-25 10:26:27 +0300 |
commit | 6961c4bd0b5176e10ab03b35394f1e9eab761792 (patch) | |
tree | e4f5d0358b47e72294e575a53d0d4bf5a01af452 /examples | |
parent | cc448774866e6479c750bd7c135cd8f92cedee67 (diff) |
batched-bench : print params at start
Diffstat (limited to 'examples')
-rw-r--r-- | examples/batched-bench/batched-bench.cpp | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/examples/batched-bench/batched-bench.cpp b/examples/batched-bench/batched-bench.cpp index c552eaa7..43f9c971 100644 --- a/examples/batched-bench/batched-bench.cpp +++ b/examples/batched-bench/batched-bench.cpp @@ -154,6 +154,10 @@ int main(int argc, char ** argv) { } } + LOG_TEE("\n"); + LOG_TEE("%s: n_kv_max = %d, is_pp_shared = %d, n_gpu_layers = %d, mmq = %d\n", __func__, n_kv_max, is_pp_shared, n_gpu_layers, mmq); + LOG_TEE("\n"); + LOG_TEE("|%6s | %6s | %4s | %6s | %8s | %8s | %8s | %8s | %8s | %8s |\n", "PP", "TG", "B", "N_KV", "T_PP s", "S_PP t/s", "T_TG s", "S_TG t/s", "T s", "S t/s"); LOG_TEE("|%6s-|-%6s-|-%4s-|-%6s-|-%8s-|-%8s-|-%8s-|-%8s-|-%8s-|-%8s-|\n", "------", "------", "----", "------", "--------", "--------", "--------", "--------", "--------", "--------"); |