diff options
| author | slaren <slarengh@gmail.com> | 2024-04-26 18:39:58 +0200 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-04-26 18:39:58 +0200 |
| commit | 017e6999b5184234370b22a2f868e1be911e8d88 (patch) | |
| tree | 2a29b4d5bf7cfc6965ce895abee9e889b6529ade /common/common.h | |
| parent | e2764cd7ca1112d9303eba9e81c9935ee67352ff (diff) | |
add basic tensor data validation function (#6884)
* add basic tensor data validation function
* add --check-tensors command line argument
tensor validation is disabled by default and can be enabled by adding
`--check-tensors` to the command line arguments.
quantize always validates tensors.
Diffstat (limited to 'common/common.h')
| -rw-r--r-- | common/common.h | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/common/common.h b/common/common.h index 87361e8e..0005f143 100644 --- a/common/common.h +++ b/common/common.h @@ -161,6 +161,7 @@ struct gpt_params { bool dump_kv_cache = false; // dump the KV cache contents for debugging purposes bool no_kv_offload = false; // disable KV offloading bool warmup = true; // warmup run + bool check_tensors = false; // validate tensor data std::string cache_type_k = "f16"; // KV cache data type for the K std::string cache_type_v = "f16"; // KV cache data type for the V |