diff options
author | Georgi Gerganov <ggerganov@gmail.com> | 2023-03-22 07:45:00 +0200 |
---|---|---|
committer | Georgi Gerganov <ggerganov@gmail.com> | 2023-03-22 07:45:14 +0200 |
commit | 928480ef5b7b03d7a07e98286aebe3d8b24457d9 (patch) | |
tree | 969ae89f58e688971bbefc182f70f6745db8e4df /main.cpp | |
parent | 56817b1f882b1894daa4051d0de0bf9a0926d315 (diff) |
Init llama_context_params properly from CLI (#370)
Diffstat (limited to 'main.cpp')
-rw-r--r-- | main.cpp | 5 |
1 files changed, 4 insertions, 1 deletions
@@ -194,7 +194,10 @@ int main(int argc, char ** argv) { { auto lparams = llama_context_default_params(); - lparams.f16_kv = params.memory_f16; + lparams.n_ctx = params.n_ctx; + lparams.n_parts = params.n_parts; + lparams.seed = params.seed; + lparams.f16_kv = params.memory_f16; lparams.logits_all = params.perplexity; ctx = llama_init_from_file(params.model.c_str(), lparams); |