From e2d490dafd860eaaaf9aa8008ab790527d556daf Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Sat, 25 Mar 2023 21:36:22 +0200 Subject: Inifinite generation via context swapping (#71) --- examples/common.h | 1 + 1 file changed, 1 insertion(+) (limited to 'examples/common.h') diff --git a/examples/common.h b/examples/common.h index dede8038..8caefd85 100644 --- a/examples/common.h +++ b/examples/common.h @@ -21,6 +21,7 @@ struct gpt_params { int32_t n_parts = -1; // amount of model parts (-1 = determine from model dimensions) int32_t n_ctx = 512; // context size int32_t n_batch = 8; // batch size for prompt processing + int32_t n_keep = 0; // number of tokens to keep from initial prompt // sampling parameters int32_t top_k = 40; -- cgit v1.2.3